2024-09-18T08:23:17.967 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-18T08:23:17.989 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-18T08:23:18.073 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/gabrioux-2024-09-18_06:59:44-orch:cephadm-wip-guits-main-2024-09-17-1213-distro-default-smithi/7910391 branch: wip-guits-main-2024-09-17-1213 description: orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_22.04-squid 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic} email: gabrioux@ibm.com first_in_suite: false job_id: '7910391' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi name: gabrioux-2024-09-18_06:59:44-orch:cephadm-wip-guits-main-2024-09-17-1213-distro-default-smithi no_nested_subset: false os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-guits-main-2024-09-17-1213 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: false mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - CEPHADM_STRAY_DAEMON - CEPHADM_FAILED_DAEMON - CEPHADM_AGENT_DOWN log-only-match: - CEPHADM_ sha1: e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e workunit: branch: wip-guits-main-2024-09-17-1213 sha1: e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e owner: scheduled_gabrioux@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 8982 sha1: e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e sleep_before_teardown: 0 subset: 1/8 suite: orch:cephadm suite_branch: wip-guits-main-2024-09-17-1213 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e targets: smithi078.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNFNCi1oii+X8/svcb5fHoZL/iOd/HOgo2O3f+5Q59XvydnYmf5q16UmrSRl5wDqZ+r+sw8AkV89M75gxYlJSyY= smithi189.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGGlO6eG3HrmBUqhg0hBJAnPe37NwW5s03XAN31OCAZQd8fpeoIJ+OvmYWuzilMVE8q6kv0eR3tu0A0HIHpcOXg= tasks: - cephadm: compiled_cephadm_branch: squid image: quay.ceph.io/ceph-ci/ceph:squid - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest false --force - cephadm.shell: env: - sha1 mon.a: - radosgw-admin realm create --rgw-realm=r --default - radosgw-admin zonegroup create --rgw-zonegroup=default --master --default - radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default - radosgw-admin period update --rgw-realm=r --commit - ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000 - ceph osd pool create foo - rbd pool init foo - ceph orch apply iscsi foo u p - sleep 180 - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph orch ps - ceph versions - ceph -s - ceph orch ls - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 2' - ceph mgr fail - sleep 180 - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph health detail - ceph -s - ceph mgr fail - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 1' - ceph mgr fail - sleep 180 - ceph orch ps - ceph orch ls - ceph versions - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph versions | jq -e '.mgr | length == 1' - ceph versions | jq -e '.mgr | keys' | grep $sha1 - ceph versions | jq -e '.overall | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 1' - ceph versions | jq -e '.mon | keys' | grep $sha1 - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 5' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 7' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 8' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 1' - ceph versions | jq -e '.osd | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.rgw | length == 1' - ceph versions | jq -e '.rgw | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 mon.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph orch upgrade status - ceph health detail - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - ceph orch ls | grep '^osd ' - cephadm.shell: mon.a: - ceph orch upgrade ls - ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0 - ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-18_06:59:44 tube: smithi user: gabrioux verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-18T08:23:18.073 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e/qa; will attempt to use it 2024-09-18T08:23:18.074 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e/qa/tasks 2024-09-18T08:23:18.074 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-18T08:23:18.076 INFO:teuthology.task.internal:Checking packages... 2024-09-18T08:23:18.098 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e' 2024-09-18T08:23:18.098 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-18T08:23:18.098 INFO:teuthology.packaging:ref: None 2024-09-18T08:23:18.098 INFO:teuthology.packaging:tag: None 2024-09-18T08:23:18.098 INFO:teuthology.packaging:branch: wip-guits-main-2024-09-17-1213 2024-09-18T08:23:18.098 INFO:teuthology.packaging:sha1: e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T08:23:18.098 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-guits-main-2024-09-17-1213 2024-09-18T08:23:18.245 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4983-ge7fb7b56-1jammy 2024-09-18T08:23:18.246 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-18T08:23:18.253 INFO:teuthology.task.internal:no buildpackages task found 2024-09-18T08:23:18.253 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-18T08:23:18.260 INFO:teuthology.task.internal:Saving configuration 2024-09-18T08:23:18.277 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-18T08:23:18.284 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-18T08:23:18.312 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi078.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/gabrioux-2024-09-18_06:59:44-orch:cephadm-wip-guits-main-2024-09-17-1213-distro-default-smithi/7910391', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-18 08:17:28.227570', 'locked_by': 'scheduled_gabrioux@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHsHs9obNAUnPUfQnlJwsP20iAYAYWk7jQitYFeNvI7g'} 2024-09-18T08:23:18.335 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi189.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/gabrioux-2024-09-18_06:59:44-orch:cephadm-wip-guits-main-2024-09-17-1213-distro-default-smithi/7910391', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-18 08:17:28.226216', 'locked_by': 'scheduled_gabrioux@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAID/GP3X0AkxFC+3fbtgB2i8ieC7O/jkO5xybfspjOAFl'} 2024-09-18T08:23:18.335 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-18T08:23:18.341 INFO:teuthology.task.internal:roles: ubuntu@smithi078.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-18T08:23:18.342 INFO:teuthology.task.internal:roles: ubuntu@smithi189.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-18T08:23:18.342 INFO:teuthology.run_tasks:Running task console_log... 2024-09-18T08:23:18.405 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f086b02fbe0>, signals=[15]) 2024-09-18T08:23:18.406 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-18T08:23:18.412 INFO:teuthology.task.internal:Opening connections... 2024-09-18T08:23:18.412 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi078.front.sepia.ceph.com 2024-09-18T08:23:18.413 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T08:23:18.492 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi189.front.sepia.ceph.com 2024-09-18T08:23:18.493 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T08:23:18.570 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-18T08:23:18.577 DEBUG:teuthology.orchestra.run.smithi078:> uname -m 2024-09-18T08:23:18.582 INFO:teuthology.orchestra.run.smithi078.stdout:x86_64 2024-09-18T08:23:18.582 DEBUG:teuthology.orchestra.run.smithi078:> cat /etc/os-release 2024-09-18T08:23:18.627 INFO:teuthology.orchestra.run.smithi078.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-18T08:23:18.627 INFO:teuthology.orchestra.run.smithi078.stdout:NAME="Ubuntu" 2024-09-18T08:23:18.627 INFO:teuthology.orchestra.run.smithi078.stdout:VERSION_ID="22.04" 2024-09-18T08:23:18.627 INFO:teuthology.orchestra.run.smithi078.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-18T08:23:18.628 INFO:teuthology.orchestra.run.smithi078.stdout:VERSION_CODENAME=jammy 2024-09-18T08:23:18.628 INFO:teuthology.orchestra.run.smithi078.stdout:ID=ubuntu 2024-09-18T08:23:18.628 INFO:teuthology.orchestra.run.smithi078.stdout:ID_LIKE=debian 2024-09-18T08:23:18.628 INFO:teuthology.orchestra.run.smithi078.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-18T08:23:18.628 INFO:teuthology.orchestra.run.smithi078.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-18T08:23:18.628 INFO:teuthology.orchestra.run.smithi078.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-18T08:23:18.628 INFO:teuthology.orchestra.run.smithi078.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-18T08:23:18.628 INFO:teuthology.orchestra.run.smithi078.stdout:UBUNTU_CODENAME=jammy 2024-09-18T08:23:18.629 INFO:teuthology.lock.ops:Updating smithi078.front.sepia.ceph.com on lock server 2024-09-18T08:23:18.821 DEBUG:teuthology.orchestra.run.smithi189:> uname -m 2024-09-18T08:23:18.827 INFO:teuthology.orchestra.run.smithi189.stdout:x86_64 2024-09-18T08:23:18.828 DEBUG:teuthology.orchestra.run.smithi189:> cat /etc/os-release 2024-09-18T08:23:18.875 INFO:teuthology.orchestra.run.smithi189.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-18T08:23:18.875 INFO:teuthology.orchestra.run.smithi189.stdout:NAME="Ubuntu" 2024-09-18T08:23:18.875 INFO:teuthology.orchestra.run.smithi189.stdout:VERSION_ID="22.04" 2024-09-18T08:23:18.875 INFO:teuthology.orchestra.run.smithi189.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-18T08:23:18.876 INFO:teuthology.orchestra.run.smithi189.stdout:VERSION_CODENAME=jammy 2024-09-18T08:23:18.876 INFO:teuthology.orchestra.run.smithi189.stdout:ID=ubuntu 2024-09-18T08:23:18.876 INFO:teuthology.orchestra.run.smithi189.stdout:ID_LIKE=debian 2024-09-18T08:23:18.876 INFO:teuthology.orchestra.run.smithi189.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-18T08:23:18.876 INFO:teuthology.orchestra.run.smithi189.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-18T08:23:18.876 INFO:teuthology.orchestra.run.smithi189.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-18T08:23:18.876 INFO:teuthology.orchestra.run.smithi189.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-18T08:23:18.876 INFO:teuthology.orchestra.run.smithi189.stdout:UBUNTU_CODENAME=jammy 2024-09-18T08:23:18.876 INFO:teuthology.lock.ops:Updating smithi189.front.sepia.ceph.com on lock server 2024-09-18T08:23:18.935 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-18T08:23:18.944 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-18T08:23:18.949 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-18T08:23:18.950 DEBUG:teuthology.orchestra.run.smithi078:> test '!' -e /home/ubuntu/cephtest 2024-09-18T08:23:18.952 DEBUG:teuthology.orchestra.run.smithi189:> test '!' -e /home/ubuntu/cephtest 2024-09-18T08:23:18.957 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-18T08:23:18.962 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-18T08:23:18.963 DEBUG:teuthology.orchestra.run.smithi078:> test -z $(ls -A /var/lib/ceph) 2024-09-18T08:23:18.997 DEBUG:teuthology.orchestra.run.smithi189:> test -z $(ls -A /var/lib/ceph) 2024-09-18T08:23:19.078 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-18T08:23:19.135 INFO:teuthology.run_tasks:Running task kernel... 2024-09-18T08:23:19.150 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-18T08:23:19.150 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-18T08:23:19.150 DEBUG:teuthology.orchestra.run.smithi078:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-18T08:23:19.151 DEBUG:teuthology.orchestra.run.smithi189:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-18T08:23:19.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T08:23:19.155 DEBUG:teuthology.orchestra.run.smithi078:> uname -r 2024-09-18T08:23:19.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T08:23:19.157 DEBUG:teuthology.orchestra.run.smithi189:> uname -r 2024-09-18T08:23:19.203 INFO:teuthology.orchestra.run.smithi189.stdout:5.15.0-56-generic 2024-09-18T08:23:19.204 INFO:teuthology.task.kernel:Running kernel on smithi189: 5.15.0-56-generic 2024-09-18T08:23:19.204 DEBUG:teuthology.orchestra.run.smithi189:> sudo apt-get clean 2024-09-18T08:23:19.205 INFO:teuthology.orchestra.run.smithi078.stdout:5.15.0-56-generic 2024-09-18T08:23:19.205 INFO:teuthology.task.kernel:Running kernel on smithi078: 5.15.0-56-generic 2024-09-18T08:23:19.205 DEBUG:teuthology.orchestra.run.smithi078:> sudo apt-get clean 2024-09-18T08:23:19.347 DEBUG:teuthology.orchestra.run.smithi078:> sudo apt-get update 2024-09-18T08:23:19.360 DEBUG:teuthology.orchestra.run.smithi189:> sudo apt-get update 2024-09-18T08:23:19.506 INFO:teuthology.orchestra.run.smithi078.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-18T08:23:19.518 INFO:teuthology.orchestra.run.smithi078.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-18T08:23:19.582 INFO:teuthology.orchestra.run.smithi078.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-18T08:23:19.617 INFO:teuthology.orchestra.run.smithi078.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-18T08:23:19.634 INFO:teuthology.orchestra.run.smithi189.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-18T08:23:19.643 INFO:teuthology.orchestra.run.smithi189.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-18T08:23:19.701 INFO:teuthology.orchestra.run.smithi189.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-18T08:23:19.757 INFO:teuthology.orchestra.run.smithi078.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,058 kB] 2024-09-18T08:23:19.857 INFO:teuthology.orchestra.run.smithi078.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [701 kB] 2024-09-18T08:23:19.864 INFO:teuthology.orchestra.run.smithi078.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [355 kB] 2024-09-18T08:23:19.867 INFO:teuthology.orchestra.run.smithi078.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-18T08:23:19.868 INFO:teuthology.orchestra.run.smithi078.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,495 kB] 2024-09-18T08:23:19.887 INFO:teuthology.orchestra.run.smithi078.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-18T08:23:19.888 INFO:teuthology.orchestra.run.smithi078.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [429 kB] 2024-09-18T08:23:19.892 INFO:teuthology.orchestra.run.smithi078.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-18T08:23:19.892 INFO:teuthology.orchestra.run.smithi078.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,124 kB] 2024-09-18T08:23:19.901 INFO:teuthology.orchestra.run.smithi078.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [732 kB] 2024-09-18T08:23:19.906 INFO:teuthology.orchestra.run.smithi078.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-18T08:23:19.908 INFO:teuthology.orchestra.run.smithi078.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-18T08:23:19.937 INFO:teuthology.orchestra.run.smithi078.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-18T08:23:19.937 INFO:teuthology.orchestra.run.smithi078.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-18T08:23:19.937 INFO:teuthology.orchestra.run.smithi078.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-18T08:23:19.938 INFO:teuthology.orchestra.run.smithi078.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-18T08:23:19.938 INFO:teuthology.orchestra.run.smithi078.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-18T08:23:19.938 INFO:teuthology.orchestra.run.smithi078.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-18T08:23:19.939 INFO:teuthology.orchestra.run.smithi078.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-18T08:23:19.939 INFO:teuthology.orchestra.run.smithi078.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-18T08:23:19.954 INFO:teuthology.orchestra.run.smithi078.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-18T08:23:19.974 INFO:teuthology.orchestra.run.smithi078.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-18T08:23:19.974 INFO:teuthology.orchestra.run.smithi078.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-18T08:23:19.974 INFO:teuthology.orchestra.run.smithi078.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-18T08:23:20.048 INFO:teuthology.orchestra.run.smithi078.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,839 kB] 2024-09-18T08:23:20.058 INFO:teuthology.orchestra.run.smithi189.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-18T08:23:20.078 INFO:teuthology.orchestra.run.smithi189.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,839 kB] 2024-09-18T08:23:20.197 INFO:teuthology.orchestra.run.smithi189.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,058 kB] 2024-09-18T08:23:20.472 INFO:teuthology.orchestra.run.smithi078.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [544 kB] 2024-09-18T08:23:20.488 INFO:teuthology.orchestra.run.smithi078.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [298 kB] 2024-09-18T08:23:20.497 INFO:teuthology.orchestra.run.smithi078.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-18T08:23:20.497 INFO:teuthology.orchestra.run.smithi078.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,431 kB] 2024-09-18T08:23:20.513 INFO:teuthology.orchestra.run.smithi189.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [544 kB] 2024-09-18T08:23:20.516 INFO:teuthology.orchestra.run.smithi189.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [701 kB] 2024-09-18T08:23:20.529 INFO:teuthology.orchestra.run.smithi189.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [298 kB] 2024-09-18T08:23:20.538 INFO:teuthology.orchestra.run.smithi189.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-18T08:23:20.538 INFO:teuthology.orchestra.run.smithi189.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-18T08:23:20.540 INFO:teuthology.orchestra.run.smithi189.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,431 kB] 2024-09-18T08:23:20.551 INFO:teuthology.orchestra.run.smithi189.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [355 kB] 2024-09-18T08:23:20.565 INFO:teuthology.orchestra.run.smithi189.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-18T08:23:20.566 INFO:teuthology.orchestra.run.smithi189.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,495 kB] 2024-09-18T08:23:20.594 INFO:teuthology.orchestra.run.smithi078.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-18T08:23:20.595 INFO:teuthology.orchestra.run.smithi078.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [418 kB] 2024-09-18T08:23:20.606 INFO:teuthology.orchestra.run.smithi078.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-18T08:23:20.606 INFO:teuthology.orchestra.run.smithi078.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [903 kB] 2024-09-18T08:23:20.635 INFO:teuthology.orchestra.run.smithi078.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [628 kB] 2024-09-18T08:23:20.636 INFO:teuthology.orchestra.run.smithi189.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [418 kB] 2024-09-18T08:23:20.637 INFO:teuthology.orchestra.run.smithi189.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-18T08:23:20.651 INFO:teuthology.orchestra.run.smithi078.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [177 kB] 2024-09-18T08:23:20.657 INFO:teuthology.orchestra.run.smithi078.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.3 kB] 2024-09-18T08:23:20.658 INFO:teuthology.orchestra.run.smithi078.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-18T08:23:20.658 INFO:teuthology.orchestra.run.smithi078.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-18T08:23:20.682 INFO:teuthology.orchestra.run.smithi189.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [429 kB] 2024-09-18T08:23:20.682 INFO:teuthology.orchestra.run.smithi189.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-18T08:23:20.682 INFO:teuthology.orchestra.run.smithi189.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [903 kB] 2024-09-18T08:23:20.689 INFO:teuthology.orchestra.run.smithi189.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-18T08:23:20.689 INFO:teuthology.orchestra.run.smithi189.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [732 kB] 2024-09-18T08:23:20.697 INFO:teuthology.orchestra.run.smithi189.stdout:Get:23 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [628 kB] 2024-09-18T08:23:20.703 INFO:teuthology.orchestra.run.smithi189.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,124 kB] 2024-09-18T08:23:20.709 INFO:teuthology.orchestra.run.smithi189.stdout:Get:25 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [177 kB] 2024-09-18T08:23:20.712 INFO:teuthology.orchestra.run.smithi189.stdout:Get:26 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.3 kB] 2024-09-18T08:23:20.712 INFO:teuthology.orchestra.run.smithi189.stdout:Get:27 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-18T08:23:20.713 INFO:teuthology.orchestra.run.smithi189.stdout:Get:28 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-18T08:23:20.715 INFO:teuthology.orchestra.run.smithi189.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-18T08:23:20.721 INFO:teuthology.orchestra.run.smithi189.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-18T08:23:20.725 INFO:teuthology.orchestra.run.smithi189.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-18T08:23:20.725 INFO:teuthology.orchestra.run.smithi189.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-18T08:23:20.726 INFO:teuthology.orchestra.run.smithi189.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-18T08:23:20.738 INFO:teuthology.orchestra.run.smithi078.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-18T08:23:20.738 INFO:teuthology.orchestra.run.smithi078.stdout:Get:44 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-18T08:23:20.765 INFO:teuthology.orchestra.run.smithi189.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-18T08:23:20.779 INFO:teuthology.orchestra.run.smithi189.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-18T08:23:20.808 INFO:teuthology.orchestra.run.smithi189.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-18T08:23:20.808 INFO:teuthology.orchestra.run.smithi189.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-18T08:23:20.809 INFO:teuthology.orchestra.run.smithi189.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-18T08:23:20.811 INFO:teuthology.orchestra.run.smithi189.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-18T08:23:20.811 INFO:teuthology.orchestra.run.smithi189.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-18T08:23:20.846 INFO:teuthology.orchestra.run.smithi189.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-18T08:23:20.847 INFO:teuthology.orchestra.run.smithi189.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-18T08:23:20.847 INFO:teuthology.orchestra.run.smithi189.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-18T08:23:20.848 INFO:teuthology.orchestra.run.smithi189.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-18T08:23:26.197 INFO:teuthology.orchestra.run.smithi078.stdout:Fetched 16.2 MB in 2s (7,374 kB/s) 2024-09-18T08:23:26.954 INFO:teuthology.orchestra.run.smithi189.stdout:Fetched 16.2 MB in 3s (5,764 kB/s) 2024-09-18T08:23:27.625 INFO:teuthology.orchestra.run.smithi078.stdout:Reading package lists... 2024-09-18T08:23:27.642 DEBUG:teuthology.orchestra.run.smithi078:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-18T08:23:27.694 INFO:teuthology.orchestra.run.smithi078.stdout:Reading package lists... 2024-09-18T08:23:27.880 INFO:teuthology.orchestra.run.smithi078.stdout:Building dependency tree... 2024-09-18T08:23:27.881 INFO:teuthology.orchestra.run.smithi078.stdout:Reading state information... 2024-09-18T08:23:28.052 INFO:teuthology.orchestra.run.smithi078.stdout:The following packages were automatically installed and are no longer required: 2024-09-18T08:23:28.052 INFO:teuthology.orchestra.run.smithi078.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-18T08:23:28.052 INFO:teuthology.orchestra.run.smithi078.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-18T08:23:28.053 INFO:teuthology.orchestra.run.smithi078.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-18T08:23:28.053 INFO:teuthology.orchestra.run.smithi078.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-18T08:23:28.053 INFO:teuthology.orchestra.run.smithi078.stdout: python2.7-minimal 2024-09-18T08:23:28.053 INFO:teuthology.orchestra.run.smithi078.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-18T08:23:28.054 INFO:teuthology.orchestra.run.smithi078.stdout:The following additional packages will be installed: 2024-09-18T08:23:28.054 INFO:teuthology.orchestra.run.smithi078.stdout: linux-generic linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-18T08:23:28.054 INFO:teuthology.orchestra.run.smithi078.stdout: linux-headers-generic linux-image-5.15.0-122-generic 2024-09-18T08:23:28.055 INFO:teuthology.orchestra.run.smithi078.stdout: linux-modules-5.15.0-122-generic linux-modules-extra-5.15.0-122-generic 2024-09-18T08:23:28.056 INFO:teuthology.orchestra.run.smithi078.stdout:Suggested packages: 2024-09-18T08:23:28.056 INFO:teuthology.orchestra.run.smithi078.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-18T08:23:28.056 INFO:teuthology.orchestra.run.smithi078.stdout:Recommended packages: 2024-09-18T08:23:28.056 INFO:teuthology.orchestra.run.smithi078.stdout: thermald 2024-09-18T08:23:28.101 INFO:teuthology.orchestra.run.smithi078.stdout:The following NEW packages will be installed: 2024-09-18T08:23:28.101 INFO:teuthology.orchestra.run.smithi078.stdout: linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-18T08:23:28.101 INFO:teuthology.orchestra.run.smithi078.stdout: linux-image-5.15.0-122-generic linux-modules-5.15.0-122-generic 2024-09-18T08:23:28.101 INFO:teuthology.orchestra.run.smithi078.stdout: linux-modules-extra-5.15.0-122-generic 2024-09-18T08:23:28.102 INFO:teuthology.orchestra.run.smithi078.stdout:The following packages will be upgraded: 2024-09-18T08:23:28.103 INFO:teuthology.orchestra.run.smithi078.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-18T08:23:28.166 INFO:teuthology.orchestra.run.smithi078.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-18T08:23:28.166 INFO:teuthology.orchestra.run.smithi078.stdout:Need to get 113 MB of archives. 2024-09-18T08:23:28.166 INFO:teuthology.orchestra.run.smithi078.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-18T08:23:28.166 INFO:teuthology.orchestra.run.smithi078.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-122-generic amd64 5.15.0-122.132 [22.7 MB] 2024-09-18T08:23:28.546 INFO:teuthology.orchestra.run.smithi189.stdout:Reading package lists... 2024-09-18T08:23:28.566 DEBUG:teuthology.orchestra.run.smithi189:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-18T08:23:28.567 INFO:teuthology.orchestra.run.smithi078.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-122-generic amd64 5.15.0-122.132 [11.5 MB] 2024-09-18T08:23:28.632 INFO:teuthology.orchestra.run.smithi189.stdout:Reading package lists... 2024-09-18T08:23:28.650 INFO:teuthology.orchestra.run.smithi078.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-122-generic amd64 5.15.0-122.132 [63.9 MB] 2024-09-18T08:23:28.842 INFO:teuthology.orchestra.run.smithi189.stdout:Building dependency tree... 2024-09-18T08:23:28.843 INFO:teuthology.orchestra.run.smithi189.stdout:Reading state information... 2024-09-18T08:23:29.035 INFO:teuthology.orchestra.run.smithi189.stdout:The following packages were automatically installed and are no longer required: 2024-09-18T08:23:29.035 INFO:teuthology.orchestra.run.smithi189.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-18T08:23:29.035 INFO:teuthology.orchestra.run.smithi189.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-18T08:23:29.035 INFO:teuthology.orchestra.run.smithi189.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-18T08:23:29.035 INFO:teuthology.orchestra.run.smithi189.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-18T08:23:29.036 INFO:teuthology.orchestra.run.smithi189.stdout: python2.7-minimal 2024-09-18T08:23:29.036 INFO:teuthology.orchestra.run.smithi189.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-18T08:23:29.037 INFO:teuthology.orchestra.run.smithi189.stdout:The following additional packages will be installed: 2024-09-18T08:23:29.037 INFO:teuthology.orchestra.run.smithi189.stdout: linux-generic linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-18T08:23:29.038 INFO:teuthology.orchestra.run.smithi189.stdout: linux-headers-generic linux-image-5.15.0-122-generic 2024-09-18T08:23:29.038 INFO:teuthology.orchestra.run.smithi189.stdout: linux-modules-5.15.0-122-generic linux-modules-extra-5.15.0-122-generic 2024-09-18T08:23:29.039 INFO:teuthology.orchestra.run.smithi189.stdout:Suggested packages: 2024-09-18T08:23:29.039 INFO:teuthology.orchestra.run.smithi189.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-18T08:23:29.039 INFO:teuthology.orchestra.run.smithi189.stdout:Recommended packages: 2024-09-18T08:23:29.039 INFO:teuthology.orchestra.run.smithi189.stdout: thermald 2024-09-18T08:23:29.091 INFO:teuthology.orchestra.run.smithi189.stdout:The following NEW packages will be installed: 2024-09-18T08:23:29.092 INFO:teuthology.orchestra.run.smithi189.stdout: linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-18T08:23:29.092 INFO:teuthology.orchestra.run.smithi189.stdout: linux-image-5.15.0-122-generic linux-modules-5.15.0-122-generic 2024-09-18T08:23:29.093 INFO:teuthology.orchestra.run.smithi189.stdout: linux-modules-extra-5.15.0-122-generic 2024-09-18T08:23:29.094 INFO:teuthology.orchestra.run.smithi189.stdout:The following packages will be upgraded: 2024-09-18T08:23:29.094 INFO:teuthology.orchestra.run.smithi189.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-18T08:23:29.274 INFO:teuthology.orchestra.run.smithi189.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-18T08:23:29.274 INFO:teuthology.orchestra.run.smithi189.stdout:Need to get 113 MB of archives. 2024-09-18T08:23:29.274 INFO:teuthology.orchestra.run.smithi189.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-18T08:23:29.274 INFO:teuthology.orchestra.run.smithi189.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-122-generic amd64 5.15.0-122.132 [22.7 MB] 2024-09-18T08:23:29.498 INFO:teuthology.orchestra.run.smithi078.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.122.122 [1,692 B] 2024-09-18T08:23:29.498 INFO:teuthology.orchestra.run.smithi078.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.122.122 [2,436 B] 2024-09-18T08:23:29.499 INFO:teuthology.orchestra.run.smithi078.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122 all 5.15.0-122.132 [12.3 MB] 2024-09-18T08:23:29.637 INFO:teuthology.orchestra.run.smithi078.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122-generic amd64 5.15.0-122.132 [2,827 kB] 2024-09-18T08:23:29.659 INFO:teuthology.orchestra.run.smithi078.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.122.122 [2,294 B] 2024-09-18T08:23:30.014 INFO:teuthology.orchestra.run.smithi078.stdout:Fetched 113 MB in 2s (73.1 MB/s) 2024-09-18T08:23:30.225 INFO:teuthology.orchestra.run.smithi078.stdout:Selecting previously unselected package linux-modules-5.15.0-122-generic. 2024-09-18T08:23:30.681 INFO:teuthology.orchestra.run.smithi189.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-122-generic amd64 5.15.0-122.132 [11.5 MB] 2024-09-18T08:23:31.030 INFO:teuthology.orchestra.run.smithi189.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-122-generic amd64 5.15.0-122.132 [63.9 MB] 2024-09-18T08:23:32.334 INFO:teuthology.orchestra.run.smithi078.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-18T08:23:32.338 INFO:teuthology.orchestra.run.smithi078.stdout:Preparing to unpack .../0-linux-modules-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-18T08:23:32.430 INFO:teuthology.orchestra.run.smithi078.stdout:Unpacking linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:23:33.238 INFO:teuthology.orchestra.run.smithi189.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.122.122 [1,692 B] 2024-09-18T08:23:33.239 INFO:teuthology.orchestra.run.smithi189.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.122.122 [2,436 B] 2024-09-18T08:23:33.239 INFO:teuthology.orchestra.run.smithi189.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122 all 5.15.0-122.132 [12.3 MB] 2024-09-18T08:23:33.580 INFO:teuthology.orchestra.run.smithi189.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122-generic amd64 5.15.0-122.132 [2,827 kB] 2024-09-18T08:23:33.659 INFO:teuthology.orchestra.run.smithi189.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.122.122 [2,294 B] 2024-09-18T08:23:34.045 INFO:teuthology.orchestra.run.smithi189.stdout:Fetched 113 MB in 5s (24.9 MB/s) 2024-09-18T08:23:34.237 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package linux-modules-5.15.0-122-generic. 2024-09-18T08:23:34.973 INFO:teuthology.orchestra.run.smithi078.stdout:Selecting previously unselected package linux-image-5.15.0-122-generic. 2024-09-18T08:23:34.994 INFO:teuthology.orchestra.run.smithi078.stdout:Preparing to unpack .../1-linux-image-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-18T08:23:35.086 INFO:teuthology.orchestra.run.smithi078.stdout:Unpacking linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:23:35.584 INFO:teuthology.orchestra.run.smithi078.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-122-generic. 2024-09-18T08:23:35.605 INFO:teuthology.orchestra.run.smithi078.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-18T08:23:35.642 INFO:teuthology.orchestra.run.smithi078.stdout:Unpacking linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:23:36.218 INFO:teuthology.orchestra.run.smithi189.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-18T08:23:36.222 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../0-linux-modules-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-18T08:23:36.285 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:23:38.694 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package linux-image-5.15.0-122-generic. 2024-09-18T08:23:38.716 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../1-linux-image-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-18T08:23:38.815 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:23:39.297 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-122-generic. 2024-09-18T08:23:39.318 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-18T08:23:39.355 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:23:42.217 INFO:teuthology.orchestra.run.smithi078.stdout:Preparing to unpack .../3-linux-generic_5.15.0.122.122_amd64.deb ... 2024-09-18T08:23:42.345 INFO:teuthology.orchestra.run.smithi078.stdout:Unpacking linux-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-18T08:23:42.702 INFO:teuthology.orchestra.run.smithi078.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.122.122_amd64.deb ... 2024-09-18T08:23:42.799 INFO:teuthology.orchestra.run.smithi078.stdout:Unpacking linux-image-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-18T08:23:43.085 INFO:teuthology.orchestra.run.smithi078.stdout:Selecting previously unselected package linux-headers-5.15.0-122. 2024-09-18T08:23:43.108 INFO:teuthology.orchestra.run.smithi078.stdout:Preparing to unpack .../5-linux-headers-5.15.0-122_5.15.0-122.132_all.deb ... 2024-09-18T08:23:43.176 INFO:teuthology.orchestra.run.smithi078.stdout:Unpacking linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-18T08:23:45.718 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../3-linux-generic_5.15.0.122.122_amd64.deb ... 2024-09-18T08:23:45.835 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking linux-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-18T08:23:46.160 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.122.122_amd64.deb ... 2024-09-18T08:23:46.288 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking linux-image-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-18T08:23:46.616 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package linux-headers-5.15.0-122. 2024-09-18T08:23:46.639 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../5-linux-headers-5.15.0-122_5.15.0-122.132_all.deb ... 2024-09-18T08:23:46.683 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-18T08:23:48.626 INFO:teuthology.orchestra.run.smithi078.stdout:Selecting previously unselected package linux-headers-5.15.0-122-generic. 2024-09-18T08:23:48.664 INFO:teuthology.orchestra.run.smithi078.stdout:Preparing to unpack .../6-linux-headers-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-18T08:23:48.700 INFO:teuthology.orchestra.run.smithi078.stdout:Unpacking linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:23:51.946 INFO:teuthology.orchestra.run.smithi078.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.122.122_amd64.deb ... 2024-09-18T08:23:52.089 INFO:teuthology.orchestra.run.smithi078.stdout:Unpacking linux-headers-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-18T08:23:52.311 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package linux-headers-5.15.0-122-generic. 2024-09-18T08:23:52.348 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../6-linux-headers-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-18T08:23:52.386 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:23:52.438 INFO:teuthology.orchestra.run.smithi078.stdout:Setting up linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-18T08:23:52.543 INFO:teuthology.orchestra.run.smithi078.stdout:Setting up linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:23:52.644 INFO:teuthology.orchestra.run.smithi078.stdout:Setting up linux-headers-generic (5.15.0.122.122) ... 2024-09-18T08:23:52.798 INFO:teuthology.orchestra.run.smithi078.stdout:Setting up linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:23:54.132 INFO:teuthology.orchestra.run.smithi078.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-18T08:23:54.133 INFO:teuthology.orchestra.run.smithi078.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-18T08:23:54.133 INFO:teuthology.orchestra.run.smithi078.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-122-generic 2024-09-18T08:23:54.133 INFO:teuthology.orchestra.run.smithi078.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-122-generic 2024-09-18T08:23:54.300 INFO:teuthology.orchestra.run.smithi078.stdout:Setting up linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:23:55.026 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.122.122_amd64.deb ... 2024-09-18T08:23:56.082 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking linux-headers-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-18T08:23:56.244 INFO:teuthology.orchestra.run.smithi078.stdout:Setting up linux-image-generic (5.15.0.122.122) ... 2024-09-18T08:23:56.344 INFO:teuthology.orchestra.run.smithi078.stdout:Setting up linux-generic (5.15.0.122.122) ... 2024-09-18T08:23:56.424 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-18T08:23:56.445 INFO:teuthology.orchestra.run.smithi078.stdout:Setting up linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:23:56.546 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:23:56.671 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up linux-headers-generic (5.15.0.122.122) ... 2024-09-18T08:23:56.800 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:23:57.847 INFO:teuthology.orchestra.run.smithi078.stdout:Processing triggers for linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:23:57.915 INFO:teuthology.orchestra.run.smithi078.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-18T08:23:57.915 INFO:teuthology.orchestra.run.smithi078.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-122-generic 2024-09-18T08:23:58.157 INFO:teuthology.orchestra.run.smithi189.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-18T08:23:58.157 INFO:teuthology.orchestra.run.smithi189.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-18T08:23:58.157 INFO:teuthology.orchestra.run.smithi189.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-122-generic 2024-09-18T08:23:58.157 INFO:teuthology.orchestra.run.smithi189.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-122-generic 2024-09-18T08:23:58.318 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:23:59.727 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up linux-image-generic (5.15.0.122.122) ... 2024-09-18T08:23:59.853 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up linux-generic (5.15.0.122.122) ... 2024-09-18T08:23:59.979 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:24:02.115 INFO:teuthology.orchestra.run.smithi189.stdout:Processing triggers for linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-18T08:24:02.177 INFO:teuthology.orchestra.run.smithi189.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-18T08:24:02.177 INFO:teuthology.orchestra.run.smithi189.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-122-generic 2024-09-18T08:24:12.318 INFO:teuthology.orchestra.run.smithi078.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-18T08:24:12.318 INFO:teuthology.orchestra.run.smithi078.stdout:Sourcing file `/etc/default/grub' 2024-09-18T08:24:12.332 INFO:teuthology.orchestra.run.smithi078.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-18T08:24:12.355 INFO:teuthology.orchestra.run.smithi078.stdout:Generating grub configuration file ... 2024-09-18T08:24:12.629 INFO:teuthology.orchestra.run.smithi078.stdout:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-18T08:24:12.647 INFO:teuthology.orchestra.run.smithi078.stdout:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-18T08:24:12.982 INFO:teuthology.orchestra.run.smithi078.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-18T08:24:12.988 INFO:teuthology.orchestra.run.smithi078.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-18T08:24:13.064 INFO:teuthology.orchestra.run.smithi078.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-18T08:24:13.070 INFO:teuthology.orchestra.run.smithi078.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-18T08:24:13.238 INFO:teuthology.orchestra.run.smithi078.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-18T08:24:13.239 INFO:teuthology.orchestra.run.smithi078.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-18T08:24:13.239 INFO:teuthology.orchestra.run.smithi078.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-18T08:24:13.274 INFO:teuthology.orchestra.run.smithi078.stdout:done 2024-09-18T08:24:13.717 DEBUG:teuthology.orchestra.run.smithi078:> dpkg -s linux-image-generic 2024-09-18T08:24:13.775 INFO:teuthology.orchestra.run.smithi078.stdout:Package: linux-image-generic 2024-09-18T08:24:13.775 INFO:teuthology.orchestra.run.smithi078.stdout:Status: install ok installed 2024-09-18T08:24:13.775 INFO:teuthology.orchestra.run.smithi078.stdout:Priority: optional 2024-09-18T08:24:13.775 INFO:teuthology.orchestra.run.smithi078.stdout:Section: kernel 2024-09-18T08:24:13.775 INFO:teuthology.orchestra.run.smithi078.stdout:Installed-Size: 21 2024-09-18T08:24:13.776 INFO:teuthology.orchestra.run.smithi078.stdout:Maintainer: Ubuntu Kernel Team 2024-09-18T08:24:13.776 INFO:teuthology.orchestra.run.smithi078.stdout:Architecture: amd64 2024-09-18T08:24:13.776 INFO:teuthology.orchestra.run.smithi078.stdout:Source: linux-meta 2024-09-18T08:24:13.776 INFO:teuthology.orchestra.run.smithi078.stdout:Version: 5.15.0.122.122 2024-09-18T08:24:13.776 INFO:teuthology.orchestra.run.smithi078.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-18T08:24:13.776 INFO:teuthology.orchestra.run.smithi078.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-18T08:24:13.776 INFO:teuthology.orchestra.run.smithi078.stdout:Recommends: thermald 2024-09-18T08:24:13.776 INFO:teuthology.orchestra.run.smithi078.stdout:Description: Generic Linux kernel image 2024-09-18T08:24:13.776 INFO:teuthology.orchestra.run.smithi078.stdout: This package will always depend on the latest generic kernel image 2024-09-18T08:24:13.776 INFO:teuthology.orchestra.run.smithi078.stdout: available. 2024-09-18T08:24:13.777 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-122-generic 2024-09-18T08:24:13.777 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-18T08:24:13.777 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-18T08:24:13.778 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-18T08:24:13.778 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi078.front.sepia.ceph.com, path=None, version=distro) 2024-09-18T08:24:13.778 DEBUG:teuthology.orchestra.run.smithi078:> sudo apt-get clean 2024-09-18T08:24:13.927 DEBUG:teuthology.orchestra.run.smithi078:> sudo apt-get update 2024-09-18T08:24:14.035 INFO:teuthology.orchestra.run.smithi078.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-18T08:24:14.035 INFO:teuthology.orchestra.run.smithi078.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-18T08:24:14.045 INFO:teuthology.orchestra.run.smithi078.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-18T08:24:14.062 INFO:teuthology.orchestra.run.smithi078.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-18T08:24:15.403 INFO:teuthology.orchestra.run.smithi078.stdout:Reading package lists... 2024-09-18T08:24:15.422 DEBUG:teuthology.orchestra.run.smithi078:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-18T08:24:15.485 INFO:teuthology.orchestra.run.smithi078.stdout:Reading package lists... 2024-09-18T08:24:15.698 INFO:teuthology.orchestra.run.smithi078.stdout:Building dependency tree... 2024-09-18T08:24:15.698 INFO:teuthology.orchestra.run.smithi078.stdout:Reading state information... 2024-09-18T08:24:15.890 INFO:teuthology.orchestra.run.smithi078.stdout:linux-image-generic is already the newest version (5.15.0.122.122). 2024-09-18T08:24:15.890 INFO:teuthology.orchestra.run.smithi078.stdout:The following packages were automatically installed and are no longer required: 2024-09-18T08:24:15.890 INFO:teuthology.orchestra.run.smithi078.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-18T08:24:15.890 INFO:teuthology.orchestra.run.smithi078.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-18T08:24:15.891 INFO:teuthology.orchestra.run.smithi078.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-18T08:24:15.891 INFO:teuthology.orchestra.run.smithi078.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-18T08:24:15.891 INFO:teuthology.orchestra.run.smithi078.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-18T08:24:15.891 INFO:teuthology.orchestra.run.smithi078.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-18T08:24:15.933 INFO:teuthology.orchestra.run.smithi078.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-18T08:24:15.935 DEBUG:teuthology.orchestra.run.smithi078:> dpkg -s linux-image-generic 2024-09-18T08:24:15.942 INFO:teuthology.orchestra.run.smithi189.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-18T08:24:15.943 INFO:teuthology.orchestra.run.smithi189.stdout:Sourcing file `/etc/default/grub' 2024-09-18T08:24:15.950 INFO:teuthology.orchestra.run.smithi078.stdout:Package: linux-image-generic 2024-09-18T08:24:15.950 INFO:teuthology.orchestra.run.smithi078.stdout:Status: install ok installed 2024-09-18T08:24:15.950 INFO:teuthology.orchestra.run.smithi078.stdout:Priority: optional 2024-09-18T08:24:15.950 INFO:teuthology.orchestra.run.smithi078.stdout:Section: kernel 2024-09-18T08:24:15.950 INFO:teuthology.orchestra.run.smithi078.stdout:Installed-Size: 21 2024-09-18T08:24:15.950 INFO:teuthology.orchestra.run.smithi078.stdout:Maintainer: Ubuntu Kernel Team 2024-09-18T08:24:15.950 INFO:teuthology.orchestra.run.smithi078.stdout:Architecture: amd64 2024-09-18T08:24:15.950 INFO:teuthology.orchestra.run.smithi078.stdout:Source: linux-meta 2024-09-18T08:24:15.950 INFO:teuthology.orchestra.run.smithi078.stdout:Version: 5.15.0.122.122 2024-09-18T08:24:15.950 INFO:teuthology.orchestra.run.smithi078.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-18T08:24:15.951 INFO:teuthology.orchestra.run.smithi078.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-18T08:24:15.951 INFO:teuthology.orchestra.run.smithi078.stdout:Recommends: thermald 2024-09-18T08:24:15.951 INFO:teuthology.orchestra.run.smithi078.stdout:Description: Generic Linux kernel image 2024-09-18T08:24:15.951 INFO:teuthology.orchestra.run.smithi078.stdout: This package will always depend on the latest generic kernel image 2024-09-18T08:24:15.951 INFO:teuthology.orchestra.run.smithi078.stdout: available. 2024-09-18T08:24:15.951 DEBUG:teuthology.orchestra.run.smithi078:> mktemp 2024-09-18T08:24:15.952 INFO:teuthology.orchestra.run.smithi189.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-18T08:24:15.967 INFO:teuthology.orchestra.run.smithi189.stdout:Generating grub configuration file ... 2024-09-18T08:24:15.995 INFO:teuthology.orchestra.run.smithi078.stdout:/tmp/tmp.icZm3yNFzo 2024-09-18T08:24:15.995 DEBUG:teuthology.orchestra.run.smithi078:> sudo cp /boot/grub/grub.cfg /tmp/tmp.icZm3yNFzo 2024-09-18T08:24:16.051 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 0666 /tmp/tmp.icZm3yNFzo 2024-09-18T08:24:16.165 DEBUG:teuthology.orchestra.remote:smithi078:/tmp/tmp.icZm3yNFzo is 10KB 2024-09-18T08:24:16.178 DEBUG:teuthology.orchestra.run.smithi078:> rm -fr /tmp/tmp.icZm3yNFzo 2024-09-18T08:24:16.183 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-18T08:24:16.239 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-18T08:24:16.239 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-18T08:24:16.239 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-18T08:24:16.254 INFO:teuthology.orchestra.run.smithi189.stdout:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-18T08:24:16.276 INFO:teuthology.orchestra.run.smithi189.stdout:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-18T08:24:16.306 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-122-generic 2024-09-18T08:24:16.306 DEBUG:teuthology.orchestra.run.smithi078:> sudo update-grub 2024-09-18T08:24:16.587 INFO:teuthology.orchestra.run.smithi189.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-18T08:24:16.592 INFO:teuthology.orchestra.run.smithi189.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-18T08:24:16.660 INFO:teuthology.orchestra.run.smithi189.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-18T08:24:16.665 INFO:teuthology.orchestra.run.smithi189.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-18T08:24:16.818 INFO:teuthology.orchestra.run.smithi189.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-18T08:24:16.818 INFO:teuthology.orchestra.run.smithi189.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-18T08:24:16.819 INFO:teuthology.orchestra.run.smithi189.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-18T08:24:16.862 INFO:teuthology.orchestra.run.smithi189.stdout:done 2024-09-18T08:24:17.364 DEBUG:teuthology.orchestra.run.smithi189:> dpkg -s linux-image-generic 2024-09-18T08:24:17.385 INFO:teuthology.orchestra.run.smithi189.stdout:Package: linux-image-generic 2024-09-18T08:24:17.385 INFO:teuthology.orchestra.run.smithi189.stdout:Status: install ok installed 2024-09-18T08:24:17.385 INFO:teuthology.orchestra.run.smithi189.stdout:Priority: optional 2024-09-18T08:24:17.385 INFO:teuthology.orchestra.run.smithi189.stdout:Section: kernel 2024-09-18T08:24:17.386 INFO:teuthology.orchestra.run.smithi189.stdout:Installed-Size: 21 2024-09-18T08:24:17.386 INFO:teuthology.orchestra.run.smithi189.stdout:Maintainer: Ubuntu Kernel Team 2024-09-18T08:24:17.386 INFO:teuthology.orchestra.run.smithi189.stdout:Architecture: amd64 2024-09-18T08:24:17.386 INFO:teuthology.orchestra.run.smithi189.stdout:Source: linux-meta 2024-09-18T08:24:17.386 INFO:teuthology.orchestra.run.smithi189.stdout:Version: 5.15.0.122.122 2024-09-18T08:24:17.386 INFO:teuthology.orchestra.run.smithi189.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-18T08:24:17.386 INFO:teuthology.orchestra.run.smithi189.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-18T08:24:17.386 INFO:teuthology.orchestra.run.smithi189.stdout:Recommends: thermald 2024-09-18T08:24:17.386 INFO:teuthology.orchestra.run.smithi189.stdout:Description: Generic Linux kernel image 2024-09-18T08:24:17.386 INFO:teuthology.orchestra.run.smithi189.stdout: This package will always depend on the latest generic kernel image 2024-09-18T08:24:17.386 INFO:teuthology.orchestra.run.smithi189.stdout: available. 2024-09-18T08:24:17.387 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-122-generic 2024-09-18T08:24:17.387 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-18T08:24:17.387 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-18T08:24:17.387 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-18T08:24:17.387 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi189.front.sepia.ceph.com, path=None, version=distro) 2024-09-18T08:24:17.387 DEBUG:teuthology.orchestra.run.smithi189:> sudo apt-get clean 2024-09-18T08:24:17.544 DEBUG:teuthology.orchestra.run.smithi189:> sudo apt-get update 2024-09-18T08:24:17.652 INFO:teuthology.orchestra.run.smithi078.stderr:Sourcing file `/etc/default/grub' 2024-09-18T08:24:17.653 INFO:teuthology.orchestra.run.smithi078.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-18T08:24:17.658 INFO:teuthology.orchestra.run.smithi078.stderr:Generating grub configuration file ... 2024-09-18T08:24:17.760 INFO:teuthology.orchestra.run.smithi189.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-18T08:24:17.762 INFO:teuthology.orchestra.run.smithi189.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-18T08:24:17.779 INFO:teuthology.orchestra.run.smithi189.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-18T08:24:17.815 INFO:teuthology.orchestra.run.smithi078.stderr:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-18T08:24:17.821 INFO:teuthology.orchestra.run.smithi078.stderr:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-18T08:24:17.873 INFO:teuthology.orchestra.run.smithi189.stdout:Hit:4 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-18T08:24:18.025 INFO:teuthology.orchestra.run.smithi078.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-18T08:24:18.030 INFO:teuthology.orchestra.run.smithi078.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-18T08:24:18.065 INFO:teuthology.orchestra.run.smithi078.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-18T08:24:18.069 INFO:teuthology.orchestra.run.smithi078.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-18T08:24:18.197 INFO:teuthology.orchestra.run.smithi078.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-18T08:24:18.197 INFO:teuthology.orchestra.run.smithi078.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-18T08:24:18.197 INFO:teuthology.orchestra.run.smithi078.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-18T08:24:18.233 INFO:teuthology.orchestra.run.smithi078.stderr:done 2024-09-18T08:24:18.241 DEBUG:teuthology.orchestra.run.smithi078:> sudo shutdown -r now 2024-09-18T08:24:19.207 INFO:teuthology.orchestra.run.smithi189.stdout:Reading package lists... 2024-09-18T08:24:19.225 DEBUG:teuthology.orchestra.run.smithi189:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-18T08:24:19.289 INFO:teuthology.orchestra.run.smithi189.stdout:Reading package lists... 2024-09-18T08:24:19.508 INFO:teuthology.orchestra.run.smithi189.stdout:Building dependency tree... 2024-09-18T08:24:19.509 INFO:teuthology.orchestra.run.smithi189.stdout:Reading state information... 2024-09-18T08:24:19.693 INFO:teuthology.orchestra.run.smithi189.stdout:linux-image-generic is already the newest version (5.15.0.122.122). 2024-09-18T08:24:19.693 INFO:teuthology.orchestra.run.smithi189.stdout:The following packages were automatically installed and are no longer required: 2024-09-18T08:24:19.693 INFO:teuthology.orchestra.run.smithi189.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-18T08:24:19.693 INFO:teuthology.orchestra.run.smithi189.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-18T08:24:19.693 INFO:teuthology.orchestra.run.smithi189.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-18T08:24:19.694 INFO:teuthology.orchestra.run.smithi189.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-18T08:24:19.694 INFO:teuthology.orchestra.run.smithi189.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-18T08:24:19.694 INFO:teuthology.orchestra.run.smithi189.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-18T08:24:19.736 INFO:teuthology.orchestra.run.smithi189.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-18T08:24:19.738 DEBUG:teuthology.orchestra.run.smithi189:> dpkg -s linux-image-generic 2024-09-18T08:24:19.753 INFO:teuthology.orchestra.run.smithi189.stdout:Package: linux-image-generic 2024-09-18T08:24:19.753 INFO:teuthology.orchestra.run.smithi189.stdout:Status: install ok installed 2024-09-18T08:24:19.753 INFO:teuthology.orchestra.run.smithi189.stdout:Priority: optional 2024-09-18T08:24:19.753 INFO:teuthology.orchestra.run.smithi189.stdout:Section: kernel 2024-09-18T08:24:19.753 INFO:teuthology.orchestra.run.smithi189.stdout:Installed-Size: 21 2024-09-18T08:24:19.753 INFO:teuthology.orchestra.run.smithi189.stdout:Maintainer: Ubuntu Kernel Team 2024-09-18T08:24:19.753 INFO:teuthology.orchestra.run.smithi189.stdout:Architecture: amd64 2024-09-18T08:24:19.753 INFO:teuthology.orchestra.run.smithi189.stdout:Source: linux-meta 2024-09-18T08:24:19.753 INFO:teuthology.orchestra.run.smithi189.stdout:Version: 5.15.0.122.122 2024-09-18T08:24:19.754 INFO:teuthology.orchestra.run.smithi189.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-18T08:24:19.754 INFO:teuthology.orchestra.run.smithi189.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-18T08:24:19.754 INFO:teuthology.orchestra.run.smithi189.stdout:Recommends: thermald 2024-09-18T08:24:19.754 INFO:teuthology.orchestra.run.smithi189.stdout:Description: Generic Linux kernel image 2024-09-18T08:24:19.754 INFO:teuthology.orchestra.run.smithi189.stdout: This package will always depend on the latest generic kernel image 2024-09-18T08:24:19.754 INFO:teuthology.orchestra.run.smithi189.stdout: available. 2024-09-18T08:24:19.754 DEBUG:teuthology.orchestra.run.smithi189:> mktemp 2024-09-18T08:24:19.798 INFO:teuthology.orchestra.run.smithi189.stdout:/tmp/tmp.J533GqHRKx 2024-09-18T08:24:19.799 DEBUG:teuthology.orchestra.run.smithi189:> sudo cp /boot/grub/grub.cfg /tmp/tmp.J533GqHRKx 2024-09-18T08:24:19.854 DEBUG:teuthology.orchestra.run.smithi189:> sudo chmod 0666 /tmp/tmp.J533GqHRKx 2024-09-18T08:24:19.980 DEBUG:teuthology.orchestra.remote:smithi189:/tmp/tmp.J533GqHRKx is 10KB 2024-09-18T08:24:19.993 DEBUG:teuthology.orchestra.run.smithi189:> rm -fr /tmp/tmp.J533GqHRKx 2024-09-18T08:24:19.998 DEBUG:teuthology.orchestra.run.smithi189:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-18T08:24:20.053 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-09-18T08:24:20.053 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-18T08:24:20.054 DEBUG:teuthology.orchestra.run.smithi189:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-18T08:24:20.118 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-122-generic 2024-09-18T08:24:20.118 DEBUG:teuthology.orchestra.run.smithi189:> sudo update-grub 2024-09-18T08:24:21.309 INFO:teuthology.orchestra.run.smithi189.stderr:Sourcing file `/etc/default/grub' 2024-09-18T08:24:21.310 INFO:teuthology.orchestra.run.smithi189.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-18T08:24:21.312 INFO:teuthology.orchestra.run.smithi189.stderr:Generating grub configuration file ... 2024-09-18T08:24:21.492 INFO:teuthology.orchestra.run.smithi189.stderr:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-18T08:24:21.498 INFO:teuthology.orchestra.run.smithi189.stderr:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-18T08:24:21.746 INFO:teuthology.orchestra.run.smithi189.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-18T08:24:21.751 INFO:teuthology.orchestra.run.smithi189.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-18T08:24:21.789 INFO:teuthology.orchestra.run.smithi189.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-18T08:24:21.794 INFO:teuthology.orchestra.run.smithi189.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-18T08:24:21.909 INFO:teuthology.orchestra.run.smithi189.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-18T08:24:21.909 INFO:teuthology.orchestra.run.smithi189.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-18T08:24:21.909 INFO:teuthology.orchestra.run.smithi189.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-18T08:24:21.933 INFO:teuthology.orchestra.run.smithi189.stderr:done 2024-09-18T08:24:21.941 DEBUG:teuthology.orchestra.run.smithi189:> sudo shutdown -r now 2024-09-18T08:24:48.266 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-18T08:24:48.267 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-18T08:24:48.269 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T08:24:51.948 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-18T08:24:51.948 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-09-18T08:24:51.949 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T08:25:06.621 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.78 2024-09-18T08:25:10.461 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.189 2024-09-18T08:25:15.625 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-18T08:25:15.626 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T08:25:18.685 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.78 2024-09-18T08:25:19.462 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-09-18T08:25:19.463 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T08:25:22.525 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.189 2024-09-18T08:25:30.693 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-18T08:25:30.694 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T08:25:34.529 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-09-18T08:25:34.529 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T08:25:37.601 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.189 2024-09-18T08:25:49.117 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.78 2024-09-18T08:25:52.605 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-09-18T08:25:52.606 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T08:26:04.129 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-18T08:26:04.129 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T08:26:04.488 DEBUG:teuthology.orchestra.run.smithi078:> true 2024-09-18T08:26:05.077 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-18T08:26:05.077 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-122-generic"... 2024-09-18T08:26:05.077 DEBUG:teuthology.orchestra.run.smithi078:> uname -r 2024-09-18T08:26:05.125 INFO:teuthology.orchestra.run.smithi078.stdout:5.15.0-122-generic 2024-09-18T08:26:05.126 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-122-generic vs 5.15.0-122-generic 2024-09-18T08:26:05.126 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-18T08:26:05.126 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-18T08:26:06.127 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-18T08:26:06.127 DEBUG:teuthology.orchestra.run.smithi078:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-18T08:26:06.196 INFO:teuthology.orchestra.run.smithi078.stdout:ttyS1 2024-09-18T08:26:06.227 DEBUG:teuthology.parallel:result is None 2024-09-18T08:26:24.486 DEBUG:teuthology.orchestra.run.smithi189:> true 2024-09-18T08:26:25.088 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-09-18T08:26:25.089 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-122-generic"... 2024-09-18T08:26:25.089 DEBUG:teuthology.orchestra.run.smithi189:> uname -r 2024-09-18T08:26:25.136 INFO:teuthology.orchestra.run.smithi189.stdout:5.15.0-122-generic 2024-09-18T08:26:25.136 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-122-generic vs 5.15.0-122-generic 2024-09-18T08:26:25.136 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-18T08:26:25.136 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-18T08:26:26.137 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-18T08:26:26.137 DEBUG:teuthology.orchestra.run.smithi189:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-18T08:26:26.471 INFO:teuthology.orchestra.run.smithi189.stdout:ttyS1 2024-09-18T08:26:26.498 DEBUG:teuthology.parallel:result is None 2024-09-18T08:26:26.498 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-18T08:26:26.508 INFO:teuthology.task.internal:Creating test directory... 2024-09-18T08:26:26.508 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-18T08:26:26.511 DEBUG:teuthology.orchestra.run.smithi189:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-18T08:26:26.516 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-18T08:26:26.522 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-18T08:26:26.528 INFO:teuthology.task.internal:Creating archive directory... 2024-09-18T08:26:26.528 DEBUG:teuthology.orchestra.run.smithi078:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-18T08:26:26.558 DEBUG:teuthology.orchestra.run.smithi189:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-18T08:26:26.758 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-18T08:26:26.765 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-18T08:26:26.766 DEBUG:teuthology.orchestra.run.smithi078:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-18T08:26:26.768 DEBUG:teuthology.orchestra.run.smithi189:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-18T08:26:26.784 INFO:teuthology.orchestra.run.smithi078.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-18T08:26:26.794 INFO:teuthology.orchestra.run.smithi078.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-18T08:26:26.809 INFO:teuthology.orchestra.run.smithi189.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-18T08:26:26.816 INFO:teuthology.orchestra.run.smithi189.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-18T08:26:26.818 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-18T08:26:26.843 INFO:teuthology.task.internal:Configuring sudo... 2024-09-18T08:26:26.844 DEBUG:teuthology.orchestra.run.smithi078:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-18T08:26:26.846 DEBUG:teuthology.orchestra.run.smithi189:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-18T08:26:26.871 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-18T08:26:26.880 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-18T08:26:26.881 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-18T08:26:26.902 DEBUG:teuthology.orchestra.run.smithi189:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-18T08:26:26.920 DEBUG:teuthology.orchestra.run.smithi078:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-18T08:26:26.954 DEBUG:teuthology.orchestra.run.smithi078:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-18T08:26:27.001 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-18T08:26:27.002 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-18T08:26:27.107 DEBUG:teuthology.orchestra.run.smithi189:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-18T08:26:27.114 DEBUG:teuthology.orchestra.run.smithi189:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-18T08:26:27.165 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-09-18T08:26:27.165 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-18T08:26:27.225 DEBUG:teuthology.orchestra.run.smithi078:> sudo service rsyslog restart 2024-09-18T08:26:27.227 DEBUG:teuthology.orchestra.run.smithi189:> sudo service rsyslog restart 2024-09-18T08:26:27.295 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-18T08:26:27.303 INFO:teuthology.task.internal:Starting timer... 2024-09-18T08:26:27.303 INFO:teuthology.run_tasks:Running task pcp... 2024-09-18T08:26:27.313 INFO:teuthology.run_tasks:Running task selinux... 2024-09-18T08:26:27.323 DEBUG:teuthology.task.selinux:Excluding smithi078: OS 'ubuntu' does not support SELinux 2024-09-18T08:26:27.323 DEBUG:teuthology.task.selinux:Excluding smithi189: OS 'ubuntu' does not support SELinux 2024-09-18T08:26:27.323 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-18T08:26:27.324 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-18T08:26:27.324 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-18T08:26:27.324 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-18T08:26:27.336 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-18T08:26:27.339 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-18T08:26:27.456 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-18T08:26:27.466 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-18T08:26:27.468 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi078.front.sepia.ceph.com,smithi189.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-18T08:34:00.019 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi078.front.sepia.ceph.com'), Remote(name='ubuntu@smithi189.front.sepia.ceph.com')] 2024-09-18T08:34:00.021 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-18T08:34:00.022 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T08:34:00.107 DEBUG:teuthology.orchestra.run.smithi078:> true 2024-09-18T08:34:00.181 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-18T08:34:00.181 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-09-18T08:34:00.182 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T08:34:00.262 DEBUG:teuthology.orchestra.run.smithi189:> true 2024-09-18T08:34:00.341 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-09-18T08:34:00.341 INFO:teuthology.run_tasks:Running task clock... 2024-09-18T08:34:00.353 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-18T08:34:00.353 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-18T08:34:00.353 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-18T08:34:00.356 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-18T08:34:00.356 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-18T08:34:00.382 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-18T08:34:00.382 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: Command line: ntpd -gq 2024-09-18T08:34:00.382 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: ---------------------------------------------------- 2024-09-18T08:34:00.382 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: ntp-4 is maintained by Network Time Foundation, 2024-09-18T08:34:00.383 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-18T08:34:00.383 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: corporation. Support and training for ntp-4 are 2024-09-18T08:34:00.383 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: available at https://www.nwtime.org/support 2024-09-18T08:34:00.383 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: ---------------------------------------------------- 2024-09-18T08:34:00.387 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: proto: precision = 0.063 usec (-24) 2024-09-18T08:34:00.387 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: basedate set to 2022-02-04 2024-09-18T08:34:00.387 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: gps base set to 2022-02-06 (week 2196) 2024-09-18T08:34:00.387 INFO:teuthology.orchestra.run.smithi078.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-18T08:34:00.388 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-18T08:34:00.388 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: restrict ::: KOD does nothing without LIMITED. 2024-09-18T08:34:00.388 INFO:teuthology.orchestra.run.smithi078.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-18T08:34:00.389 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: Listen and drop on 0 v6wildcard [::]:123 2024-09-18T08:34:00.389 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-18T08:34:00.389 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: Listen normally on 2 lo 127.0.0.1:123 2024-09-18T08:34:00.389 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: Listen normally on 3 enp3s0f1 172.21.15.78:123 2024-09-18T08:34:00.389 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: Listen normally on 4 lo [::1]:123 2024-09-18T08:34:00.389 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:d4dd%5]:123 2024-09-18T08:34:00.389 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:00 ntpd[18518]: Listening on routing socket on fd #22 for interface updates 2024-09-18T08:34:00.411 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-18T08:34:00.411 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: Command line: ntpd -gq 2024-09-18T08:34:00.411 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: ---------------------------------------------------- 2024-09-18T08:34:00.412 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: ntp-4 is maintained by Network Time Foundation, 2024-09-18T08:34:00.412 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-18T08:34:00.412 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: corporation. Support and training for ntp-4 are 2024-09-18T08:34:00.412 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: available at https://www.nwtime.org/support 2024-09-18T08:34:00.412 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: ---------------------------------------------------- 2024-09-18T08:34:00.413 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: proto: precision = 0.062 usec (-24) 2024-09-18T08:34:00.413 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: basedate set to 2022-02-04 2024-09-18T08:34:00.413 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: gps base set to 2022-02-06 (week 2196) 2024-09-18T08:34:00.413 INFO:teuthology.orchestra.run.smithi189.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-18T08:34:00.413 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-18T08:34:00.413 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: restrict ::: KOD does nothing without LIMITED. 2024-09-18T08:34:00.414 INFO:teuthology.orchestra.run.smithi189.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-18T08:34:00.415 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: Listen and drop on 0 v6wildcard [::]:123 2024-09-18T08:34:00.415 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-18T08:34:00.415 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: Listen normally on 2 lo 127.0.0.1:123 2024-09-18T08:34:00.415 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: Listen normally on 3 enp3s0f1 172.21.15.189:123 2024-09-18T08:34:00.415 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: Listen normally on 4 lo [::1]:123 2024-09-18T08:34:00.415 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:6df1%5]:123 2024-09-18T08:34:00.415 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:00 ntpd[18480]: Listening on routing socket on fd #22 for interface updates 2024-09-18T08:34:01.382 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:01 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:01.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:01 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:01.412 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:01 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:01.412 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:01 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:01.412 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:01 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:01.412 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:01 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:01.412 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:01 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:01.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:01 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:01.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:01 ntpd[18480]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:01.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:01 ntpd[18480]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:02.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:02 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:02.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:02 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:02.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:02 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:02.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:02 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:02.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:02 ntpd[18518]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:02.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:02 ntpd[18518]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:03.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:03 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:03.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:03 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:03.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:03 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:03.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:03 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:03.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:03 ntpd[18518]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:03.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:03 ntpd[18518]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:03.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:03 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:03.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:03 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:03.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:03 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:03.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:03 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:03.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:03 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:03.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:03 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:03.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:03 ntpd[18480]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:03.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:03 ntpd[18480]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:03.414 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:03 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:03.414 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:03 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:03.414 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:03 ntpd[18480]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:03.414 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:03 ntpd[18480]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:04.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:04 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:04.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:04 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:04.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:04 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:04.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:04 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:04.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:04 ntpd[18518]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:04.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:04 ntpd[18518]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:04.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:04 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:04.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:04 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:04.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:04 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:04.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:04 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:04.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:04 ntpd[18480]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:04.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:04 ntpd[18480]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:05.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:05 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:05.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:05 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:05.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:05 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:05.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:05 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:05.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:05 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:05.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:05 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:05.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:05 ntpd[18518]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:05.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:05 ntpd[18518]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:05.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:05 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:05.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:05 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:05.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:05 ntpd[18518]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:05.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:05 ntpd[18518]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:05.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:05 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:05.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:05 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:05.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:05 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:05.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:05 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:05.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:05 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:05.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:05 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:05.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:05 ntpd[18480]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:05.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:05 ntpd[18480]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:05.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:05 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:05.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:05 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:05.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:05 ntpd[18480]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:05.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:05 ntpd[18480]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:06.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:06 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:06.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:06 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:06.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:06 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:06.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:06 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:06.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:06 ntpd[18518]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:06.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:06 ntpd[18518]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:06.412 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:06 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:06.412 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:06 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:06.412 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:06 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:06.412 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:06 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:06.412 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:06 ntpd[18480]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:06.412 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:06 ntpd[18480]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:07.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:07 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:07.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:07 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:07.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:07 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:07.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:07 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:07.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:07 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:07.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:07 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:07.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:07 ntpd[18518]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:07.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:07 ntpd[18518]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:07.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:07 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:07.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:07 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:07.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:07 ntpd[18518]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:07.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:07 ntpd[18518]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:07.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:07 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:07.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:07 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:07.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:07 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:07.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:07 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:07.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:07 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:07.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:07 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:07.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:07 ntpd[18480]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:07.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:07 ntpd[18480]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:07.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:07 ntpd[18480]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:07.413 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:07 ntpd[18480]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:07.414 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:07 ntpd[18480]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:07.414 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:07 ntpd[18480]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:07.414 INFO:teuthology.orchestra.run.smithi189.stdout:18 Sep 08:34:07 ntpd[18480]: ntpd: time slew +0.000516 s 2024-09-18T08:34:07.414 INFO:teuthology.orchestra.run.smithi189.stdout:ntpd: time slew +0.000516s 2024-09-18T08:34:07.414 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:07 ntpd[18480]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-18T08:34:07.414 INFO:teuthology.orchestra.run.smithi189.stderr:18 Sep 08:34:07 ntpd[18480]: can't open /var/log/ntpstats/loopstats.20240918: Permission denied 2024-09-18T08:34:07.460 INFO:teuthology.orchestra.run.smithi189.stdout: remote refid st t when poll reach delay offset jitter 2024-09-18T08:34:07.460 INFO:teuthology.orchestra.run.smithi189.stdout:============================================================================== 2024-09-18T08:34:07.460 INFO:teuthology.orchestra.run.smithi189.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-18T08:34:07.460 INFO:teuthology.orchestra.run.smithi189.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-18T08:34:07.460 INFO:teuthology.orchestra.run.smithi189.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-18T08:34:07.460 INFO:teuthology.orchestra.run.smithi189.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-18T08:34:08.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:08 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:08.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:08 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:08.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:08 ntpd[18518]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-18T08:34:08.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:08 ntpd[18518]: can't open /var/log/ntpstats/rawstats.20240918: Permission denied 2024-09-18T08:34:08.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:08 ntpd[18518]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-18T08:34:08.383 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:08 ntpd[18518]: can't open /var/log/ntpstats/peerstats.20240918: Permission denied 2024-09-18T08:34:08.384 INFO:teuthology.orchestra.run.smithi078.stdout:18 Sep 08:34:08 ntpd[18518]: ntpd: time slew +0.000501 s 2024-09-18T08:34:08.384 INFO:teuthology.orchestra.run.smithi078.stdout:ntpd: time slew +0.000501s 2024-09-18T08:34:08.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:08 ntpd[18518]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-18T08:34:08.384 INFO:teuthology.orchestra.run.smithi078.stderr:18 Sep 08:34:08 ntpd[18518]: can't open /var/log/ntpstats/loopstats.20240918: Permission denied 2024-09-18T08:34:08.429 INFO:teuthology.orchestra.run.smithi078.stdout: remote refid st t when poll reach delay offset jitter 2024-09-18T08:34:08.429 INFO:teuthology.orchestra.run.smithi078.stdout:============================================================================== 2024-09-18T08:34:08.429 INFO:teuthology.orchestra.run.smithi078.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-18T08:34:08.429 INFO:teuthology.orchestra.run.smithi078.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-18T08:34:08.429 INFO:teuthology.orchestra.run.smithi078.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-18T08:34:08.429 INFO:teuthology.orchestra.run.smithi078.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-18T08:34:08.429 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-18T08:34:08.541 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'squid', 'image': 'quay.ceph.io/ceph-ci/ceph:squid', 'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': False}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'CEPHADM_STRAY_DAEMON', 'CEPHADM_FAILED_DAEMON', 'CEPHADM_AGENT_DOWN'], 'log-only-match': ['CEPHADM_'], 'sha1': 'e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e'} 2024-09-18T08:34:08.541 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:squid 2024-09-18T08:34:08.542 INFO:tasks.cephadm:Cluster fsid is c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:34:08.542 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-18T08:34:08.542 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.78', 'mon.c': '[v2:172.21.15.78:3301,v1:172.21.15.78:6790]', 'mon.b': '172.21.15.189'} 2024-09-18T08:34:08.542 INFO:tasks.cephadm:First mon is mon.a on smithi078 2024-09-18T08:34:08.542 INFO:tasks.cephadm:First mgr is y 2024-09-18T08:34:08.542 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-18T08:34:08.543 DEBUG:teuthology.orchestra.run.smithi078:> sudo hostname $(hostname -s) 2024-09-18T08:34:08.558 DEBUG:teuthology.orchestra.run.smithi189:> sudo hostname $(hostname -s) 2024-09-18T08:34:08.572 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for squid 2024-09-18T08:34:08.573 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T08:34:08.709 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=jammy,DIST=jammy,MACHINE_SIZE=gigantic/83115/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.3.0-4983-ge7fb7b56', 'node_name': '172.21.2.17+braggi17', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=jammy,DIST=jammy,MACHINE_SIZE=gigantic', 'package_manager_version': '19.3.0-4983-ge7fb7b56-1jammy'}, 'url': 'https://2.chacra.ceph.com/r/ceph/wip-guits-main-2024-09-17-1213/e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e/ubuntu/jammy/flavors/default/', 'distro_codename': 'jammy', 'modified': '2024-09-17 20:21:43.091116', 'distro_version': '22.04', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-guits-main-2024-09-17-1213', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-guits-main-2024-09-17-1213/e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e/ubuntu/jammy/flavors/default/', 'archs': ['x86_64'], 'distro': 'ubuntu'}] 2024-09-18T08:34:08.910 INFO:tasks.util.chacra:got chacra host chacra.ceph.com, ref squid, sha1 8e98666cb045318799c9328f1ae906cc2d724fd2 from https://shaman.ceph.com/api/search/?project=ceph&distros=ubuntu%2F22.04%2Fx86_64&flavor=default&ref=squid 2024-09-18T08:34:08.911 INFO:tasks.cephadm:Discovered cachra url: https://chacra.ceph.com/binaries/ceph/squid/8e98666cb045318799c9328f1ae906cc2d724fd2/ubuntu/jammy/x86_64/flavors/default/cephadm 2024-09-18T08:34:08.911 INFO:tasks.cephadm:Downloading cephadm from url: https://chacra.ceph.com/binaries/ceph/squid/8e98666cb045318799c9328f1ae906cc2d724fd2/ubuntu/jammy/x86_64/flavors/default/cephadm 2024-09-18T08:34:08.911 DEBUG:teuthology.orchestra.run.smithi078:> curl --silent -L https://chacra.ceph.com/binaries/ceph/squid/8e98666cb045318799c9328f1ae906cc2d724fd2/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-18T08:34:09.277 INFO:teuthology.orchestra.run.smithi078.stdout:-rw-rw-r-- 1 ubuntu ubuntu 791767 Sep 18 08:34 /home/ubuntu/cephtest/cephadm 2024-09-18T08:34:09.277 DEBUG:teuthology.orchestra.run.smithi189:> curl --silent -L https://chacra.ceph.com/binaries/ceph/squid/8e98666cb045318799c9328f1ae906cc2d724fd2/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-18T08:34:09.634 INFO:teuthology.orchestra.run.smithi189.stdout:-rw-rw-r-- 1 ubuntu ubuntu 791767 Sep 18 08:34 /home/ubuntu/cephtest/cephadm 2024-09-18T08:34:09.635 DEBUG:teuthology.orchestra.run.smithi078:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-18T08:34:09.642 DEBUG:teuthology.orchestra.run.smithi189:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-18T08:34:09.660 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:squid on all hosts... 2024-09-18T08:34:09.661 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2024-09-18T08:34:09.686 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2024-09-18T08:34:09.866 INFO:teuthology.orchestra.run.smithi078.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2024-09-18T08:34:09.874 INFO:teuthology.orchestra.run.smithi189.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2024-09-18T08:35:27.981 INFO:teuthology.orchestra.run.smithi189.stdout:{ 2024-09-18T08:35:27.981 INFO:teuthology.orchestra.run.smithi189.stdout: "ceph_version": "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)", 2024-09-18T08:35:27.981 INFO:teuthology.orchestra.run.smithi189.stdout: "image_id": "ebb0615149def4a3179c82c0cc47af75808300abb9f1142788e5e605a7ac0e5b", 2024-09-18T08:35:27.981 INFO:teuthology.orchestra.run.smithi189.stdout: "repo_digests": [ 2024-09-18T08:35:27.982 INFO:teuthology.orchestra.run.smithi189.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:475e68c989240ebfb6ca26a687a713828159881ccf6edcf69b7320f1853af3e3" 2024-09-18T08:35:27.982 INFO:teuthology.orchestra.run.smithi189.stdout: ] 2024-09-18T08:35:27.982 INFO:teuthology.orchestra.run.smithi189.stdout:} 2024-09-18T08:35:28.298 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T08:35:28.299 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_version": "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)", 2024-09-18T08:35:28.299 INFO:teuthology.orchestra.run.smithi078.stdout: "image_id": "ebb0615149def4a3179c82c0cc47af75808300abb9f1142788e5e605a7ac0e5b", 2024-09-18T08:35:28.299 INFO:teuthology.orchestra.run.smithi078.stdout: "repo_digests": [ 2024-09-18T08:35:28.299 INFO:teuthology.orchestra.run.smithi078.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:475e68c989240ebfb6ca26a687a713828159881ccf6edcf69b7320f1853af3e3" 2024-09-18T08:35:28.299 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2024-09-18T08:35:28.299 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T08:35:28.340 DEBUG:teuthology.orchestra.run.smithi078:> sudo mkdir -p /etc/ceph 2024-09-18T08:35:28.353 DEBUG:teuthology.orchestra.run.smithi189:> sudo mkdir -p /etc/ceph 2024-09-18T08:35:28.367 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 777 /etc/ceph 2024-09-18T08:35:28.406 DEBUG:teuthology.orchestra.run.smithi189:> sudo chmod 777 /etc/ceph 2024-09-18T08:35:28.421 INFO:tasks.cephadm:Writing seed config... 2024-09-18T08:35:28.422 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-09-18T08:35:28.422 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-18T08:35:28.422 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-18T08:35:28.422 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = False 2024-09-18T08:35:28.422 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-18T08:35:28.422 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-18T08:35:28.422 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-18T08:35:28.423 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-18T08:35:28.423 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-18T08:35:28.423 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-18T08:35:28.423 DEBUG:teuthology.orchestra.run.smithi078:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-18T08:35:28.452 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = c5c73ad4-7598-11ef-bceb-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = False [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-18T08:35:28.452 DEBUG:teuthology.orchestra.run.smithi078:mon.a> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.a.service 2024-09-18T08:35:28.498 DEBUG:teuthology.orchestra.run.smithi078:mgr.y> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mgr.y.service 2024-09-18T08:35:28.540 INFO:tasks.cephadm:Bootstrapping... 2024-09-18T08:35:28.541 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid -v bootstrap --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.78 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-18T08:35:28.761 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2024-09-18T08:35:28.762 INFO:teuthology.orchestra.run.smithi078.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:squid', '-v', 'bootstrap', '--fsid', 'c5c73ad4-7598-11ef-bceb-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.78', '--skip-admin-label'] 2024-09-18T08:35:28.762 INFO:teuthology.orchestra.run.smithi078.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-18T08:35:28.763 INFO:teuthology.orchestra.run.smithi078.stdout:Verifying podman|docker is present... 2024-09-18T08:35:28.763 INFO:teuthology.orchestra.run.smithi078.stdout:Verifying lvm2 is present... 2024-09-18T08:35:28.763 INFO:teuthology.orchestra.run.smithi078.stdout:Verifying time synchronization is in place... 2024-09-18T08:35:28.767 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-18T08:35:28.767 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-18T08:35:28.773 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-18T08:35:28.773 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout inactive 2024-09-18T08:35:28.777 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-09-18T08:35:28.777 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-09-18T08:35:28.781 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-09-18T08:35:28.781 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout inactive 2024-09-18T08:35:28.784 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-09-18T08:35:28.784 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout masked 2024-09-18T08:35:28.788 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-09-18T08:35:28.788 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout inactive 2024-09-18T08:35:28.792 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-09-18T08:35:28.792 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-09-18T08:35:28.795 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-09-18T08:35:28.795 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout inactive 2024-09-18T08:35:28.799 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout enabled 2024-09-18T08:35:28.803 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout active 2024-09-18T08:35:28.803 INFO:teuthology.orchestra.run.smithi078.stdout:Unit ntp.service is enabled and running 2024-09-18T08:35:28.804 INFO:teuthology.orchestra.run.smithi078.stdout:Repeating the final host check... 2024-09-18T08:35:28.804 INFO:teuthology.orchestra.run.smithi078.stdout:docker (/usr/bin/docker) is present 2024-09-18T08:35:28.804 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl is present 2024-09-18T08:35:28.804 INFO:teuthology.orchestra.run.smithi078.stdout:lvcreate is present 2024-09-18T08:35:28.807 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-18T08:35:28.807 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-18T08:35:28.810 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-18T08:35:28.810 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout inactive 2024-09-18T08:35:28.814 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-09-18T08:35:28.814 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-09-18T08:35:28.817 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-09-18T08:35:28.817 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout inactive 2024-09-18T08:35:28.821 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-09-18T08:35:28.821 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout masked 2024-09-18T08:35:28.824 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-09-18T08:35:28.824 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout inactive 2024-09-18T08:35:28.827 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-09-18T08:35:28.828 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-09-18T08:35:28.831 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-09-18T08:35:28.831 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout inactive 2024-09-18T08:35:28.835 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout enabled 2024-09-18T08:35:28.839 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout active 2024-09-18T08:35:28.839 INFO:teuthology.orchestra.run.smithi078.stdout:Unit ntp.service is enabled and running 2024-09-18T08:35:28.839 INFO:teuthology.orchestra.run.smithi078.stdout:Host looks OK 2024-09-18T08:35:28.839 INFO:teuthology.orchestra.run.smithi078.stdout:Cluster fsid: c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:35:28.839 INFO:teuthology.orchestra.run.smithi078.stdout:Acquiring lock 140026166721168 on /run/cephadm/c5c73ad4-7598-11ef-bceb-c7b262605968.lock 2024-09-18T08:35:28.839 INFO:teuthology.orchestra.run.smithi078.stdout:Lock 140026166721168 acquired on /run/cephadm/c5c73ad4-7598-11ef-bceb-c7b262605968.lock 2024-09-18T08:35:28.839 INFO:teuthology.orchestra.run.smithi078.stdout:Verifying IP 172.21.15.78 port 3300 ... 2024-09-18T08:35:28.839 INFO:teuthology.orchestra.run.smithi078.stdout:Verifying IP 172.21.15.78 port 6789 ... 2024-09-18T08:35:28.839 INFO:teuthology.orchestra.run.smithi078.stdout:Base mon IP(s) is [172.21.15.78:3300, 172.21.15.78:6789], mon addrv is [v2:172.21.15.78:3300,v1:172.21.15.78:6789] 2024-09-18T08:35:28.844 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 2024-09-18T08:35:28.844 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.78 metric 100 2024-09-18T08:35:28.844 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/sbin/ip: stdout 158.69.67.47 via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.78 metric 100 2024-09-18T08:35:28.844 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2024-09-18T08:35:28.844 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.78 metric 100 2024-09-18T08:35:28.844 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/sbin/ip: stdout 172.21.0.1 dev enp3s0f1 proto dhcp scope link src 172.21.15.78 metric 100 2024-09-18T08:35:28.845 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/sbin/ip: stdout 172.21.0.2 dev enp3s0f1 proto dhcp scope link src 172.21.15.78 metric 100 2024-09-18T08:35:28.845 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/sbin/ip: stdout 172.21.15.254 dev enp3s0f1 proto dhcp scope link src 172.21.15.78 metric 100 2024-09-18T08:35:28.845 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-18T08:35:28.845 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-09-18T08:35:28.845 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 expires 1795sec pref medium 2024-09-18T08:35:28.847 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-18T08:35:28.847 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-18T08:35:28.847 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-18T08:35:28.847 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-09-18T08:35:28.847 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d4dd/64 scope link 2024-09-18T08:35:28.847 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-18T08:35:28.847 INFO:teuthology.orchestra.run.smithi078.stdout:Mon IP `172.21.15.78` is in CIDR network `172.21.0.0/20` 2024-09-18T08:35:28.848 INFO:teuthology.orchestra.run.smithi078.stdout:Mon IP `172.21.15.78` is in CIDR network `172.21.0.0/20` 2024-09-18T08:35:28.848 INFO:teuthology.orchestra.run.smithi078.stdout:Mon IP `172.21.15.78` is in CIDR network `172.21.0.1/32` 2024-09-18T08:35:28.848 INFO:teuthology.orchestra.run.smithi078.stdout:Mon IP `172.21.15.78` is in CIDR network `172.21.0.1/32` 2024-09-18T08:35:28.848 INFO:teuthology.orchestra.run.smithi078.stdout:Mon IP `172.21.15.78` is in CIDR network `172.21.0.2/32` 2024-09-18T08:35:28.848 INFO:teuthology.orchestra.run.smithi078.stdout:Mon IP `172.21.15.78` is in CIDR network `172.21.0.2/32` 2024-09-18T08:35:28.848 INFO:teuthology.orchestra.run.smithi078.stdout:Mon IP `172.21.15.78` is in CIDR network `172.21.15.254/32` 2024-09-18T08:35:28.848 INFO:teuthology.orchestra.run.smithi078.stdout:Mon IP `172.21.15.78` is in CIDR network `172.21.15.254/32` 2024-09-18T08:35:28.848 INFO:teuthology.orchestra.run.smithi078.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20', '172.21.0.1/32', '172.21.0.1/32', '172.21.0.2/32', '172.21.0.2/32', '172.21.15.254/32', '172.21.15.254/32'] 2024-09-18T08:35:28.849 INFO:teuthology.orchestra.run.smithi078.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-18T08:35:28.849 INFO:teuthology.orchestra.run.smithi078.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2024-09-18T08:35:29.093 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/docker: stdout squid: Pulling from ceph-ci/ceph 2024-09-18T08:35:29.093 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/docker: stdout Digest: sha256:475e68c989240ebfb6ca26a687a713828159881ccf6edcf69b7320f1853af3e3 2024-09-18T08:35:29.093 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/docker: stdout Status: Image is up to date for quay.ceph.io/ceph-ci/ceph:squid 2024-09-18T08:35:29.093 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/docker: stdout quay.ceph.io/ceph-ci/ceph:squid 2024-09-18T08:35:30.646 INFO:teuthology.orchestra.run.smithi078.stdout:ceph: stdout ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable) 2024-09-18T08:35:30.646 INFO:teuthology.orchestra.run.smithi078.stdout:Ceph version: ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable) 2024-09-18T08:35:30.646 INFO:teuthology.orchestra.run.smithi078.stdout:Extracting ceph user uid/gid from container image... 2024-09-18T08:35:32.185 INFO:teuthology.orchestra.run.smithi078.stdout:stat: stdout 167 167 2024-09-18T08:35:32.186 INFO:teuthology.orchestra.run.smithi078.stdout:Creating initial keys... 2024-09-18T08:35:33.678 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-authtool: stdout AQDVkOpm7hofBRAAdxyiRMAbAw4DnLhYGbLAww== 2024-09-18T08:35:35.234 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-authtool: stdout AQDWkOpmIWdLJhAA8Q0Y5ayeHfH/iA4x954itA== 2024-09-18T08:35:36.715 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-authtool: stdout AQDYkOpmEduGBxAA0WzbgJbL9VGzbEn+dbdZcA== 2024-09-18T08:35:36.716 INFO:teuthology.orchestra.run.smithi078.stdout:Creating initial monmap... 2024-09-18T08:35:38.282 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-18T08:35:38.282 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-09-18T08:35:38.282 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:35:38.282 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-18T08:35:38.282 INFO:teuthology.orchestra.run.smithi078.stdout:monmaptool for a [v2:172.21.15.78:3300,v1:172.21.15.78:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-18T08:35:38.282 INFO:teuthology.orchestra.run.smithi078.stdout:setting min_mon_release = quincy 2024-09-18T08:35:38.282 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/monmaptool: set fsid to c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:35:38.282 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-18T08:35:38.282 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:35:38.282 INFO:teuthology.orchestra.run.smithi078.stdout:Creating mon... 2024-09-18T08:35:39.852 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-18T08:35:39.852 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 1 imported monmap: 2024-09-18T08:35:39.852 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr epoch 0 2024-09-18T08:35:39.852 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:35:39.852 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr last_changed 2024-09-18T08:35:37.644909+0000 2024-09-18T08:35:39.852 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr created 2024-09-18T08:35:37.644909+0000 2024-09-18T08:35:39.853 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr min_mon_release 17 (quincy) 2024-09-18T08:35:39.853 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr election_strategy: 1 2024-09-18T08:35:39.853 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T08:35:39.853 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.853 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 0 /usr/bin/ceph-mon: set fsid to c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:35:39.853 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: RocksDB version: 7.9.2 2024-09-18T08:35:39.853 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.853 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Git sha 0 2024-09-18T08:35:39.853 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Compile date 2024-09-16 15:09:42 2024-09-18T08:35:39.853 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: DB SUMMARY 2024-09-18T08:35:39.853 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.853 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: DB Session ID: 47B8WGDEBAF5CXB8HBUI 2024-09-18T08:35:39.854 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.854 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2024-09-18T08:35:39.854 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.854 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2024-09-18T08:35:39.854 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.854 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.error_if_exists: 0 2024-09-18T08:35:39.854 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.create_if_missing: 1 2024-09-18T08:35:39.854 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.paranoid_checks: 1 2024-09-18T08:35:39.854 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-18T08:35:39.854 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-18T08:35:39.854 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-18T08:35:39.854 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.env: 0x556f52747940 2024-09-18T08:35:39.854 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-18T08:35:39.855 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.info_log: 0x556f54518bc0 2024-09-18T08:35:39.855 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-18T08:35:39.855 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.statistics: (nil) 2024-09-18T08:35:39.855 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.use_fsync: 0 2024-09-18T08:35:39.855 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_log_file_size: 0 2024-09-18T08:35:39.855 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-18T08:35:39.855 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-18T08:35:39.855 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-18T08:35:39.855 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-18T08:35:39.855 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.allow_fallocate: 1 2024-09-18T08:35:39.855 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-18T08:35:39.855 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-18T08:35:39.855 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.use_direct_reads: 0 2024-09-18T08:35:39.856 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-18T08:35:39.856 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-18T08:35:39.856 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.db_log_dir: 2024-09-18T08:35:39.856 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.wal_dir: 2024-09-18T08:35:39.856 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-18T08:35:39.856 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-18T08:35:39.856 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-18T08:35:39.856 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-18T08:35:39.857 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-18T08:35:39.857 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-18T08:35:39.857 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-18T08:35:39.857 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-18T08:35:39.857 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.write_buffer_manager: 0x556f5451f4a0 2024-09-18T08:35:39.857 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-18T08:35:39.857 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-18T08:35:39.857 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-18T08:35:39.857 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-18T08:35:39.857 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-18T08:35:39.857 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-18T08:35:39.857 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-18T08:35:39.857 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-18T08:35:39.857 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.unordered_write: 0 2024-09-18T08:35:39.858 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-18T08:35:39.858 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-18T08:35:39.858 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-18T08:35:39.858 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-18T08:35:39.858 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.row_cache: None 2024-09-18T08:35:39.858 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.wal_filter: None 2024-09-18T08:35:39.858 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-18T08:35:39.858 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-18T08:35:39.858 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.two_write_queues: 0 2024-09-18T08:35:39.858 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-18T08:35:39.858 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.wal_compression: 0 2024-09-18T08:35:39.858 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.atomic_flush: 0 2024-09-18T08:35:39.859 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-18T08:35:39.859 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-18T08:35:39.859 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-18T08:35:39.859 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.log_readahead_size: 0 2024-09-18T08:35:39.859 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-18T08:35:39.859 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-18T08:35:39.859 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-18T08:35:39.859 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-18T08:35:39.859 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-18T08:35:39.859 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-18T08:35:39.859 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-18T08:35:39.859 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_background_jobs: 2 2024-09-18T08:35:39.859 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_background_compactions: -1 2024-09-18T08:35:39.860 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_subcompactions: 1 2024-09-18T08:35:39.860 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-18T08:35:39.860 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-18T08:35:39.860 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-18T08:35:39.860 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-18T08:35:39.860 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-18T08:35:39.860 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-18T08:35:39.860 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-18T08:35:39.860 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-18T08:35:39.861 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_open_files: -1 2024-09-18T08:35:39.861 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-18T08:35:39.861 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-18T08:35:39.861 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-18T08:35:39.861 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-18T08:35:39.861 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_background_flushes: -1 2024-09-18T08:35:39.861 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Compression algorithms supported: 2024-09-18T08:35:39.861 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: kZSTD supported: 0 2024-09-18T08:35:39.861 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: kXpressCompression supported: 0 2024-09-18T08:35:39.861 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: kBZip2Compression supported: 0 2024-09-18T08:35:39.861 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-18T08:35:39.861 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: kLZ4Compression supported: 1 2024-09-18T08:35:39.861 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: kZlibCompression supported: 1 2024-09-18T08:35:39.861 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-18T08:35:39.862 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: kSnappyCompression supported: 1 2024-09-18T08:35:39.862 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-18T08:35:39.862 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-18T08:35:39.862 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: [db/db_impl/db_impl_open.cc:317] Creating manifest 1 2024-09-18T08:35:39.862 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.862 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2024-09-18T08:35:39.862 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.862 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-18T08:35:39.862 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.862 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-18T08:35:39.862 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.merge_operator: 2024-09-18T08:35:39.862 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compaction_filter: None 2024-09-18T08:35:39.862 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-18T08:35:39.862 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-18T08:35:39.862 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-18T08:35:39.863 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-18T08:35:39.863 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556f54518800) 2024-09-18T08:35:39.863 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2024-09-18T08:35:39.863 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 0 2024-09-18T08:35:39.863 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-18T08:35:39.863 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2024-09-18T08:35:39.863 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr index_type: 0 2024-09-18T08:35:39.863 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2024-09-18T08:35:39.863 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr index_shortening: 1 2024-09-18T08:35:39.863 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2024-09-18T08:35:39.863 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr checksum: 4 2024-09-18T08:35:39.863 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr no_block_cache: 0 2024-09-18T08:35:39.863 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr block_cache: 0x556f545031f0 2024-09-18T08:35:39.864 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2024-09-18T08:35:39.864 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr block_cache_options: 2024-09-18T08:35:39.864 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr capacity : 536870912 2024-09-18T08:35:39.864 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2024-09-18T08:35:39.864 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2024-09-18T08:35:39.864 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2024-09-18T08:35:39.864 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2024-09-18T08:35:39.864 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2024-09-18T08:35:39.864 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr block_size: 4096 2024-09-18T08:35:39.864 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2024-09-18T08:35:39.864 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2024-09-18T08:35:39.864 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2024-09-18T08:35:39.864 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2024-09-18T08:35:39.864 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr partition_filters: 0 2024-09-18T08:35:39.864 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2024-09-18T08:35:39.865 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr filter_policy: bloomfilter 2024-09-18T08:35:39.865 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2024-09-18T08:35:39.865 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr verify_compression: 0 2024-09-18T08:35:39.865 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2024-09-18T08:35:39.865 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr format_version: 5 2024-09-18T08:35:39.865 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2024-09-18T08:35:39.865 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr block_align: 0 2024-09-18T08:35:39.865 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr max_auto_readahead_size: 262144 2024-09-18T08:35:39.865 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr prepopulate_block_cache: 0 2024-09-18T08:35:39.865 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr initial_auto_readahead_size: 8192 2024-09-18T08:35:39.865 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr num_file_reads_for_auto_readahead: 2 2024-09-18T08:35:39.865 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.866 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-18T08:35:39.866 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-18T08:35:39.866 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compression: NoCompression 2024-09-18T08:35:39.866 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-18T08:35:39.866 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-18T08:35:39.866 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-18T08:35:39.866 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.num_levels: 7 2024-09-18T08:35:39.866 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-18T08:35:39.866 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-18T08:35:39.866 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-18T08:35:39.866 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-18T08:35:39.866 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-18T08:35:39.866 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-18T08:35:39.866 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-18T08:35:39.867 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-18T08:35:39.867 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-18T08:35:39.867 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-18T08:35:39.867 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-18T08:35:39.867 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-18T08:35:39.867 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-18T08:35:39.867 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-18T08:35:39.867 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-18T08:35:39.867 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-18T08:35:39.867 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-18T08:35:39.867 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-18T08:35:39.867 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-18T08:35:39.867 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-18T08:35:39.867 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-18T08:35:39.867 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-18T08:35:39.867 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-18T08:35:39.868 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-18T08:35:39.868 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-18T08:35:39.868 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-18T08:35:39.868 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-18T08:35:39.868 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-18T08:35:39.868 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-18T08:35:39.868 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-18T08:35:39.868 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-18T08:35:39.868 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-18T08:35:39.868 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-18T08:35:39.868 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-18T08:35:39.868 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-18T08:35:39.868 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-18T08:35:39.868 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-18T08:35:39.869 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-18T08:35:39.869 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-18T08:35:39.869 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-18T08:35:39.869 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-18T08:35:39.869 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-18T08:35:39.869 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-18T08:35:39.869 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-18T08:35:39.869 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-18T08:35:39.869 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-18T08:35:39.869 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-18T08:35:39.869 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-18T08:35:39.869 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-18T08:35:39.869 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-18T08:35:39.869 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-18T08:35:39.870 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-18T08:35:39.870 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-18T08:35:39.870 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-18T08:35:39.870 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.inplace_update_support: 0 2024-09-18T08:35:39.870 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-18T08:35:39.870 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-18T08:35:39.870 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-18T08:35:39.870 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-18T08:35:39.870 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.bloom_locality: 0 2024-09-18T08:35:39.870 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.max_successive_merges: 0 2024-09-18T08:35:39.870 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-18T08:35:39.870 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-18T08:35:39.870 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-18T08:35:39.870 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-18T08:35:39.870 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.ttl: 2592000 2024-09-18T08:35:39.871 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-18T08:35:39.871 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-18T08:35:39.871 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-18T08:35:39.871 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.enable_blob_files: false 2024-09-18T08:35:39.871 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.min_blob_size: 0 2024-09-18T08:35:39.871 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-18T08:35:39.871 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-18T08:35:39.871 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-18T08:35:39.871 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-18T08:35:39.871 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-18T08:35:39.871 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-18T08:35:39.871 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-18T08:35:39.871 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-18T08:35:39.871 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-18T08:35:39.871 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.872 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-18T08:35:39.872 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.872 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a8ffdde2-bb8c-4141-b526-b58fd5498b2a 2024-09-18T08:35:39.872 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.872 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.224+0000 7fd6c80a3c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 5 2024-09-18T08:35:39.872 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.872 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.228+0000 7fd6c80a3c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556f54530e00 2024-09-18T08:35:39.872 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.228+0000 7fd6c80a3c80 4 rocksdb: DB pointer 0x556f5460a000 2024-09-18T08:35:39.872 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.228+0000 7fd6bf82e640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-18T08:35:39.872 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.228+0000 7fd6bf82e640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-18T08:35:39.873 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr ** DB Stats ** 2024-09-18T08:35:39.873 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T08:35:39.873 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-18T08:35:39.873 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T08:35:39.873 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T08:35:39.873 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-18T08:35:39.873 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T08:35:39.873 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T08:35:39.873 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.873 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-09-18T08:35:39.873 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T08:35:39.873 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-18T08:35:39.873 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-18T08:35:39.874 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-18T08:35:39.874 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.874 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-09-18T08:35:39.874 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T08:35:39.874 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T08:35:39.874 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.874 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-18T08:35:39.874 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.874 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T08:35:39.874 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2024-09-18T08:35:39.875 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2024-09-18T08:35:39.875 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2024-09-18T08:35:39.875 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2024-09-18T08:35:39.875 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2024-09-18T08:35:39.875 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T08:35:39.875 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T08:35:39.875 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-18T08:35:39.875 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Block cache BinnedLRUCache@0x556f545031f0#7 capacity: 512.00 MB usage: 0.00 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.9e-05 secs_since: 0 2024-09-18T08:35:39.875 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) 2024-09-18T08:35:39.875 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.876 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2024-09-18T08:35:39.876 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr 2024-09-18T08:35:39.876 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.228+0000 7fd6c80a3c80 4 rocksdb: [db/db_impl/db_impl.cc:496] Shutdown: canceling all background work 2024-09-18T08:35:39.876 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.228+0000 7fd6c80a3c80 4 rocksdb: [db/db_impl/db_impl.cc:704] Shutdown complete 2024-09-18T08:35:39.876 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-18T08:35:39.228+0000 7fd6c80a3c80 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2024-09-18T08:35:39.876 INFO:teuthology.orchestra.run.smithi078.stdout:create mon.a on 2024-09-18T08:35:40.295 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2024-09-18T08:35:40.544 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968.target -> /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968.target. 2024-09-18T08:35:40.544 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968.target -> /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968.target. 2024-09-18T08:35:40.842 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.a 2024-09-18T08:35:40.842 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Failed to reset failed state of unit ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.a.service: Unit ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.a.service not loaded. 2024-09-18T08:35:41.041 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968.target.wants/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.a.service -> /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service. 2024-09-18T08:35:41.050 INFO:teuthology.orchestra.run.smithi078.stdout:firewalld does not appear to be present 2024-09-18T08:35:41.050 INFO:teuthology.orchestra.run.smithi078.stdout:Not possible to enable service . firewalld.service is not available 2024-09-18T08:35:41.050 INFO:teuthology.orchestra.run.smithi078.stdout:Waiting for mon to start... 2024-09-18T08:35:41.051 INFO:teuthology.orchestra.run.smithi078.stdout:Waiting for mon... 2024-09-18T08:35:42.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:42 smithi078 bash[19408]: cluster 2024-09-18T08:35:42.529990+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-09-18T08:35:43.244 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout cluster: 2024-09-18T08:35:43.244 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout id: c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:35:43.244 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-18T08:35:43.244 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-09-18T08:35:43.244 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout services: 2024-09-18T08:35:43.244 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.179834s) 2024-09-18T08:35:43.245 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-18T08:35:43.245 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-18T08:35:43.245 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-09-18T08:35:43.245 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout data: 2024-09-18T08:35:43.245 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-18T08:35:43.245 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-18T08:35:43.245 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-18T08:35:43.245 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout pgs: 2024-09-18T08:35:43.245 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-09-18T08:35:43.245 INFO:teuthology.orchestra.run.smithi078.stdout:mon is available 2024-09-18T08:35:43.245 INFO:teuthology.orchestra.run.smithi078.stdout:Assimilating anything we can from ceph.conf... 2024-09-18T08:35:43.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:43 smithi078 bash[19408]: cluster 2024-09-18T08:35:42.541334+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-09-18T08:35:43.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:43 smithi078 bash[19408]: cluster 2024-09-18T08:35:42.541536+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 1 2024-09-18T08:35:43.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:43 smithi078 bash[19408]: cluster 2024-09-18T08:35:42.541550+0000 mon.a (mon.0) 4 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:35:43.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:43 smithi078 bash[19408]: cluster 2024-09-18T08:35:42.541563+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-18T08:35:37.644909+0000 2024-09-18T08:35:43.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:43 smithi078 bash[19408]: cluster 2024-09-18T08:35:42.541578+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T08:35:43.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:43 smithi078 bash[19408]: cluster 2024-09-18T08:35:42.541591+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T08:35:43.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:43 smithi078 bash[19408]: cluster 2024-09-18T08:35:42.541604+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-18T08:35:43.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:43 smithi078 bash[19408]: cluster 2024-09-18T08:35:42.541618+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T08:35:43.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:43 smithi078 bash[19408]: cluster 2024-09-18T08:35:42.544179+0000 mon.a (mon.0) 10 : cluster [DBG] fsmap 2024-09-18T08:35:43.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:43 smithi078 bash[19408]: cluster 2024-09-18T08:35:42.546588+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-09-18T08:35:43.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:43 smithi078 bash[19408]: cluster 2024-09-18T08:35:42.547153+0000 mon.a (mon.0) 12 : cluster [DBG] mgrmap e1: no daemons active 2024-09-18T08:35:43.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:43 smithi078 bash[19408]: audit 2024-09-18T08:35:42.721105+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 172.21.15.78:0/2755609432' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T08:35:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:44 smithi078 bash[19408]: audit 2024-09-18T08:35:44.560472+0000 mon.a (mon.0) 14 : audit [INF] from='client.? 172.21.15.78:0/861366414' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-18T08:35:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:44 smithi078 bash[19408]: audit 2024-09-18T08:35:44.564606+0000 mon.a (mon.0) 15 : audit [INF] from='client.? 172.21.15.78:0/861366414' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-18T08:35:45.159 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-09-18T08:35:45.159 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout [global] 2024-09-18T08:35:45.160 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout fsid = c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:35:45.160 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.78:3300,v1:172.21.15.78:6789] 2024-09-18T08:35:45.160 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-18T08:35:45.160 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-18T08:35:45.160 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-18T08:35:45.160 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-18T08:35:45.160 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-09-18T08:35:45.160 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-18T08:35:45.160 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mgr/cephadm/use_agent = False 2024-09-18T08:35:45.160 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-18T08:35:45.160 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-09-18T08:35:45.160 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout [osd] 2024-09-18T08:35:45.160 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-18T08:35:45.161 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-18T08:35:45.161 INFO:teuthology.orchestra.run.smithi078.stdout:Generating new minimal ceph.conf... 2024-09-18T08:35:46.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:46 smithi078 bash[19408]: audit 2024-09-18T08:35:46.387808+0000 mon.a (mon.0) 16 : audit [DBG] from='client.? 172.21.15.78:0/3592951208' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:35:46.874 INFO:teuthology.orchestra.run.smithi078.stdout:Restarting the monitor... 2024-09-18T08:35:47.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:46 smithi078 systemd[1]: Stopping Ceph mon.a for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T08:35:47.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:47 smithi078 bash[19408]: debug 2024-09-18T08:35:47.012+0000 7f6c77efa640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-18T08:35:47.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:47 smithi078 bash[19408]: debug 2024-09-18T08:35:47.012+0000 7f6c77efa640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-18T08:35:47.582 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:47 smithi078 bash[19792]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-mon-a 2024-09-18T08:35:47.596 INFO:teuthology.orchestra.run.smithi078.stdout:Setting public_network to 172.21.15.254/32,172.21.0.0/20,172.21.0.2/32,172.21.0.1/32 in mon config section 2024-09-18T08:35:47.914 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:47 smithi078 bash[19852]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-mon-a 2024-09-18T08:35:47.914 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:47 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-18T08:35:47.915 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:47 smithi078 systemd[1]: Stopped Ceph mon.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:35:47.915 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:47 smithi078 systemd[1]: Started Ceph mon.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:35:49.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.100+0000 7f4ea195cc80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-18T08:35:49.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.100+0000 7f4ea195cc80 0 ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable), process ceph-mon, pid 7 2024-09-18T08:35:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.100+0000 7f4ea195cc80 0 pidfile_write: ignore empty --pid-file 2024-09-18T08:35:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.100+0000 7f4ea195cc80 0 load: jerasure load: lrc 2024-09-18T08:35:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: RocksDB version: 7.9.2 2024-09-18T08:35:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Git sha 0 2024-09-18T08:35:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Compile date 2024-09-16 15:09:42 2024-09-18T08:35:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: DB SUMMARY 2024-09-18T08:35:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: DB Session ID: IEDB06B55BOHRBLP1JEH 2024-09-18T08:35:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: CURRENT file: CURRENT 2024-09-18T08:35:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-18T08:35:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-18T08:35:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-18T08:35:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 88175 ; 2024-09-18T08:35:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.error_if_exists: 0 2024-09-18T08:35:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.create_if_missing: 0 2024-09-18T08:35:49.193 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.paranoid_checks: 1 2024-09-18T08:35:49.193 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-18T08:35:49.193 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-18T08:35:49.193 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-18T08:35:49.193 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.env: 0x5578708eb940 2024-09-18T08:35:49.193 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-18T08:35:49.193 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.info_log: 0x557872d836e0 2024-09-18T08:35:49.193 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-18T08:35:49.193 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.statistics: (nil) 2024-09-18T08:35:49.193 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.use_fsync: 0 2024-09-18T08:35:49.193 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_log_file_size: 0 2024-09-18T08:35:49.194 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-18T08:35:49.194 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-18T08:35:49.194 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-18T08:35:49.194 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-18T08:35:49.194 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.allow_fallocate: 1 2024-09-18T08:35:49.194 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-18T08:35:49.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-18T08:35:49.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.use_direct_reads: 0 2024-09-18T08:35:49.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-18T08:35:49.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-18T08:35:49.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.db_log_dir: 2024-09-18T08:35:49.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.wal_dir: 2024-09-18T08:35:49.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-18T08:35:49.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-18T08:35:49.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-18T08:35:49.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-18T08:35:49.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-18T08:35:49.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-18T08:35:49.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-18T08:35:49.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-18T08:35:49.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.write_buffer_manager: 0x557872d92dc0 2024-09-18T08:35:49.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-18T08:35:49.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-18T08:35:49.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-18T08:35:49.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-18T08:35:49.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-18T08:35:49.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-18T08:35:49.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-18T08:35:49.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-18T08:35:49.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.unordered_write: 0 2024-09-18T08:35:49.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-18T08:35:49.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-18T08:35:49.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-18T08:35:49.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-18T08:35:49.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.row_cache: None 2024-09-18T08:35:49.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.wal_filter: None 2024-09-18T08:35:49.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-18T08:35:49.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-18T08:35:49.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.two_write_queues: 0 2024-09-18T08:35:49.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-18T08:35:49.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.wal_compression: 0 2024-09-18T08:35:49.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.atomic_flush: 0 2024-09-18T08:35:49.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-18T08:35:49.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-18T08:35:49.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-18T08:35:49.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.log_readahead_size: 0 2024-09-18T08:35:49.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-18T08:35:49.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-18T08:35:49.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-18T08:35:49.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-18T08:35:49.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-18T08:35:49.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-18T08:35:49.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-18T08:35:49.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_background_jobs: 2 2024-09-18T08:35:49.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_background_compactions: -1 2024-09-18T08:35:49.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_subcompactions: 1 2024-09-18T08:35:49.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-18T08:35:49.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-18T08:35:49.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-18T08:35:49.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-18T08:35:49.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-18T08:35:49.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-18T08:35:49.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-18T08:35:49.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-18T08:35:49.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_open_files: -1 2024-09-18T08:35:49.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-18T08:35:49.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-18T08:35:49.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-18T08:35:49.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-18T08:35:49.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_background_flushes: -1 2024-09-18T08:35:49.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Compression algorithms supported: 2024-09-18T08:35:49.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: kZSTD supported: 0 2024-09-18T08:35:49.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: kXpressCompression supported: 0 2024-09-18T08:35:49.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: kBZip2Compression supported: 0 2024-09-18T08:35:49.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-18T08:35:49.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: kLZ4Compression supported: 1 2024-09-18T08:35:49.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: kZlibCompression supported: 1 2024-09-18T08:35:49.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-18T08:35:49.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: kSnappyCompression supported: 1 2024-09-18T08:35:49.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-18T08:35:49.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-18T08:35:49.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-18T08:35:49.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-18T08:35:49.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-18T08:35:49.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.merge_operator: 2024-09-18T08:35:49.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compaction_filter: None 2024-09-18T08:35:49.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-18T08:35:49.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-18T08:35:49.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-18T08:35:49.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-18T08:35:49.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557872d83320) 2024-09-18T08:35:49.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: cache_index_and_filter_blocks: 1 2024-09-18T08:35:49.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-18T08:35:49.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-18T08:35:49.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: pin_top_level_index_and_filter: 1 2024-09-18T08:35:49.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: index_type: 0 2024-09-18T08:35:49.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: data_block_index_type: 0 2024-09-18T08:35:49.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: index_shortening: 1 2024-09-18T08:35:49.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: data_block_hash_table_util_ratio: 0.750000 2024-09-18T08:35:49.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: checksum: 4 2024-09-18T08:35:49.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: no_block_cache: 0 2024-09-18T08:35:49.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: block_cache: 0x557872d791f0 2024-09-18T08:35:49.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: block_cache_name: BinnedLRUCache 2024-09-18T08:35:49.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: block_cache_options: 2024-09-18T08:35:49.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: capacity : 536870912 2024-09-18T08:35:49.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: num_shard_bits : 4 2024-09-18T08:35:49.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: strict_capacity_limit : 0 2024-09-18T08:35:49.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: high_pri_pool_ratio: 0.000 2024-09-18T08:35:49.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: block_cache_compressed: (nil) 2024-09-18T08:35:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: persistent_cache: (nil) 2024-09-18T08:35:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: block_size: 4096 2024-09-18T08:35:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: block_size_deviation: 10 2024-09-18T08:35:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: block_restart_interval: 16 2024-09-18T08:35:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: index_block_restart_interval: 1 2024-09-18T08:35:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: metadata_block_size: 4096 2024-09-18T08:35:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: partition_filters: 0 2024-09-18T08:35:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: use_delta_encoding: 1 2024-09-18T08:35:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: filter_policy: bloomfilter 2024-09-18T08:35:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: whole_key_filtering: 1 2024-09-18T08:35:49.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: verify_compression: 0 2024-09-18T08:35:49.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: read_amp_bytes_per_bit: 0 2024-09-18T08:35:49.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: format_version: 5 2024-09-18T08:35:49.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: enable_index_compression: 1 2024-09-18T08:35:49.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: block_align: 0 2024-09-18T08:35:49.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: max_auto_readahead_size: 262144 2024-09-18T08:35:49.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: prepopulate_block_cache: 0 2024-09-18T08:35:49.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: initial_auto_readahead_size: 8192 2024-09-18T08:35:49.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: num_file_reads_for_auto_readahead: 2 2024-09-18T08:35:49.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-18T08:35:49.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-18T08:35:49.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compression: NoCompression 2024-09-18T08:35:49.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-18T08:35:49.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-18T08:35:49.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-18T08:35:49.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.num_levels: 7 2024-09-18T08:35:49.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-18T08:35:49.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-18T08:35:49.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-18T08:35:49.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-18T08:35:49.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-18T08:35:49.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-18T08:35:49.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-18T08:35:49.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-18T08:35:49.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-18T08:35:49.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-18T08:35:49.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-18T08:35:49.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-18T08:35:49.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-18T08:35:49.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-18T08:35:49.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-18T08:35:49.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-18T08:35:49.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-18T08:35:49.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-18T08:35:49.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-18T08:35:49.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-18T08:35:49.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-18T08:35:49.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-18T08:35:49.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-18T08:35:49.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-18T08:35:49.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-18T08:35:49.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-18T08:35:49.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-18T08:35:49.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-18T08:35:49.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-18T08:35:49.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-18T08:35:49.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-18T08:35:49.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-18T08:35:49.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-18T08:35:49.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-18T08:35:49.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-18T08:35:49.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-18T08:35:49.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-18T08:35:49.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-18T08:35:49.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-18T08:35:49.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-18T08:35:49.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-18T08:35:49.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-18T08:35:49.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-18T08:35:49.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-18T08:35:49.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-18T08:35:49.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-18T08:35:49.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-18T08:35:49.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-18T08:35:49.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-18T08:35:49.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-18T08:35:49.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-18T08:35:49.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-18T08:35:49.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-18T08:35:49.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-18T08:35:49.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.inplace_update_support: 0 2024-09-18T08:35:49.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-18T08:35:49.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-18T08:35:49.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-18T08:35:49.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-18T08:35:49.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.bloom_locality: 0 2024-09-18T08:35:49.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.max_successive_merges: 0 2024-09-18T08:35:49.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-18T08:35:49.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-18T08:35:49.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-18T08:35:49.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-18T08:35:49.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.ttl: 2592000 2024-09-18T08:35:49.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-18T08:35:49.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-18T08:35:49.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-18T08:35:49.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.enable_blob_files: false 2024-09-18T08:35:49.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.min_blob_size: 0 2024-09-18T08:35:49.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-18T08:35:49.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-18T08:35:49.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-18T08:35:49.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-18T08:35:49.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-18T08:35:49.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-18T08:35:49.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-18T08:35:49.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-18T08:35:49.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-18T08:35:49.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-18T08:35:49.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a8ffdde2-bb8c-4141-b526-b58fd5498b2a 2024-09-18T08:35:49.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726648549106752, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-18T08:35:49.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-18T08:35:49.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726648549107746, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 84790, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 258, "table_properties": {"data_size": 82937, "index_size": 237, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10201, "raw_average_key_size": 47, "raw_value_size": 77146, "raw_average_value_size": 355, "num_data_blocks": 11, "num_entries": 217, "num_filter_entries": 217, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726648549, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a8ffdde2-bb8c-4141-b526-b58fd5498b2a", "db_session_id": "IEDB06B55BOHRBLP1JEH", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-18T08:35:49.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726648549107863, "job": 1, "event": "recovery_finished"} 2024-09-18T08:35:49.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.104+0000 7f4ea195cc80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-18T08:35:49.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.108+0000 7f4ea195cc80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-18T08:35:49.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.108+0000 7f4ea195cc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x557872da4e00 2024-09-18T08:35:49.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.108+0000 7f4ea195cc80 4 rocksdb: DB pointer 0x557872ea4000 2024-09-18T08:35:49.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.108+0000 7f4e97725640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-18T08:35:49.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.108+0000 7f4e97725640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-18T08:35:49.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: ** DB Stats ** 2024-09-18T08:35:49.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T08:35:49.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-18T08:35:49.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T08:35:49.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T08:35:49.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-18T08:35:49.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T08:35:49.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T08:35:49.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: ** Compaction Stats [default] ** 2024-09-18T08:35:49.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T08:35:49.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-18T08:35:49.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: L0 2/0 84.66 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 133.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-18T08:35:49.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Sum 2/0 84.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 133.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-18T08:35:49.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 133.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-18T08:35:49.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: ** Compaction Stats [default] ** 2024-09-18T08:35:49.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T08:35:49.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T08:35:49.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 133.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-18T08:35:49.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-18T08:35:49.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T08:35:49.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-18T08:35:49.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-18T08:35:49.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: AddFile(Total Files): cumulative 0, interval 0 2024-09-18T08:35:49.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-18T08:35:49.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: AddFile(Keys): cumulative 0, interval 0 2024-09-18T08:35:49.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Cumulative compaction: 0.00 GB write, 22.52 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T08:35:49.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Interval compaction: 0.00 GB write, 22.52 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T08:35:49.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-18T08:35:49.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Block cache BinnedLRUCache@0x557872d791f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-18T08:35:49.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-09-18T08:35:49.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: ** File Read Latency Histogram By Level [default] ** 2024-09-18T08:35:49.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.108+0000 7f4ea195cc80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] at bind addrs [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:35:49.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.108+0000 7f4ea195cc80 1 mon.a@-1(???) e1 preinit fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:35:49.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.108+0000 7f4ea195cc80 0 mon.a@-1(???).mds e1 new map 2024-09-18T08:35:49.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.108+0000 7f4ea195cc80 0 mon.a@-1(???).mds e1 print_map 2024-09-18T08:35:49.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: e1 2024-09-18T08:35:49.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: btime 2024-09-18T08:35:42:542007+0000 2024-09-18T08:35:49.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-18T08:35:49.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-18T08:35:49.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: legacy client fscid: -1 2024-09-18T08:35:49.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: 2024-09-18T08:35:49.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: No filesystems configured 2024-09-18T08:35:49.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.108+0000 7f4ea195cc80 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-18T08:35:49.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.108+0000 7f4ea195cc80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-18T08:35:49.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.108+0000 7f4ea195cc80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-18T08:35:49.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.108+0000 7f4ea195cc80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-18T08:35:49.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: debug 2024-09-18T08:35:49.108+0000 7f4ea195cc80 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-18T08:35:49.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: cluster 2024-09-18T08:35:49.137186+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-09-18T08:35:49.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: cluster 2024-09-18T08:35:49.137249+0000 mon.a (mon.0) 2 : cluster [DBG] monmap epoch 1 2024-09-18T08:35:49.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: cluster 2024-09-18T08:35:49.137275+0000 mon.a (mon.0) 3 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:35:49.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: cluster 2024-09-18T08:35:49.137291+0000 mon.a (mon.0) 4 : cluster [DBG] last_changed 2024-09-18T08:35:37.644909+0000 2024-09-18T08:35:49.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: cluster 2024-09-18T08:35:49.137314+0000 mon.a (mon.0) 5 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T08:35:49.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: cluster 2024-09-18T08:35:49.137328+0000 mon.a (mon.0) 6 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T08:35:49.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: cluster 2024-09-18T08:35:49.137341+0000 mon.a (mon.0) 7 : cluster [DBG] election_strategy: 1 2024-09-18T08:35:49.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: cluster 2024-09-18T08:35:49.137355+0000 mon.a (mon.0) 8 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T08:35:49.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: cluster 2024-09-18T08:35:49.137736+0000 mon.a (mon.0) 9 : cluster [DBG] fsmap 2024-09-18T08:35:49.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: cluster 2024-09-18T08:35:49.137774+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-09-18T08:35:49.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:49 smithi078 bash[19887]: cluster 2024-09-18T08:35:49.138150+0000 mon.a (mon.0) 11 : cluster [DBG] mgrmap e1: no daemons active 2024-09-18T08:35:50.044 INFO:teuthology.orchestra.run.smithi078.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-18T08:35:50.081 INFO:teuthology.orchestra.run.smithi078.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-18T08:35:50.081 INFO:teuthology.orchestra.run.smithi078.stdout:Creating mgr... 2024-09-18T08:35:50.082 INFO:teuthology.orchestra.run.smithi078.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-18T08:35:50.082 INFO:teuthology.orchestra.run.smithi078.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-18T08:35:50.406 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mgr.y 2024-09-18T08:35:50.407 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Failed to reset failed state of unit ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mgr.y.service: Unit ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mgr.y.service not loaded. 2024-09-18T08:35:50.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:35:50.607 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968.target.wants/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mgr.y.service -> /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service. 2024-09-18T08:35:50.614 INFO:teuthology.orchestra.run.smithi078.stdout:firewalld does not appear to be present 2024-09-18T08:35:50.614 INFO:teuthology.orchestra.run.smithi078.stdout:Not possible to enable service . firewalld.service is not available 2024-09-18T08:35:50.614 INFO:teuthology.orchestra.run.smithi078.stdout:firewalld does not appear to be present 2024-09-18T08:35:50.614 INFO:teuthology.orchestra.run.smithi078.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-18T08:35:50.615 INFO:teuthology.orchestra.run.smithi078.stdout:Waiting for mgr to start... 2024-09-18T08:35:50.615 INFO:teuthology.orchestra.run.smithi078.stdout:Waiting for mgr... 2024-09-18T08:35:50.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:50 smithi078 bash[19887]: audit 2024-09-18T08:35:49.453791+0000 mon.a (mon.0) 12 : audit [INF] from='client.? 172.21.15.78:0/1835978205' entity='client.admin' 2024-09-18T08:35:50.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:35:50.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:50 smithi078 systemd[1]: Started Ceph mgr.y for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:35:52.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:52 smithi078 bash[19887]: audit 2024-09-18T08:35:52.367860+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 172.21.15.78:0/3814140027' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-18T08:35:52.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:52 smithi078 bash[20143]: debug 2024-09-18T08:35:52.328+0000 7f9f39752040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T08:35:52.946 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-09-18T08:35:52.946 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout { 2024-09-18T08:35:52.946 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "fsid": "c5c73ad4-7598-11ef-bceb-c7b262605968", 2024-09-18T08:35:52.947 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "health": { 2024-09-18T08:35:52.947 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-18T08:35:52.947 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-18T08:35:52.947 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-18T08:35:52.947 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:35:52.947 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-18T08:35:52.947 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-18T08:35:52.947 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 0 2024-09-18T08:35:52.947 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout ], 2024-09-18T08:35:52.947 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-18T08:35:52.947 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "a" 2024-09-18T08:35:52.948 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout ], 2024-09-18T08:35:52.948 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-09-18T08:35:52.948 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-18T08:35:52.948 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T08:35:52.948 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-18T08:35:52.948 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-18T08:35:52.948 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:35:52.948 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-18T08:35:52.948 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T08:35:52.949 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-18T08:35:52.949 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-18T08:35:52.949 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-18T08:35:52.949 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-18T08:35:52.949 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-18T08:35:52.949 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-18T08:35:52.949 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:35:52.949 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-18T08:35:52.949 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-18T08:35:52.949 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-18T08:35:52.949 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-18T08:35:52.949 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-18T08:35:52.949 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-18T08:35:52.950 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-18T08:35:52.950 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-18T08:35:52.950 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-18T08:35:52.950 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:35:52.950 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-18T08:35:52.950 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T08:35:52.950 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "btime": "2024-09-18T08:35:42:542007+0000", 2024-09-18T08:35:52.950 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-18T08:35:52.950 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-18T08:35:52.951 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:35:52.951 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-18T08:35:52.951 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-18T08:35:52.951 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-18T08:35:52.951 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-18T08:35:52.951 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-18T08:35:52.951 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-18T08:35:52.951 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "restful" 2024-09-18T08:35:52.951 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout ], 2024-09-18T08:35:52.951 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-18T08:35:52.951 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:35:52.951 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-18T08:35:52.951 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T08:35:52.952 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "modified": "2024-09-18T08:35:42.542998+0000", 2024-09-18T08:35:52.952 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-18T08:35:52.952 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:35:52.952 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-18T08:35:52.952 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout } 2024-09-18T08:35:52.952 INFO:teuthology.orchestra.run.smithi078.stdout:mgr not available, waiting (1/15)... 2024-09-18T08:35:53.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:53 smithi078 bash[20143]: debug 2024-09-18T08:35:53.528+0000 7f9f39752040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T08:35:53.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:53 smithi078 bash[20143]: debug 2024-09-18T08:35:53.592+0000 7f9f39752040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T08:35:53.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:53 smithi078 bash[20143]: debug 2024-09-18T08:35:53.744+0000 7f9f39752040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T08:35:54.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:54 smithi078 bash[20143]: debug 2024-09-18T08:35:54.388+0000 7f9f39752040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T08:35:54.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:54 smithi078 bash[20143]: debug 2024-09-18T08:35:54.456+0000 7f9f39752040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T08:35:54.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:54 smithi078 bash[20143]: debug 2024-09-18T08:35:54.524+0000 7f9f39752040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T08:35:55.043 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:54 smithi078 bash[20143]: debug 2024-09-18T08:35:54.708+0000 7f9f39752040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T08:35:55.043 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:54 smithi078 bash[20143]: debug 2024-09-18T08:35:54.784+0000 7f9f39752040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T08:35:55.043 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:54 smithi078 bash[20143]: debug 2024-09-18T08:35:54.852+0000 7f9f39752040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T08:35:55.374 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:55 smithi078 bash[20143]: debug 2024-09-18T08:35:55.108+0000 7f9f39752040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T08:35:55.374 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:55 smithi078 bash[20143]: debug 2024-09-18T08:35:55.176+0000 7f9f39752040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T08:35:55.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:55 smithi078 bash[20143]: debug 2024-09-18T08:35:55.372+0000 7f9f39752040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T08:35:55.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:55 smithi078 bash[20143]: debug 2024-09-18T08:35:55.448+0000 7f9f39752040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T08:35:55.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:55 smithi078 bash[20143]: debug 2024-09-18T08:35:55.700+0000 7f9f39752040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-18T08:35:55.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:55 smithi078 bash[20143]: debug 2024-09-18T08:35:55.880+0000 7f9f39752040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T08:35:56.301 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:56 smithi078 bash[20143]: debug 2024-09-18T08:35:56.044+0000 7f9f39752040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T08:35:56.301 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:56 smithi078 bash[20143]: debug 2024-09-18T08:35:56.128+0000 7f9f39752040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T08:35:56.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:56 smithi078 bash[19887]: audit 2024-09-18T08:35:56.290347+0000 mon.a (mon.0) 14 : audit [DBG] from='client.? 172.21.15.78:0/1134465922' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-18T08:35:56.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:56 smithi078 bash[20143]: debug 2024-09-18T08:35:56.312+0000 7f9f39752040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T08:35:56.833 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-09-18T08:35:56.833 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout { 2024-09-18T08:35:56.833 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "fsid": "c5c73ad4-7598-11ef-bceb-c7b262605968", 2024-09-18T08:35:56.833 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "health": { 2024-09-18T08:35:56.833 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-18T08:35:56.833 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-18T08:35:56.834 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-18T08:35:56.834 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:35:56.834 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-18T08:35:56.834 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-18T08:35:56.836 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 0 2024-09-18T08:35:56.836 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout ], 2024-09-18T08:35:56.836 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-18T08:35:56.836 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "a" 2024-09-18T08:35:56.836 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout ], 2024-09-18T08:35:56.836 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-09-18T08:35:56.836 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-18T08:35:56.836 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T08:35:56.836 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-18T08:35:56.837 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-18T08:35:56.837 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:35:56.837 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-18T08:35:56.837 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T08:35:56.837 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-18T08:35:56.837 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-18T08:35:56.837 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-18T08:35:56.837 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-18T08:35:56.837 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-18T08:35:56.837 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-18T08:35:56.840 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:35:56.841 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-18T08:35:56.841 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-18T08:35:56.841 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-18T08:35:56.841 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-18T08:35:56.841 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-18T08:35:56.841 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-18T08:35:56.841 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-18T08:35:56.841 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-18T08:35:56.841 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-18T08:35:56.841 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:35:56.841 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-18T08:35:56.841 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T08:35:56.841 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "btime": "2024-09-18T08:35:42:542007+0000", 2024-09-18T08:35:56.842 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-18T08:35:56.842 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-18T08:35:56.842 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:35:56.842 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-18T08:35:56.842 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-18T08:35:56.842 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-18T08:35:56.842 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-18T08:35:56.842 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-18T08:35:56.842 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-18T08:35:56.842 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "restful" 2024-09-18T08:35:56.842 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout ], 2024-09-18T08:35:56.842 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-18T08:35:56.842 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:35:56.842 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-18T08:35:56.842 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T08:35:56.843 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "modified": "2024-09-18T08:35:42.542998+0000", 2024-09-18T08:35:56.843 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-18T08:35:56.843 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:35:56.843 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-18T08:35:56.843 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout } 2024-09-18T08:35:56.843 INFO:teuthology.orchestra.run.smithi078.stdout:mgr not available, waiting (2/15)... 2024-09-18T08:35:57.419 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:57 smithi078 bash[20143]: debug 2024-09-18T08:35:57.120+0000 7f9f39752040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T08:35:57.420 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:57 smithi078 bash[20143]: debug 2024-09-18T08:35:57.196+0000 7f9f39752040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T08:35:57.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:57 smithi078 bash[20143]: debug 2024-09-18T08:35:57.416+0000 7f9f39752040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T08:35:57.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:57 smithi078 bash[20143]: debug 2024-09-18T08:35:57.492+0000 7f9f39752040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T08:35:58.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:57 smithi078 bash[20143]: debug 2024-09-18T08:35:57.880+0000 7f9f39752040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T08:35:58.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:35:57 smithi078 bash[20143]: debug 2024-09-18T08:35:57.956+0000 7f9f39752040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T08:35:58.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:58 smithi078 bash[19887]: cluster 2024-09-18T08:35:57.982915+0000 mon.a (mon.0) 15 : cluster [INF] Activating manager daemon y 2024-09-18T08:35:58.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:58 smithi078 bash[19887]: cluster 2024-09-18T08:35:57.990636+0000 mon.a (mon.0) 16 : cluster [DBG] mgrmap e2: y(active, starting, since 0.00792464s) 2024-09-18T08:35:58.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:58 smithi078 bash[19887]: audit 2024-09-18T08:35:57.991646+0000 mon.a (mon.0) 17 : audit [DBG] from='mgr.14100 172.21.15.78:0/4189286354' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T08:35:58.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:58 smithi078 bash[19887]: audit 2024-09-18T08:35:57.991838+0000 mon.a (mon.0) 18 : audit [DBG] from='mgr.14100 172.21.15.78:0/4189286354' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T08:35:58.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:58 smithi078 bash[19887]: audit 2024-09-18T08:35:57.992295+0000 mon.a (mon.0) 19 : audit [DBG] from='mgr.14100 172.21.15.78:0/4189286354' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T08:35:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:58 smithi078 bash[19887]: audit 2024-09-18T08:35:57.992406+0000 mon.a (mon.0) 20 : audit [DBG] from='mgr.14100 172.21.15.78:0/4189286354' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:35:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:58 smithi078 bash[19887]: audit 2024-09-18T08:35:57.992912+0000 mon.a (mon.0) 21 : audit [DBG] from='mgr.14100 172.21.15.78:0/4189286354' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T08:35:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:58 smithi078 bash[19887]: cluster 2024-09-18T08:35:58.018903+0000 mon.a (mon.0) 22 : cluster [INF] Manager daemon y is now available 2024-09-18T08:35:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:58 smithi078 bash[19887]: audit 2024-09-18T08:35:58.029941+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.14100 172.21.15.78:0/4189286354' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T08:35:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:58 smithi078 bash[19887]: audit 2024-09-18T08:35:58.031818+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.14100 172.21.15.78:0/4189286354' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T08:35:59.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:59 smithi078 bash[19887]: audit 2024-09-18T08:35:58.034585+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.14100 172.21.15.78:0/4189286354' entity='mgr.y' 2024-09-18T08:35:59.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:59 smithi078 bash[19887]: audit 2024-09-18T08:35:58.040218+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.14100 172.21.15.78:0/4189286354' entity='mgr.y' 2024-09-18T08:35:59.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:59 smithi078 bash[19887]: audit 2024-09-18T08:35:58.042971+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.14100 172.21.15.78:0/4189286354' entity='mgr.y' 2024-09-18T08:35:59.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:35:59 smithi078 bash[19887]: cluster 2024-09-18T08:35:58.997434+0000 mon.a (mon.0) 28 : cluster [DBG] mgrmap e3: y(active, since 1.01473s) 2024-09-18T08:36:01.171 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-09-18T08:36:01.172 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout { 2024-09-18T08:36:01.172 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "fsid": "c5c73ad4-7598-11ef-bceb-c7b262605968", 2024-09-18T08:36:01.172 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "health": { 2024-09-18T08:36:01.172 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-18T08:36:01.172 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-18T08:36:01.172 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-18T08:36:01.172 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:36:01.172 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-18T08:36:01.172 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-18T08:36:01.172 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 0 2024-09-18T08:36:01.172 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout ], 2024-09-18T08:36:01.172 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-18T08:36:01.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "a" 2024-09-18T08:36:01.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout ], 2024-09-18T08:36:01.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-09-18T08:36:01.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-18T08:36:01.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T08:36:01.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-18T08:36:01.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-18T08:36:01.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:36:01.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-18T08:36:01.174 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T08:36:01.174 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-18T08:36:01.174 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-18T08:36:01.174 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-18T08:36:01.174 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-18T08:36:01.174 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-18T08:36:01.174 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-18T08:36:01.174 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:36:01.174 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-18T08:36:01.174 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-18T08:36:01.174 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-18T08:36:01.175 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-18T08:36:01.175 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-18T08:36:01.175 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-18T08:36:01.175 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-18T08:36:01.175 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-18T08:36:01.175 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-18T08:36:01.175 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:36:01.175 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-18T08:36:01.175 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T08:36:01.175 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "btime": "2024-09-18T08:35:42:542007+0000", 2024-09-18T08:36:01.175 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-18T08:36:01.175 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-18T08:36:01.175 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:36:01.176 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-18T08:36:01.176 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-18T08:36:01.176 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-18T08:36:01.176 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-18T08:36:01.176 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-18T08:36:01.176 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-18T08:36:01.176 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "restful" 2024-09-18T08:36:01.176 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout ], 2024-09-18T08:36:01.176 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-18T08:36:01.176 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:36:01.176 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-18T08:36:01.177 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T08:36:01.177 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "modified": "2024-09-18T08:35:42.542998+0000", 2024-09-18T08:36:01.177 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-18T08:36:01.177 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-09-18T08:36:01.177 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-18T08:36:01.177 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout } 2024-09-18T08:36:01.177 INFO:teuthology.orchestra.run.smithi078.stdout:mgr is available 2024-09-18T08:36:01.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:01 smithi078 bash[19887]: cluster 2024-09-18T08:36:00.042748+0000 mon.a (mon.0) 29 : cluster [DBG] mgrmap e4: y(active, since 2s) 2024-09-18T08:36:01.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:01 smithi078 bash[19887]: audit 2024-09-18T08:36:00.583710+0000 mon.a (mon.0) 30 : audit [DBG] from='client.? 172.21.15.78:0/406620668' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-18T08:36:02.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:02 smithi078 bash[19887]: audit 2024-09-18T08:36:02.618435+0000 mon.a (mon.0) 31 : audit [INF] from='client.? 172.21.15.78:0/3473882360' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-18T08:36:02.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:02 smithi078 bash[19887]: audit 2024-09-18T08:36:02.621732+0000 mon.a (mon.0) 32 : audit [INF] from='client.? 172.21.15.78:0/3473882360' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-18T08:36:03.172 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-09-18T08:36:03.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout [global] 2024-09-18T08:36:03.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout fsid = c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:36:03.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.78:3300,v1:172.21.15.78:6789] 2024-09-18T08:36:03.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-18T08:36:03.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-18T08:36:03.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-18T08:36:03.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-18T08:36:03.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-09-18T08:36:03.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-18T08:36:03.173 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-18T08:36:03.174 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-09-18T08:36:03.174 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout [osd] 2024-09-18T08:36:03.174 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-18T08:36:03.174 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-18T08:36:03.174 INFO:teuthology.orchestra.run.smithi078.stdout:Enabling cephadm module... 2024-09-18T08:36:05.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:04 smithi078 bash[19887]: audit 2024-09-18T08:36:04.661476+0000 mon.a (mon.0) 33 : audit [INF] from='client.? 172.21.15.78:0/438331359' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-18T08:36:05.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:04 smithi078 bash[20143]: ignoring --setuser ceph since I am not root 2024-09-18T08:36:05.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:04 smithi078 bash[20143]: ignoring --setgroup ceph since I am not root 2024-09-18T08:36:05.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:04 smithi078 bash[20143]: debug 2024-09-18T08:36:04.876+0000 7fd326f46040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T08:36:06.065 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:05 smithi078 bash[19887]: audit 2024-09-18T08:36:04.712967+0000 mon.a (mon.0) 34 : audit [INF] from='client.? 172.21.15.78:0/438331359' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-18T08:36:06.065 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:05 smithi078 bash[19887]: cluster 2024-09-18T08:36:04.718279+0000 mon.a (mon.0) 35 : cluster [DBG] mgrmap e5: y(active, since 6s) 2024-09-18T08:36:06.343 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:06 smithi078 bash[20143]: debug 2024-09-18T08:36:06.064+0000 7fd326f46040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T08:36:06.343 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:06 smithi078 bash[20143]: debug 2024-09-18T08:36:06.132+0000 7fd326f46040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T08:36:06.343 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:06 smithi078 bash[20143]: debug 2024-09-18T08:36:06.284+0000 7fd326f46040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T08:36:07.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:06 smithi078 bash[19887]: audit 2024-09-18T08:36:06.931526+0000 mon.a (mon.0) 36 : audit [DBG] from='client.? 172.21.15.78:0/3502344688' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-18T08:36:07.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:06 smithi078 bash[20143]: debug 2024-09-18T08:36:06.944+0000 7fd326f46040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T08:36:07.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:07 smithi078 bash[20143]: debug 2024-09-18T08:36:07.016+0000 7fd326f46040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T08:36:07.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:07 smithi078 bash[20143]: debug 2024-09-18T08:36:07.088+0000 7fd326f46040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T08:36:07.488 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout { 2024-09-18T08:36:07.488 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-18T08:36:07.488 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-18T08:36:07.488 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-18T08:36:07.488 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-18T08:36:07.488 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout } 2024-09-18T08:36:07.488 INFO:teuthology.orchestra.run.smithi078.stdout:Waiting for the mgr to restart... 2024-09-18T08:36:07.488 INFO:teuthology.orchestra.run.smithi078.stdout:Waiting for mgr epoch 5... 2024-09-18T08:36:07.577 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:07 smithi078 bash[20143]: debug 2024-09-18T08:36:07.272+0000 7fd326f46040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T08:36:07.578 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:07 smithi078 bash[20143]: debug 2024-09-18T08:36:07.348+0000 7fd326f46040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T08:36:07.578 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:07 smithi078 bash[20143]: debug 2024-09-18T08:36:07.416+0000 7fd326f46040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T08:36:07.938 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:07 smithi078 bash[20143]: debug 2024-09-18T08:36:07.676+0000 7fd326f46040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T08:36:07.939 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:07 smithi078 bash[20143]: debug 2024-09-18T08:36:07.740+0000 7fd326f46040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T08:36:08.202 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:07 smithi078 bash[20143]: debug 2024-09-18T08:36:07.936+0000 7fd326f46040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T08:36:08.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:08 smithi078 bash[20143]: debug 2024-09-18T08:36:08.016+0000 7fd326f46040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T08:36:08.535 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:08 smithi078 bash[20143]: debug 2024-09-18T08:36:08.264+0000 7fd326f46040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-18T08:36:08.535 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:08 smithi078 bash[20143]: debug 2024-09-18T08:36:08.440+0000 7fd326f46040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T08:36:08.874 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:08 smithi078 bash[20143]: debug 2024-09-18T08:36:08.612+0000 7fd326f46040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T08:36:08.874 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:08 smithi078 bash[20143]: debug 2024-09-18T08:36:08.696+0000 7fd326f46040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T08:36:09.202 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:08 smithi078 bash[20143]: debug 2024-09-18T08:36:08.872+0000 7fd326f46040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T08:36:09.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:09 smithi078 bash[20143]: debug 2024-09-18T08:36:09.672+0000 7fd326f46040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T08:36:09.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:09 smithi078 bash[20143]: debug 2024-09-18T08:36:09.748+0000 7fd326f46040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T08:36:10.430 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:09 smithi078 bash[20143]: debug 2024-09-18T08:36:09.968+0000 7fd326f46040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T08:36:10.430 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:10 smithi078 bash[20143]: debug 2024-09-18T08:36:10.040+0000 7fd326f46040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T08:36:10.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:10 smithi078 bash[20143]: debug 2024-09-18T08:36:10.428+0000 7fd326f46040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T08:36:10.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:10 smithi078 bash[20143]: debug 2024-09-18T08:36:10.508+0000 7fd326f46040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T08:36:10.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:10 smithi078 bash[19887]: cluster 2024-09-18T08:36:10.530111+0000 mon.a (mon.0) 37 : cluster [INF] Active manager daemon y restarted 2024-09-18T08:36:10.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:10 smithi078 bash[19887]: cluster 2024-09-18T08:36:10.530315+0000 mon.a (mon.0) 38 : cluster [INF] Activating manager daemon y 2024-09-18T08:36:10.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:10 smithi078 bash[19887]: cluster 2024-09-18T08:36:10.539512+0000 mon.a (mon.0) 39 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2024-09-18T08:36:10.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:10 smithi078 bash[19887]: cluster 2024-09-18T08:36:10.539739+0000 mon.a (mon.0) 40 : cluster [DBG] mgrmap e6: y(active, starting, since 0.00949921s) 2024-09-18T08:36:10.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:10 smithi078 bash[19887]: audit 2024-09-18T08:36:10.541507+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:36:10.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:10 smithi078 bash[19887]: audit 2024-09-18T08:36:10.543190+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T08:36:10.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:10 smithi078 bash[19887]: audit 2024-09-18T08:36:10.543927+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T08:36:10.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:10 smithi078 bash[19887]: audit 2024-09-18T08:36:10.544029+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T08:36:10.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:10 smithi078 bash[19887]: audit 2024-09-18T08:36:10.544132+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T08:36:10.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:10 smithi078 bash[19887]: cluster 2024-09-18T08:36:10.566728+0000 mon.a (mon.0) 46 : cluster [INF] Manager daemon y is now available 2024-09-18T08:36:11.855 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:11 smithi078 bash[19887]: cephadm 2024-09-18T08:36:10.578292+0000 mgr.y (mgr.14118) 1 : cephadm [INF] Found migration_current of "None". Setting to last migration. 2024-09-18T08:36:11.855 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:11 smithi078 bash[19887]: audit 2024-09-18T08:36:10.583179+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' 2024-09-18T08:36:11.855 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:11 smithi078 bash[19887]: audit 2024-09-18T08:36:10.595538+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' 2024-09-18T08:36:11.855 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:11 smithi078 bash[19887]: audit 2024-09-18T08:36:10.599474+0000 mon.a (mon.0) 49 : audit [DBG] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:36:11.856 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:11 smithi078 bash[19887]: audit 2024-09-18T08:36:10.602702+0000 mon.a (mon.0) 50 : audit [DBG] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:36:11.856 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:11 smithi078 bash[19887]: audit 2024-09-18T08:36:10.613808+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T08:36:11.856 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:11 smithi078 bash[19887]: audit 2024-09-18T08:36:10.615999+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T08:36:11.856 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:11 smithi078 bash[19887]: audit 2024-09-18T08:36:11.426276+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' 2024-09-18T08:36:11.856 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:11 smithi078 bash[19887]: audit 2024-09-18T08:36:11.431829+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' 2024-09-18T08:36:11.856 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:11 smithi078 bash[19887]: cluster 2024-09-18T08:36:11.541587+0000 mon.a (mon.0) 55 : cluster [DBG] mgrmap e7: y(active, since 1.01135s) 2024-09-18T08:36:12.294 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout { 2024-09-18T08:36:12.294 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-18T08:36:12.294 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-18T08:36:12.294 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout } 2024-09-18T08:36:12.294 INFO:teuthology.orchestra.run.smithi078.stdout:mgr epoch 5 is available 2024-09-18T08:36:12.294 INFO:teuthology.orchestra.run.smithi078.stdout:Setting orchestrator backend to cephadm... 2024-09-18T08:36:12.589 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: debug 2024-09-18T08:36:12.256+0000 7fd293a90640 -1 log_channel(cephadm) log [ERR] : [18/Sep/2024:08:36:12] ENGINE Error in HTTPServer.serve 2024-09-18T08:36:12.589 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: Traceback (most recent call last): 2024-09-18T08:36:12.589 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T08:36:12.589 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: self._connections.run(self.expiration_interval) 2024-09-18T08:36:12.589 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T08:36:12.589 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: self._run(expiration_interval) 2024-09-18T08:36:12.589 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T08:36:12.589 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T08:36:12.590 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T08:36:12.590 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T08:36:12.590 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T08:36:12.590 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: s = self.context.wrap_socket( 2024-09-18T08:36:12.590 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T08:36:12.590 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: return self.sslsocket_class._create( 2024-09-18T08:36:12.590 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T08:36:12.590 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: self.do_handshake() 2024-09-18T08:36:12.590 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T08:36:12.590 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: self._sslobj.do_handshake() 2024-09-18T08:36:12.590 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[20143]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T08:36:12.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[19887]: audit 2024-09-18T08:36:11.538267+0000 mgr.y (mgr.14118) 2 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-18T08:36:12.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[19887]: audit 2024-09-18T08:36:11.552652+0000 mgr.y (mgr.14118) 3 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-18T08:36:12.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:12 smithi078 bash[19887]: audit 2024-09-18T08:36:12.357162+0000 mon.a (mon.0) 56 : audit [DBG] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:36:13.888 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: cephadm 2024-09-18T08:36:12.134775+0000 mgr.y (mgr.14118) 4 : cephadm [INF] [18/Sep/2024:08:36:12] ENGINE Bus STARTING 2024-09-18T08:36:13.888 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: cephadm 2024-09-18T08:36:12.254792+0000 mgr.y (mgr.14118) 5 : cephadm [INF] [18/Sep/2024:08:36:12] ENGINE Serving on https://172.21.15.78:7150 2024-09-18T08:36:13.889 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: cephadm 2024-09-18T08:36:12.258334+0000 mgr.y (mgr.14118) 6 : cephadm [ERR] [18/Sep/2024:08:36:12] ENGINE Error in HTTPServer.serve 2024-09-18T08:36:13.889 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: Traceback (most recent call last): 2024-09-18T08:36:13.889 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T08:36:13.889 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: self._connections.run(self.expiration_interval) 2024-09-18T08:36:13.889 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T08:36:13.890 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: self._run(expiration_interval) 2024-09-18T08:36:13.890 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T08:36:13.890 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T08:36:13.890 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T08:36:13.890 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T08:36:13.890 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T08:36:13.891 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: s = self.context.wrap_socket( 2024-09-18T08:36:13.891 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T08:36:13.891 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: return self.sslsocket_class._create( 2024-09-18T08:36:13.891 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T08:36:13.891 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: self.do_handshake() 2024-09-18T08:36:13.891 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T08:36:13.892 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: self._sslobj.do_handshake() 2024-09-18T08:36:13.892 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T08:36:13.892 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: cephadm 2024-09-18T08:36:12.356151+0000 mgr.y (mgr.14118) 7 : cephadm [INF] [18/Sep/2024:08:36:12] ENGINE Serving on http://172.21.15.78:8765 2024-09-18T08:36:13.892 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: cephadm 2024-09-18T08:36:12.356301+0000 mgr.y (mgr.14118) 8 : cephadm [INF] [18/Sep/2024:08:36:12] ENGINE Bus STARTED 2024-09-18T08:36:13.892 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:13 smithi078 bash[19887]: cluster 2024-09-18T08:36:12.600456+0000 mon.a (mon.0) 57 : cluster [DBG] mgrmap e8: y(active, since 2s) 2024-09-18T08:36:15.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:14 smithi078 bash[19887]: audit 2024-09-18T08:36:13.864715+0000 mgr.y (mgr.14118) 9 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:36:15.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:14 smithi078 bash[19887]: audit 2024-09-18T08:36:13.873612+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' 2024-09-18T08:36:15.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:14 smithi078 bash[19887]: audit 2024-09-18T08:36:13.892011+0000 mon.a (mon.0) 59 : audit [DBG] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:36:16.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:15 smithi078 bash[19887]: audit 2024-09-18T08:36:15.748098+0000 mgr.y (mgr.14118) 10 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:36:16.327 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-18T08:36:16.327 INFO:teuthology.orchestra.run.smithi078.stdout:Generating ssh key... 2024-09-18T08:36:18.154 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:17 smithi078 bash[19887]: audit 2024-09-18T08:36:17.589513+0000 mgr.y (mgr.14118) 11 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:36:18.155 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:17 smithi078 bash[19887]: cephadm 2024-09-18T08:36:17.589817+0000 mgr.y (mgr.14118) 12 : cephadm [INF] Generating ssh key... 2024-09-18T08:36:18.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:18 smithi078 bash[20143]: Generating public/private rsa key pair. 2024-09-18T08:36:18.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:18 smithi078 bash[20143]: Your identification has been saved in /tmp/tmplmrm88wq/key 2024-09-18T08:36:18.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:18 smithi078 bash[20143]: Your public key has been saved in /tmp/tmplmrm88wq/key.pub 2024-09-18T08:36:18.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:18 smithi078 bash[20143]: The key fingerprint is: 2024-09-18T08:36:18.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:18 smithi078 bash[20143]: SHA256:vACJxc4OQsLEis8vYr7oC1x+w4uFdLU/hD+TkHt4PC8 ceph-c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:36:18.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:18 smithi078 bash[20143]: The key's randomart image is: 2024-09-18T08:36:18.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:18 smithi078 bash[20143]: +---[RSA 3072]----+ 2024-09-18T08:36:18.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:18 smithi078 bash[20143]: |+. .. | 2024-09-18T08:36:18.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:18 smithi078 bash[20143]: |.+ o.. | 2024-09-18T08:36:18.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:18 smithi078 bash[20143]: |= .oo . | 2024-09-18T08:36:18.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:18 smithi078 bash[20143]: |+ . o...+ | 2024-09-18T08:36:18.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:18 smithi078 bash[20143]: | + = ..=S. | 2024-09-18T08:36:18.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:18 smithi078 bash[20143]: |. * = .O.. | 2024-09-18T08:36:18.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:18 smithi078 bash[20143]: |.. + = o.% | 2024-09-18T08:36:18.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:18 smithi078 bash[20143]: |+.. = o oE* | 2024-09-18T08:36:18.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:18 smithi078 bash[20143]: |=*oo . .. | 2024-09-18T08:36:18.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:18 smithi078 bash[20143]: +----[SHA256]-----+ 2024-09-18T08:36:19.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:19 smithi078 bash[19887]: audit 2024-09-18T08:36:18.161177+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' 2024-09-18T08:36:19.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:19 smithi078 bash[19887]: audit 2024-09-18T08:36:18.165632+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' 2024-09-18T08:36:20.667 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5A3fAfOvaDGhfBB5bPvO3u2EQ7GDPO4PA4/WH2ghoIWq7HiUIy/+jvFbqY2mQxQfb4niux4Wj9oMYc5XQt61mIsOp9iJTZPDWHb4c7cY8kIQF4TdCm7g84JNNeAHYgw2yTboCD13Agy4j9yiDQs4ZBDW3b2vne/EomJLDvhybIXUDNb8LPRGTYwAs0uRO6xQ2NNy22X9istEnS2ToT1gqrnOdQ8AC6MEsv02LND/0ArfkK01qO2lBvbCxYOwLpKRX3/XVJASDcZ0nLXsk1ZswF9eiZqpTGZ1rMi4dGwdRafz8NeHRgTJ+j0ML1if+0MTIhy3mMovJFMffKJxM8/FZ28E7XYuc7Nuo021GTO2HWgTfC3PZyfNoVGB94BT0HIeCM+eN1SChUHI6UkId5LTJA0DSn9PorjKFGvveQKOIm7X/0wFz44AJte8TsX0xKpOSqY8RVNYGD8hWdRBB2WkvlxUEqQbdSiHu7OaoH+BiJD8sQx2dM5ISf5bowwk3Els= ceph-c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:36:20.667 INFO:teuthology.orchestra.run.smithi078.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-18T08:36:20.667 INFO:teuthology.orchestra.run.smithi078.stdout:Adding key to root@localhost authorized_keys... 2024-09-18T08:36:20.667 INFO:teuthology.orchestra.run.smithi078.stdout:Adding host smithi078... 2024-09-18T08:36:21.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:20 smithi078 bash[19887]: audit 2024-09-18T08:36:20.063408+0000 mgr.y (mgr.14118) 13 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:36:22.863 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:22 smithi078 bash[19887]: audit 2024-09-18T08:36:22.042645+0000 mgr.y (mgr.14118) 14 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi078", "addr": "172.21.15.78", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:36:23.900 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:23 smithi078 bash[19887]: cephadm 2024-09-18T08:36:22.995684+0000 mgr.y (mgr.14118) 15 : cephadm [INF] Deploying cephadm binary to smithi078 2024-09-18T08:36:26.766 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout Added host 'smithi078' with addr '172.21.15.78' 2024-09-18T08:36:26.766 INFO:teuthology.orchestra.run.smithi078.stdout:Deploying unmanaged mon service... 2024-09-18T08:36:27.241 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:26 smithi078 bash[19887]: audit 2024-09-18T08:36:25.967801+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' 2024-09-18T08:36:27.242 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:26 smithi078 bash[19887]: cephadm 2024-09-18T08:36:25.968226+0000 mgr.y (mgr.14118) 16 : cephadm [INF] Added host smithi078 2024-09-18T08:36:27.242 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:26 smithi078 bash[19887]: audit 2024-09-18T08:36:25.968569+0000 mon.a (mon.0) 63 : audit [DBG] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:36:29.789 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-18T08:36:29.789 INFO:teuthology.orchestra.run.smithi078.stdout:Deploying unmanaged mgr service... 2024-09-18T08:36:30.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:29 smithi078 bash[19887]: audit 2024-09-18T08:36:28.778295+0000 mgr.y (mgr.14118) 17 : audit [DBG] from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:36:30.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:29 smithi078 bash[19887]: cephadm 2024-09-18T08:36:28.780588+0000 mgr.y (mgr.14118) 18 : cephadm [INF] Saving service mon spec with placement count:5 2024-09-18T08:36:30.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:29 smithi078 bash[19887]: audit 2024-09-18T08:36:28.784613+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' 2024-09-18T08:36:30.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:29 smithi078 bash[19887]: audit 2024-09-18T08:36:29.455116+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' 2024-09-18T08:36:31.331 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:31 smithi078 bash[19887]: audit 2024-09-18T08:36:30.053374+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' 2024-09-18T08:36:31.331 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:31 smithi078 bash[19887]: cluster 2024-09-18T08:36:30.545660+0000 mgr.y (mgr.14118) 19 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:36:31.955 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-18T08:36:32.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:32 smithi078 bash[19887]: audit 2024-09-18T08:36:31.312514+0000 mgr.y (mgr.14118) 20 : audit [DBG] from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:36:32.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:32 smithi078 bash[19887]: cephadm 2024-09-18T08:36:31.314239+0000 mgr.y (mgr.14118) 21 : cephadm [INF] Saving service mgr spec with placement count:2 2024-09-18T08:36:32.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:32 smithi078 bash[19887]: audit 2024-09-18T08:36:31.319236+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' 2024-09-18T08:36:33.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:33 smithi078 bash[19887]: cluster 2024-09-18T08:36:32.546150+0000 mgr.y (mgr.14118) 22 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:36:34.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:34 smithi078 bash[19887]: audit 2024-09-18T08:36:33.511831+0000 mon.a (mon.0) 68 : audit [INF] from='client.? 172.21.15.78:0/2402927636' entity='client.admin' 2024-09-18T08:36:35.910 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:35 smithi078 bash[19887]: cluster 2024-09-18T08:36:34.546615+0000 mgr.y (mgr.14118) 23 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:36:36.384 INFO:teuthology.orchestra.run.smithi078.stdout:Enabling the dashboard module... 2024-09-18T08:36:36.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:36 smithi078 bash[19887]: audit 2024-09-18T08:36:35.653623+0000 mon.a (mon.0) 69 : audit [INF] from='client.? 172.21.15.78:0/390850429' entity='client.admin' 2024-09-18T08:36:36.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:36 smithi078 bash[19887]: audit 2024-09-18T08:36:35.818551+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' 2024-09-18T08:36:37.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:37 smithi078 bash[19887]: cluster 2024-09-18T08:36:36.546913+0000 mgr.y (mgr.14118) 24 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:36:37.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:37 smithi078 bash[19887]: audit 2024-09-18T08:36:36.968731+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.14118 172.21.15.78:0/3813262994' entity='mgr.y' 2024-09-18T08:36:38.910 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:38 smithi078 bash[19887]: audit 2024-09-18T08:36:38.060899+0000 mon.a (mon.0) 72 : audit [INF] from='client.? 172.21.15.78:0/3082453193' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-18T08:36:38.910 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:38 smithi078 bash[20143]: ignoring --setuser ceph since I am not root 2024-09-18T08:36:38.911 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:38 smithi078 bash[20143]: ignoring --setgroup ceph since I am not root 2024-09-18T08:36:38.911 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:38 smithi078 bash[20143]: debug 2024-09-18T08:36:38.824+0000 7ff37e682040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T08:36:39.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:39 smithi078 bash[19887]: audit 2024-09-18T08:36:38.662050+0000 mon.a (mon.0) 73 : audit [INF] from='client.? 172.21.15.78:0/3082453193' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-18T08:36:39.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:39 smithi078 bash[19887]: cluster 2024-09-18T08:36:38.667938+0000 mon.a (mon.0) 74 : cluster [DBG] mgrmap e9: y(active, since 28s) 2024-09-18T08:36:40.395 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:40 smithi078 bash[20143]: debug 2024-09-18T08:36:40.008+0000 7ff37e682040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T08:36:40.395 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:40 smithi078 bash[20143]: debug 2024-09-18T08:36:40.072+0000 7ff37e682040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T08:36:40.396 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:40 smithi078 bash[20143]: debug 2024-09-18T08:36:40.224+0000 7ff37e682040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T08:36:41.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:41 smithi078 bash[19887]: audit 2024-09-18T08:36:40.976144+0000 mon.a (mon.0) 75 : audit [DBG] from='client.? 172.21.15.78:0/2800741986' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-18T08:36:41.202 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:40 smithi078 bash[20143]: debug 2024-09-18T08:36:40.880+0000 7ff37e682040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T08:36:41.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:40 smithi078 bash[20143]: debug 2024-09-18T08:36:40.952+0000 7ff37e682040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T08:36:41.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:41 smithi078 bash[20143]: debug 2024-09-18T08:36:41.024+0000 7ff37e682040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T08:36:41.614 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:41 smithi078 bash[20143]: debug 2024-09-18T08:36:41.212+0000 7ff37e682040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T08:36:41.614 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:41 smithi078 bash[20143]: debug 2024-09-18T08:36:41.288+0000 7ff37e682040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T08:36:41.614 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:41 smithi078 bash[20143]: debug 2024-09-18T08:36:41.356+0000 7ff37e682040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T08:36:41.695 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout { 2024-09-18T08:36:41.695 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-18T08:36:41.695 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-18T08:36:41.695 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-18T08:36:41.695 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-18T08:36:41.695 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout } 2024-09-18T08:36:41.695 INFO:teuthology.orchestra.run.smithi078.stdout:Waiting for the mgr to restart... 2024-09-18T08:36:41.695 INFO:teuthology.orchestra.run.smithi078.stdout:Waiting for mgr epoch 9... 2024-09-18T08:36:41.882 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:41 smithi078 bash[20143]: debug 2024-09-18T08:36:41.612+0000 7ff37e682040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T08:36:41.882 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:41 smithi078 bash[20143]: debug 2024-09-18T08:36:41.680+0000 7ff37e682040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T08:36:42.202 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:41 smithi078 bash[20143]: debug 2024-09-18T08:36:41.880+0000 7ff37e682040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T08:36:42.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:41 smithi078 bash[20143]: debug 2024-09-18T08:36:41.956+0000 7ff37e682040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T08:36:42.550 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:42 smithi078 bash[20143]: debug 2024-09-18T08:36:42.208+0000 7ff37e682040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-18T08:36:42.550 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:42 smithi078 bash[20143]: debug 2024-09-18T08:36:42.388+0000 7ff37e682040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T08:36:42.834 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:42 smithi078 bash[20143]: debug 2024-09-18T08:36:42.548+0000 7ff37e682040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T08:36:42.834 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:42 smithi078 bash[20143]: debug 2024-09-18T08:36:42.628+0000 7ff37e682040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T08:36:43.202 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:42 smithi078 bash[20143]: debug 2024-09-18T08:36:42.804+0000 7ff37e682040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T08:36:43.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:43 smithi078 bash[20143]: debug 2024-09-18T08:36:43.652+0000 7ff37e682040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T08:36:43.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:43 smithi078 bash[20143]: debug 2024-09-18T08:36:43.744+0000 7ff37e682040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T08:36:44.266 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:43 smithi078 bash[20143]: debug 2024-09-18T08:36:43.972+0000 7ff37e682040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T08:36:44.267 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:44 smithi078 bash[20143]: debug 2024-09-18T08:36:44.044+0000 7ff37e682040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T08:36:44.589 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:44 smithi078 bash[20143]: debug 2024-09-18T08:36:44.432+0000 7ff37e682040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T08:36:44.590 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:44 smithi078 bash[20143]: debug 2024-09-18T08:36:44.512+0000 7ff37e682040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T08:36:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:44 smithi078 bash[19887]: cluster 2024-09-18T08:36:44.538356+0000 mon.a (mon.0) 76 : cluster [INF] Active manager daemon y restarted 2024-09-18T08:36:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:44 smithi078 bash[19887]: cluster 2024-09-18T08:36:44.538799+0000 mon.a (mon.0) 77 : cluster [INF] Activating manager daemon y 2024-09-18T08:36:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:44 smithi078 bash[19887]: cluster 2024-09-18T08:36:44.542965+0000 mon.a (mon.0) 78 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2024-09-18T08:36:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:44 smithi078 bash[19887]: cluster 2024-09-18T08:36:44.543103+0000 mon.a (mon.0) 79 : cluster [DBG] mgrmap e10: y(active, starting, since 0.00442414s) 2024-09-18T08:36:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:44 smithi078 bash[19887]: audit 2024-09-18T08:36:44.544254+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:36:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:44 smithi078 bash[19887]: audit 2024-09-18T08:36:44.545263+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T08:36:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:44 smithi078 bash[19887]: audit 2024-09-18T08:36:44.545988+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T08:36:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:44 smithi078 bash[19887]: audit 2024-09-18T08:36:44.546108+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T08:36:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:44 smithi078 bash[19887]: audit 2024-09-18T08:36:44.546249+0000 mon.a (mon.0) 84 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T08:36:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:44 smithi078 bash[19887]: cluster 2024-09-18T08:36:44.570853+0000 mon.a (mon.0) 85 : cluster [INF] Manager daemon y is now available 2024-09-18T08:36:44.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:44 smithi078 bash[19887]: audit 2024-09-18T08:36:44.586673+0000 mon.a (mon.0) 86 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:36:45.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[19887]: audit 2024-09-18T08:36:44.603706+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T08:36:45.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[19887]: audit 2024-09-18T08:36:44.606189+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T08:36:45.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[19887]: cluster 2024-09-18T08:36:45.551707+0000 mon.a (mon.0) 89 : cluster [DBG] mgrmap e11: y(active, since 1.01301s) 2024-09-18T08:36:45.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: debug 2024-09-18T08:36:45.684+0000 7ff2e413e640 -1 log_channel(cephadm) log [ERR] : [18/Sep/2024:08:36:45] ENGINE Error in HTTPServer.serve 2024-09-18T08:36:45.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: Traceback (most recent call last): 2024-09-18T08:36:45.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T08:36:45.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: self._connections.run(self.expiration_interval) 2024-09-18T08:36:45.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T08:36:45.955 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: self._run(expiration_interval) 2024-09-18T08:36:45.955 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T08:36:45.955 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T08:36:45.955 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T08:36:45.955 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T08:36:45.955 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T08:36:45.955 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: s = self.context.wrap_socket( 2024-09-18T08:36:45.956 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T08:36:45.956 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: return self.sslsocket_class._create( 2024-09-18T08:36:45.956 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T08:36:45.956 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: self.do_handshake() 2024-09-18T08:36:45.956 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T08:36:45.956 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: self._sslobj.do_handshake() 2024-09-18T08:36:45.956 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:36:45 smithi078 bash[20143]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T08:36:46.227 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout { 2024-09-18T08:36:46.228 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-18T08:36:46.228 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-18T08:36:46.228 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout } 2024-09-18T08:36:46.228 INFO:teuthology.orchestra.run.smithi078.stdout:mgr epoch 9 is available 2024-09-18T08:36:46.228 INFO:teuthology.orchestra.run.smithi078.stdout:Generating a dashboard self-signed certificate... 2024-09-18T08:36:46.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: cephadm 2024-09-18T08:36:45.462737+0000 mgr.y (mgr.14150) 1 : cephadm [INF] [18/Sep/2024:08:36:45] ENGINE Bus STARTING 2024-09-18T08:36:46.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: audit 2024-09-18T08:36:45.549713+0000 mgr.y (mgr.14150) 2 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-18T08:36:46.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: audit 2024-09-18T08:36:45.563439+0000 mgr.y (mgr.14150) 3 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-18T08:36:46.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: cephadm 2024-09-18T08:36:45.564475+0000 mgr.y (mgr.14150) 4 : cephadm [INF] [18/Sep/2024:08:36:45] ENGINE Serving on http://172.21.15.78:8765 2024-09-18T08:36:46.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: cephadm 2024-09-18T08:36:45.687256+0000 mgr.y (mgr.14150) 5 : cephadm [INF] [18/Sep/2024:08:36:45] ENGINE Serving on https://172.21.15.78:7150 2024-09-18T08:36:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: cephadm 2024-09-18T08:36:45.687477+0000 mgr.y (mgr.14150) 6 : cephadm [INF] [18/Sep/2024:08:36:45] ENGINE Bus STARTED 2024-09-18T08:36:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: cephadm 2024-09-18T08:36:45.688735+0000 mgr.y (mgr.14150) 7 : cephadm [ERR] [18/Sep/2024:08:36:45] ENGINE Error in HTTPServer.serve 2024-09-18T08:36:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: Traceback (most recent call last): 2024-09-18T08:36:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T08:36:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: self._connections.run(self.expiration_interval) 2024-09-18T08:36:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T08:36:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: self._run(expiration_interval) 2024-09-18T08:36:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T08:36:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T08:36:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T08:36:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T08:36:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T08:36:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: s = self.context.wrap_socket( 2024-09-18T08:36:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T08:36:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: return self.sslsocket_class._create( 2024-09-18T08:36:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T08:36:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: self.do_handshake() 2024-09-18T08:36:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T08:36:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: self._sslobj.do_handshake() 2024-09-18T08:36:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:46 smithi078 bash[19887]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T08:36:47.933 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:47 smithi078 bash[19887]: cluster 2024-09-18T08:36:46.604234+0000 mon.a (mon.0) 90 : cluster [DBG] mgrmap e12: y(active, since 2s) 2024-09-18T08:36:48.352 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-18T08:36:48.352 INFO:teuthology.orchestra.run.smithi078.stdout:Creating initial admin user... 2024-09-18T08:36:48.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:48 smithi078 bash[19887]: audit 2024-09-18T08:36:47.626187+0000 mgr.y (mgr.14150) 8 : audit [DBG] from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:36:48.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:48 smithi078 bash[19887]: audit 2024-09-18T08:36:47.734417+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:36:48.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:48 smithi078 bash[19887]: audit 2024-09-18T08:36:47.736904+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:36:50.702 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$DXWIJ6GWem4MKY93MvJH0OWci1dQmkXpMCjWZcmAJHZ7H3.addNRy", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726648610, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-18T08:36:50.702 INFO:teuthology.orchestra.run.smithi078.stdout:Fetching dashboard port number... 2024-09-18T08:36:51.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:51 smithi078 bash[19887]: audit 2024-09-18T08:36:49.893312+0000 mgr.y (mgr.14150) 9 : audit [DBG] from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:36:51.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:51 smithi078 bash[19887]: audit 2024-09-18T08:36:50.141582+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:36:52.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:52 smithi078 bash[19887]: cluster 2024-09-18T08:36:51.152595+0000 mon.a (mon.0) 94 : cluster [DBG] mgrmap e13: y(active, since 6s) 2024-09-18T08:36:52.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:52 smithi078 bash[19887]: audit 2024-09-18T08:36:51.428129+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:36:52.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:52 smithi078 bash[19887]: audit 2024-09-18T08:36:52.108003+0000 mon.a (mon.0) 96 : audit [DBG] from='client.? 172.21.15.78:0/429411308' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-18T08:36:52.772 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 8443 2024-09-18T08:36:52.772 INFO:teuthology.orchestra.run.smithi078.stdout:firewalld does not appear to be present 2024-09-18T08:36:52.772 INFO:teuthology.orchestra.run.smithi078.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-18T08:36:52.775 INFO:teuthology.orchestra.run.smithi078.stdout:Ceph Dashboard is now available at: 2024-09-18T08:36:52.775 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:36:52.775 INFO:teuthology.orchestra.run.smithi078.stdout: URL: https://smithi078.front.sepia.ceph.com:8443/ 2024-09-18T08:36:52.775 INFO:teuthology.orchestra.run.smithi078.stdout: User: admin 2024-09-18T08:36:52.775 INFO:teuthology.orchestra.run.smithi078.stdout: Password: xg0lnd6olt 2024-09-18T08:36:52.775 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:36:52.776 INFO:teuthology.orchestra.run.smithi078.stdout:Saving cluster configuration to /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config directory 2024-09-18T08:36:53.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:53 smithi078 bash[19887]: audit 2024-09-18T08:36:52.560664+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:36:55.045 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-18T08:36:55.045 INFO:teuthology.orchestra.run.smithi078.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-18T08:36:55.045 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:36:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-18T08:36:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:36:55.046 INFO:teuthology.orchestra.run.smithi078.stdout:Or, if you are only running a single cluster on this host: 2024-09-18T08:36:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:36:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-18T08:36:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:36:55.046 INFO:teuthology.orchestra.run.smithi078.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-18T08:36:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:36:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: ceph telemetry on 2024-09-18T08:36:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:36:55.046 INFO:teuthology.orchestra.run.smithi078.stdout:For more information see: 2024-09-18T08:36:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:36:55.047 INFO:teuthology.orchestra.run.smithi078.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-18T08:36:55.047 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:36:55.047 INFO:teuthology.orchestra.run.smithi078.stdout:Bootstrap complete. 2024-09-18T08:36:55.100 INFO:tasks.cephadm:Fetching config... 2024-09-18T08:36:55.100 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-18T08:36:55.101 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-18T08:36:55.106 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-18T08:36:55.107 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-18T08:36:55.107 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-18T08:36:55.155 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-18T08:36:55.155 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-18T08:36:55.156 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-18T08:36:55.211 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-18T08:36:55.211 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-18T08:36:55.211 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-18T08:36:55.259 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-18T08:36:55.260 DEBUG:teuthology.orchestra.run.smithi078:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5A3fAfOvaDGhfBB5bPvO3u2EQ7GDPO4PA4/WH2ghoIWq7HiUIy/+jvFbqY2mQxQfb4niux4Wj9oMYc5XQt61mIsOp9iJTZPDWHb4c7cY8kIQF4TdCm7g84JNNeAHYgw2yTboCD13Agy4j9yiDQs4ZBDW3b2vne/EomJLDvhybIXUDNb8LPRGTYwAs0uRO6xQ2NNy22X9istEnS2ToT1gqrnOdQ8AC6MEsv02LND/0ArfkK01qO2lBvbCxYOwLpKRX3/XVJASDcZ0nLXsk1ZswF9eiZqpTGZ1rMi4dGwdRafz8NeHRgTJ+j0ML1if+0MTIhy3mMovJFMffKJxM8/FZ28E7XYuc7Nuo021GTO2HWgTfC3PZyfNoVGB94BT0HIeCM+eN1SChUHI6UkId5LTJA0DSn9PorjKFGvveQKOIm7X/0wFz44AJte8TsX0xKpOSqY8RVNYGD8hWdRBB2WkvlxUEqQbdSiHu7OaoH+BiJD8sQx2dM5ISf5bowwk3Els= ceph-c5c73ad4-7598-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-18T08:36:55.323 INFO:teuthology.orchestra.run.smithi078.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5A3fAfOvaDGhfBB5bPvO3u2EQ7GDPO4PA4/WH2ghoIWq7HiUIy/+jvFbqY2mQxQfb4niux4Wj9oMYc5XQt61mIsOp9iJTZPDWHb4c7cY8kIQF4TdCm7g84JNNeAHYgw2yTboCD13Agy4j9yiDQs4ZBDW3b2vne/EomJLDvhybIXUDNb8LPRGTYwAs0uRO6xQ2NNy22X9istEnS2ToT1gqrnOdQ8AC6MEsv02LND/0ArfkK01qO2lBvbCxYOwLpKRX3/XVJASDcZ0nLXsk1ZswF9eiZqpTGZ1rMi4dGwdRafz8NeHRgTJ+j0ML1if+0MTIhy3mMovJFMffKJxM8/FZ28E7XYuc7Nuo021GTO2HWgTfC3PZyfNoVGB94BT0HIeCM+eN1SChUHI6UkId5LTJA0DSn9PorjKFGvveQKOIm7X/0wFz44AJte8TsX0xKpOSqY8RVNYGD8hWdRBB2WkvlxUEqQbdSiHu7OaoH+BiJD8sQx2dM5ISf5bowwk3Els= ceph-c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:36:55.332 DEBUG:teuthology.orchestra.run.smithi189:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5A3fAfOvaDGhfBB5bPvO3u2EQ7GDPO4PA4/WH2ghoIWq7HiUIy/+jvFbqY2mQxQfb4niux4Wj9oMYc5XQt61mIsOp9iJTZPDWHb4c7cY8kIQF4TdCm7g84JNNeAHYgw2yTboCD13Agy4j9yiDQs4ZBDW3b2vne/EomJLDvhybIXUDNb8LPRGTYwAs0uRO6xQ2NNy22X9istEnS2ToT1gqrnOdQ8AC6MEsv02LND/0ArfkK01qO2lBvbCxYOwLpKRX3/XVJASDcZ0nLXsk1ZswF9eiZqpTGZ1rMi4dGwdRafz8NeHRgTJ+j0ML1if+0MTIhy3mMovJFMffKJxM8/FZ28E7XYuc7Nuo021GTO2HWgTfC3PZyfNoVGB94BT0HIeCM+eN1SChUHI6UkId5LTJA0DSn9PorjKFGvveQKOIm7X/0wFz44AJte8TsX0xKpOSqY8RVNYGD8hWdRBB2WkvlxUEqQbdSiHu7OaoH+BiJD8sQx2dM5ISf5bowwk3Els= ceph-c5c73ad4-7598-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-18T08:36:55.356 INFO:teuthology.orchestra.run.smithi189.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5A3fAfOvaDGhfBB5bPvO3u2EQ7GDPO4PA4/WH2ghoIWq7HiUIy/+jvFbqY2mQxQfb4niux4Wj9oMYc5XQt61mIsOp9iJTZPDWHb4c7cY8kIQF4TdCm7g84JNNeAHYgw2yTboCD13Agy4j9yiDQs4ZBDW3b2vne/EomJLDvhybIXUDNb8LPRGTYwAs0uRO6xQ2NNy22X9istEnS2ToT1gqrnOdQ8AC6MEsv02LND/0ArfkK01qO2lBvbCxYOwLpKRX3/XVJASDcZ0nLXsk1ZswF9eiZqpTGZ1rMi4dGwdRafz8NeHRgTJ+j0ML1if+0MTIhy3mMovJFMffKJxM8/FZ28E7XYuc7Nuo021GTO2HWgTfC3PZyfNoVGB94BT0HIeCM+eN1SChUHI6UkId5LTJA0DSn9PorjKFGvveQKOIm7X/0wFz44AJte8TsX0xKpOSqY8RVNYGD8hWdRBB2WkvlxUEqQbdSiHu7OaoH+BiJD8sQx2dM5ISf5bowwk3Els= ceph-c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:36:55.365 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-18T08:36:55.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:36:55 smithi078 bash[19887]: audit 2024-09-18T08:36:54.390944+0000 mon.a (mon.0) 98 : audit [INF] from='client.? 172.21.15.78:0/72450286' entity='client.admin' 2024-09-18T08:37:00.849 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:37:03.257 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-18T08:37:03.257 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-18T08:37:03.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:03 smithi078 bash[19887]: audit 2024-09-18T08:37:02.341590+0000 mon.a (mon.0) 99 : audit [INF] from='client.? 172.21.15.78:0/2512852962' entity='client.admin' 2024-09-18T08:37:03.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:03 smithi078 bash[19887]: audit 2024-09-18T08:37:02.873966+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:03.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:03 smithi078 bash[19887]: audit 2024-09-18T08:37:02.879617+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:03.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:03 smithi078 bash[19887]: audit 2024-09-18T08:37:02.881693+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi078", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:37:03.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:03 smithi078 bash[19887]: audit 2024-09-18T08:37:02.891570+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:03.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:03 smithi078 bash[19887]: audit 2024-09-18T08:37:02.922594+0000 mon.a (mon.0) 104 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:37:03.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:03 smithi078 bash[19887]: audit 2024-09-18T08:37:02.931934+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:05.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:05 smithi078 bash[19887]: cluster 2024-09-18T08:37:04.548053+0000 mgr.y (mgr.14150) 10 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:07.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:07 smithi078 bash[19887]: cluster 2024-09-18T08:37:06.548494+0000 mgr.y (mgr.14150) 11 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:07.973 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:37:09.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:09 smithi078 bash[19887]: cluster 2024-09-18T08:37:08.548980+0000 mgr.y (mgr.14150) 12 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:09.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:09 smithi078 bash[19887]: audit 2024-09-18T08:37:09.469393+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:09.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:09 smithi078 bash[19887]: audit 2024-09-18T08:37:09.470649+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:37:09.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:09 smithi078 bash[19887]: audit 2024-09-18T08:37:09.473714+0000 mon.a (mon.0) 108 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:09.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:09 smithi078 bash[19887]: audit 2024-09-18T08:37:09.474781+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:37:10.150 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi189 2024-09-18T08:37:10.150 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-09-18T08:37:10.150 DEBUG:teuthology.orchestra.run.smithi189:> dd of=/etc/ceph/ceph.conf 2024-09-18T08:37:10.156 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-09-18T08:37:10.156 DEBUG:teuthology.orchestra.run.smithi189:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:37:10.205 INFO:tasks.cephadm:Adding host smithi189 to orchestrator... 2024-09-18T08:37:10.205 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph orch host add smithi189 2024-09-18T08:37:10.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:10 smithi078 bash[19887]: audit 2024-09-18T08:37:09.464536+0000 mgr.y (mgr.14150) 13 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:37:10.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:10 smithi078 bash[19887]: cephadm 2024-09-18T08:37:09.476200+0000 mgr.y (mgr.14150) 14 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T08:37:10.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:10 smithi078 bash[19887]: cephadm 2024-09-18T08:37:09.572903+0000 mgr.y (mgr.14150) 15 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:37:10.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:10 smithi078 bash[19887]: cephadm 2024-09-18T08:37:09.662304+0000 mgr.y (mgr.14150) 16 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:37:10.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:10 smithi078 bash[19887]: audit 2024-09-18T08:37:10.065908+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:10.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:10 smithi078 bash[19887]: audit 2024-09-18T08:37:10.069502+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:10.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:10 smithi078 bash[19887]: audit 2024-09-18T08:37:10.073523+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:11.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:11 smithi078 bash[19887]: cephadm 2024-09-18T08:37:09.915002+0000 mgr.y (mgr.14150) 17 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:37:11.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:11 smithi078 bash[19887]: cluster 2024-09-18T08:37:10.549428+0000 mgr.y (mgr.14150) 18 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:13.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:13 smithi078 bash[19887]: cluster 2024-09-18T08:37:12.549840+0000 mgr.y (mgr.14150) 19 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:14.928 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:37:15.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:15 smithi078 bash[19887]: cluster 2024-09-18T08:37:14.550231+0000 mgr.y (mgr.14150) 20 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:17.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:17 smithi078 bash[19887]: audit 2024-09-18T08:37:16.318461+0000 mgr.y (mgr.14150) 21 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi189", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:37:17.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:17 smithi078 bash[19887]: cluster 2024-09-18T08:37:16.550611+0000 mgr.y (mgr.14150) 22 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:18.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:18 smithi078 bash[19887]: cephadm 2024-09-18T08:37:17.308005+0000 mgr.y (mgr.14150) 23 : cephadm [INF] Deploying cephadm binary to smithi189 2024-09-18T08:37:19.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:19 smithi078 bash[19887]: cluster 2024-09-18T08:37:18.550995+0000 mgr.y (mgr.14150) 24 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:20.448 INFO:teuthology.orchestra.run.smithi078.stdout:Added host 'smithi189' with addr '172.21.15.189' 2024-09-18T08:37:21.136 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-18T08:37:21.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:21 smithi078 bash[19887]: audit 2024-09-18T08:37:20.448155+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:21.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:21 smithi078 bash[19887]: cephadm 2024-09-18T08:37:20.449107+0000 mgr.y (mgr.14150) 25 : cephadm [INF] Added host smithi189 2024-09-18T08:37:21.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:21 smithi078 bash[19887]: audit 2024-09-18T08:37:20.449881+0000 mon.a (mon.0) 114 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:37:21.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:21 smithi078 bash[19887]: cluster 2024-09-18T08:37:20.551380+0000 mgr.y (mgr.14150) 26 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:21.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:21 smithi078 bash[19887]: audit 2024-09-18T08:37:20.982115+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:23.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:23 smithi078 bash[19887]: audit 2024-09-18T08:37:22.512123+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:23.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:23 smithi078 bash[19887]: cluster 2024-09-18T08:37:22.551750+0000 mgr.y (mgr.14150) 27 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:25.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:24 smithi078 bash[19887]: audit 2024-09-18T08:37:23.794392+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:25.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:24 smithi078 bash[19887]: cluster 2024-09-18T08:37:24.552139+0000 mgr.y (mgr.14150) 28 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:25.853 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:37:27.230 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:37:27.230 INFO:teuthology.orchestra.run.smithi078.stdout:[{"addr": "172.21.15.78", "hostname": "smithi078", "labels": [], "status": ""}, {"addr": "172.21.15.189", "hostname": "smithi189", "labels": [], "status": ""}] 2024-09-18T08:37:27.925 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:27 smithi078 bash[19887]: cluster 2024-09-18T08:37:26.552562+0000 mgr.y (mgr.14150) 29 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:27.926 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-18T08:37:27.927 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-18T08:37:28.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:28 smithi078 bash[19887]: audit 2024-09-18T08:37:27.230640+0000 mgr.y (mgr.14150) 30 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T08:37:29.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:29 smithi078 bash[19887]: cluster 2024-09-18T08:37:28.553007+0000 mgr.y (mgr.14150) 31 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:29.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:29 smithi078 bash[19887]: audit 2024-09-18T08:37:29.397583+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:29.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:29 smithi078 bash[19887]: audit 2024-09-18T08:37:29.402983+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:29.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:29 smithi078 bash[19887]: audit 2024-09-18T08:37:29.409114+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:29.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:29 smithi078 bash[19887]: audit 2024-09-18T08:37:29.414343+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:29.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:29 smithi078 bash[19887]: audit 2024-09-18T08:37:29.416086+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi189", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:37:29.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:29 smithi078 bash[19887]: audit 2024-09-18T08:37:29.418153+0000 mon.a (mon.0) 123 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:29.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:29 smithi078 bash[19887]: audit 2024-09-18T08:37:29.419779+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:37:30.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:30 smithi078 bash[19887]: cephadm 2024-09-18T08:37:29.422156+0000 mgr.y (mgr.14150) 32 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T08:37:30.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:30 smithi078 bash[19887]: cephadm 2024-09-18T08:37:29.602298+0000 mgr.y (mgr.14150) 33 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:37:30.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:30 smithi078 bash[19887]: audit 2024-09-18T08:37:30.042341+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:30.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:30 smithi078 bash[19887]: audit 2024-09-18T08:37:30.047674+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:30.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:30 smithi078 bash[19887]: audit 2024-09-18T08:37:30.053144+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:31.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:31 smithi078 bash[19887]: cephadm 2024-09-18T08:37:29.757091+0000 mgr.y (mgr.14150) 34 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:37:31.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:31 smithi078 bash[19887]: cephadm 2024-09-18T08:37:29.899584+0000 mgr.y (mgr.14150) 35 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:37:31.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:31 smithi078 bash[19887]: cluster 2024-09-18T08:37:30.553415+0000 mgr.y (mgr.14150) 36 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:32.648 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:37:33.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:33 smithi078 bash[19887]: cluster 2024-09-18T08:37:32.553862+0000 mgr.y (mgr.14150) 37 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:34.625 INFO:teuthology.orchestra.run.smithi078.stderr:adjusted tunables profile to default 2024-09-18T08:37:34.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:34 smithi078 bash[19887]: audit 2024-09-18T08:37:33.984948+0000 mon.a (mon.0) 128 : audit [INF] from='client.? 172.21.15.78:0/1299674082' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-18T08:37:35.273 INFO:tasks.cephadm:Adding mon.a on smithi078 2024-09-18T08:37:35.273 INFO:tasks.cephadm:Adding mon.c on smithi078 2024-09-18T08:37:35.273 INFO:tasks.cephadm:Adding mon.b on smithi189 2024-09-18T08:37:35.273 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph orch apply mon '3;smithi078:172.21.15.78=a;smithi078:[v2:172.21.15.78:3301,v1:172.21.15.78:6790]=c;smithi189:172.21.15.189=b' 2024-09-18T08:37:35.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:35 smithi078 bash[19887]: cluster 2024-09-18T08:37:34.554249+0000 mgr.y (mgr.14150) 38 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:35.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:35 smithi078 bash[19887]: audit 2024-09-18T08:37:34.625467+0000 mon.a (mon.0) 129 : audit [INF] from='client.? 172.21.15.78:0/1299674082' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-18T08:37:35.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:35 smithi078 bash[19887]: cluster 2024-09-18T08:37:34.632228+0000 mon.a (mon.0) 130 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-18T08:37:36.497 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:37:37.768 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled mon update... 2024-09-18T08:37:37.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:37 smithi078 bash[19887]: cluster 2024-09-18T08:37:36.554669+0000 mgr.y (mgr.14150) 39 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:38.296 DEBUG:teuthology.orchestra.run.smithi078:mon.c> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.c.service 2024-09-18T08:37:38.299 DEBUG:teuthology.orchestra.run.smithi189:mon.b> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.b.service 2024-09-18T08:37:38.301 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-18T08:37:38.301 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-18T08:37:39.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:38 smithi078 bash[19887]: audit 2024-09-18T08:37:37.757483+0000 mgr.y (mgr.14150) 40 : audit [DBG] from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi078:172.21.15.78=a;smithi078:[v2:172.21.15.78:3301,v1:172.21.15.78:6790]=c;smithi189:172.21.15.189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:37:39.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:38 smithi078 bash[19887]: cephadm 2024-09-18T08:37:37.762613+0000 mgr.y (mgr.14150) 41 : cephadm [INF] Saving service mon spec with placement smithi078:172.21.15.78=a;smithi078:[v2:172.21.15.78:3301,v1:172.21.15.78:6790]=c;smithi189:172.21.15.189=b;count:3 2024-09-18T08:37:39.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:38 smithi078 bash[19887]: audit 2024-09-18T08:37:37.768274+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:38 smithi078 bash[19887]: audit 2024-09-18T08:37:37.770000+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:37:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:38 smithi078 bash[19887]: audit 2024-09-18T08:37:37.773621+0000 mon.a (mon.0) 133 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:38 smithi078 bash[19887]: audit 2024-09-18T08:37:37.775442+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:37:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:38 smithi078 bash[19887]: audit 2024-09-18T08:37:37.783622+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:38 smithi078 bash[19887]: audit 2024-09-18T08:37:37.787421+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T08:37:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:38 smithi078 bash[19887]: audit 2024-09-18T08:37:37.789294+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:38 smithi078 bash[19887]: cephadm 2024-09-18T08:37:37.791370+0000 mgr.y (mgr.14150) 42 : cephadm [INF] Deploying daemon mon.b on smithi189 2024-09-18T08:37:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:38 smithi078 bash[19887]: cluster 2024-09-18T08:37:38.555160+0000 mgr.y (mgr.14150) 43 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:39.540 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:37:41.421 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-09-18T08:37:41.421 INFO:teuthology.orchestra.run.smithi189.stdout:{"epoch":1,"fsid":"c5c73ad4-7598-11ef-bceb-c7b262605968","modified":"2024-09-18T08:35:37.644909Z","created":"2024-09-18T08:35:37.644909Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:3300","nonce":0},{"type":"v1","addr":"172.21.15.78:6789","nonce":0}]},"addr":"172.21.15.78:6789/0","public_addr":"172.21.15.78:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-18T08:37:41.422 INFO:teuthology.orchestra.run.smithi189.stderr:dumped monmap epoch 1 2024-09-18T08:37:41.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:41 smithi078 bash[19887]: cluster 2024-09-18T08:37:40.555572+0000 mgr.y (mgr.14150) 44 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:41.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:41 smithi078 bash[19887]: audit 2024-09-18T08:37:41.422342+0000 mon.a (mon.0) 138 : audit [DBG] from='client.? 172.21.15.189:0/2027828720' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-18T08:37:43.099 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-18T08:37:43.100 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-18T08:37:43.251 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:43 smithi189 systemd[1]: Started Ceph mon.b for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:37:43.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:43 smithi078 bash[19887]: cluster 2024-09-18T08:37:42.555979+0000 mgr.y (mgr.14150) 45 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:43.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:43 smithi078 bash[19887]: audit 2024-09-18T08:37:43.213681+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:43.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:43 smithi078 bash[19887]: audit 2024-09-18T08:37:43.219827+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:43.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:43 smithi078 bash[19887]: audit 2024-09-18T08:37:43.226545+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:43.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:43 smithi078 bash[19887]: audit 2024-09-18T08:37:43.227921+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T08:37:43.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:43 smithi078 bash[19887]: audit 2024-09-18T08:37:43.229631+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:44.328 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T08:37:44.358 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.315+0000 7f3bd0402c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-18T08:37:44.358 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.315+0000 7f3bd0402c80 0 ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable), process ceph-mon, pid 7 2024-09-18T08:37:44.358 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.315+0000 7f3bd0402c80 0 pidfile_write: ignore empty --pid-file 2024-09-18T08:37:44.358 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 0 load: jerasure load: lrc 2024-09-18T08:37:44.358 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: RocksDB version: 7.9.2 2024-09-18T08:37:44.358 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Git sha 0 2024-09-18T08:37:44.358 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Compile date 2024-09-16 15:09:42 2024-09-18T08:37:44.358 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: DB SUMMARY 2024-09-18T08:37:44.358 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: DB Session ID: QGNJWLFFODPLSN3Q2O87 2024-09-18T08:37:44.359 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: CURRENT file: CURRENT 2024-09-18T08:37:44.359 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-18T08:37:44.359 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-18T08:37:44.359 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-09-18T08:37:44.359 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-09-18T08:37:44.359 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.error_if_exists: 0 2024-09-18T08:37:44.359 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.create_if_missing: 0 2024-09-18T08:37:44.359 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.paranoid_checks: 1 2024-09-18T08:37:44.359 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-18T08:37:44.360 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-18T08:37:44.360 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-18T08:37:44.360 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.env: 0x55d856a79940 2024-09-18T08:37:44.360 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-18T08:37:44.360 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.info_log: 0x55d8587416e0 2024-09-18T08:37:44.360 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-18T08:37:44.360 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.statistics: (nil) 2024-09-18T08:37:44.360 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.use_fsync: 0 2024-09-18T08:37:44.360 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_log_file_size: 0 2024-09-18T08:37:44.363 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-18T08:37:44.363 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-18T08:37:44.363 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-18T08:37:44.363 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-18T08:37:44.363 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.allow_fallocate: 1 2024-09-18T08:37:44.363 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-18T08:37:44.364 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-18T08:37:44.364 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.use_direct_reads: 0 2024-09-18T08:37:44.364 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-18T08:37:44.364 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-18T08:37:44.364 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.db_log_dir: 2024-09-18T08:37:44.364 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.wal_dir: 2024-09-18T08:37:44.364 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-18T08:37:44.364 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-18T08:37:44.364 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-18T08:37:44.364 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-18T08:37:44.365 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-18T08:37:44.365 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-18T08:37:44.365 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-18T08:37:44.365 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-18T08:37:44.365 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.write_buffer_manager: 0x55d858750dc0 2024-09-18T08:37:44.365 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-18T08:37:44.365 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-18T08:37:44.365 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-18T08:37:44.365 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-18T08:37:44.365 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-18T08:37:44.365 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-18T08:37:44.366 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-18T08:37:44.366 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-18T08:37:44.366 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.unordered_write: 0 2024-09-18T08:37:44.366 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-18T08:37:44.366 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-18T08:37:44.366 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-18T08:37:44.366 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-18T08:37:44.366 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.row_cache: None 2024-09-18T08:37:44.366 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.wal_filter: None 2024-09-18T08:37:44.366 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-18T08:37:44.366 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-18T08:37:44.366 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.two_write_queues: 0 2024-09-18T08:37:44.366 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-18T08:37:44.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.wal_compression: 0 2024-09-18T08:37:44.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.atomic_flush: 0 2024-09-18T08:37:44.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-18T08:37:44.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-18T08:37:44.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-18T08:37:44.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.log_readahead_size: 0 2024-09-18T08:37:44.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-18T08:37:44.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-18T08:37:44.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-18T08:37:44.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-18T08:37:44.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-18T08:37:44.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-18T08:37:44.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-18T08:37:44.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_background_jobs: 2 2024-09-18T08:37:44.368 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_background_compactions: -1 2024-09-18T08:37:44.368 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_subcompactions: 1 2024-09-18T08:37:44.368 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-18T08:37:44.368 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-18T08:37:44.368 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-18T08:37:44.368 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-18T08:37:44.368 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-18T08:37:44.368 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-18T08:37:44.368 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-18T08:37:44.368 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-18T08:37:44.368 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_open_files: -1 2024-09-18T08:37:44.368 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-18T08:37:44.368 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-18T08:37:44.368 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-18T08:37:44.369 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-18T08:37:44.369 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_background_flushes: -1 2024-09-18T08:37:44.369 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Compression algorithms supported: 2024-09-18T08:37:44.369 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: kZSTD supported: 0 2024-09-18T08:37:44.369 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: kXpressCompression supported: 0 2024-09-18T08:37:44.369 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: kBZip2Compression supported: 0 2024-09-18T08:37:44.369 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-18T08:37:44.369 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: kLZ4Compression supported: 1 2024-09-18T08:37:44.369 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: kZlibCompression supported: 1 2024-09-18T08:37:44.369 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-18T08:37:44.369 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: kSnappyCompression supported: 1 2024-09-18T08:37:44.369 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-18T08:37:44.369 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-18T08:37:44.369 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-09-18T08:37:44.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-18T08:37:44.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-18T08:37:44.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.merge_operator: 2024-09-18T08:37:44.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compaction_filter: None 2024-09-18T08:37:44.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-18T08:37:44.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-18T08:37:44.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-18T08:37:44.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-18T08:37:44.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d858741320) 2024-09-18T08:37:44.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cache_index_and_filter_blocks: 1 2024-09-18T08:37:44.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-18T08:37:44.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-18T08:37:44.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: pin_top_level_index_and_filter: 1 2024-09-18T08:37:44.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: index_type: 0 2024-09-18T08:37:44.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: data_block_index_type: 0 2024-09-18T08:37:44.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: index_shortening: 1 2024-09-18T08:37:44.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: data_block_hash_table_util_ratio: 0.750000 2024-09-18T08:37:44.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: checksum: 4 2024-09-18T08:37:44.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: no_block_cache: 0 2024-09-18T08:37:44.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: block_cache: 0x55d8587371f0 2024-09-18T08:37:44.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: block_cache_name: BinnedLRUCache 2024-09-18T08:37:44.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: block_cache_options: 2024-09-18T08:37:44.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: capacity : 536870912 2024-09-18T08:37:44.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: num_shard_bits : 4 2024-09-18T08:37:44.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: strict_capacity_limit : 0 2024-09-18T08:37:44.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: high_pri_pool_ratio: 0.000 2024-09-18T08:37:44.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: block_cache_compressed: (nil) 2024-09-18T08:37:44.372 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: persistent_cache: (nil) 2024-09-18T08:37:44.372 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: block_size: 4096 2024-09-18T08:37:44.372 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: block_size_deviation: 10 2024-09-18T08:37:44.372 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: block_restart_interval: 16 2024-09-18T08:37:44.372 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: index_block_restart_interval: 1 2024-09-18T08:37:44.372 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: metadata_block_size: 4096 2024-09-18T08:37:44.372 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: partition_filters: 0 2024-09-18T08:37:44.372 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: use_delta_encoding: 1 2024-09-18T08:37:44.372 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: filter_policy: bloomfilter 2024-09-18T08:37:44.372 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: whole_key_filtering: 1 2024-09-18T08:37:44.372 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: verify_compression: 0 2024-09-18T08:37:44.372 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: read_amp_bytes_per_bit: 0 2024-09-18T08:37:44.372 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: format_version: 5 2024-09-18T08:37:44.372 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: enable_index_compression: 1 2024-09-18T08:37:44.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: block_align: 0 2024-09-18T08:37:44.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: max_auto_readahead_size: 262144 2024-09-18T08:37:44.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: prepopulate_block_cache: 0 2024-09-18T08:37:44.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: initial_auto_readahead_size: 8192 2024-09-18T08:37:44.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: num_file_reads_for_auto_readahead: 2 2024-09-18T08:37:44.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-18T08:37:44.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-18T08:37:44.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compression: NoCompression 2024-09-18T08:37:44.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-18T08:37:44.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-18T08:37:44.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-18T08:37:44.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.num_levels: 7 2024-09-18T08:37:44.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-18T08:37:44.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-18T08:37:44.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-18T08:37:44.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-18T08:37:44.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-18T08:37:44.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-18T08:37:44.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-18T08:37:44.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-18T08:37:44.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-18T08:37:44.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-18T08:37:44.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-18T08:37:44.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-18T08:37:44.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-18T08:37:44.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-18T08:37:44.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-18T08:37:44.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-18T08:37:44.375 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-18T08:37:44.375 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-18T08:37:44.375 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-18T08:37:44.375 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-18T08:37:44.375 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-18T08:37:44.375 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-18T08:37:44.375 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-18T08:37:44.375 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-18T08:37:44.375 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-18T08:37:44.375 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-18T08:37:44.375 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-18T08:37:44.376 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-18T08:37:44.376 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-18T08:37:44.376 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-18T08:37:44.376 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-18T08:37:44.376 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-18T08:37:44.376 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-18T08:37:44.376 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-18T08:37:44.376 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-18T08:37:44.376 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-18T08:37:44.376 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-18T08:37:44.376 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-18T08:37:44.376 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-18T08:37:44.376 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-18T08:37:44.376 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-18T08:37:44.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-18T08:37:44.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-18T08:37:44.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-18T08:37:44.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-18T08:37:44.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-18T08:37:44.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-18T08:37:44.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-18T08:37:44.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-18T08:37:44.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-18T08:37:44.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-18T08:37:44.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-18T08:37:44.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-18T08:37:44.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-18T08:37:44.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.inplace_update_support: 0 2024-09-18T08:37:44.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-18T08:37:44.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-18T08:37:44.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-18T08:37:44.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-18T08:37:44.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.bloom_locality: 0 2024-09-18T08:37:44.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.max_successive_merges: 0 2024-09-18T08:37:44.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-18T08:37:44.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-18T08:37:44.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-18T08:37:44.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-18T08:37:44.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.ttl: 2592000 2024-09-18T08:37:44.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-18T08:37:44.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-18T08:37:44.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-18T08:37:44.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.enable_blob_files: false 2024-09-18T08:37:44.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.min_blob_size: 0 2024-09-18T08:37:44.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-18T08:37:44.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-18T08:37:44.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-18T08:37:44.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-18T08:37:44.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-18T08:37:44.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-18T08:37:44.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-18T08:37:44.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-18T08:37:44.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-18T08:37:44.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-18T08:37:44.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 35e4ea25-85f4-4cb3-bd9d-b13f316b0a3f 2024-09-18T08:37:44.380 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726648664326283, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-18T08:37:44.380 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-18T08:37:44.380 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.319+0000 7f3bd0402c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726648664326879, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726648664, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "35e4ea25-85f4-4cb3-bd9d-b13f316b0a3f", "db_session_id": "QGNJWLFFODPLSN3Q2O87", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-18T08:37:44.380 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.323+0000 7f3bd0402c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726648664327060, "job": 1, "event": "recovery_finished"} 2024-09-18T08:37:44.380 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.323+0000 7f3bd0402c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-18T08:37:44.380 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.323+0000 7f3bd0402c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-18T08:37:44.380 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.323+0000 7f3bd0402c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d858762e00 2024-09-18T08:37:44.380 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.323+0000 7f3bd0402c80 4 rocksdb: DB pointer 0x55d858862000 2024-09-18T08:37:44.380 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.323+0000 7f3bc61cb640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-18T08:37:44.380 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.323+0000 7f3bc61cb640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-18T08:37:44.380 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: ** DB Stats ** 2024-09-18T08:37:44.380 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T08:37:44.380 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-18T08:37:44.380 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T08:37:44.381 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T08:37:44.381 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-18T08:37:44.381 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T08:37:44.381 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T08:37:44.381 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: ** Compaction Stats [default] ** 2024-09-18T08:37:44.381 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T08:37:44.381 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-18T08:37:44.381 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-18T08:37:44.381 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-18T08:37:44.381 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-18T08:37:44.381 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: ** Compaction Stats [default] ** 2024-09-18T08:37:44.381 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T08:37:44.381 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T08:37:44.381 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-18T08:37:44.382 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-18T08:37:44.382 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T08:37:44.382 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-18T08:37:44.382 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-18T08:37:44.382 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: AddFile(Total Files): cumulative 0, interval 0 2024-09-18T08:37:44.382 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-18T08:37:44.382 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: AddFile(Keys): cumulative 0, interval 0 2024-09-18T08:37:44.382 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Cumulative compaction: 0.00 GB write, 0.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T08:37:44.382 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Interval compaction: 0.00 GB write, 0.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T08:37:44.382 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-18T08:37:44.382 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Block cache BinnedLRUCache@0x55d8587371f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.6e-05 secs_since: 0 2024-09-18T08:37:44.382 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-18T08:37:44.382 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: ** File Read Latency Histogram By Level [default] ** 2024-09-18T08:37:44.383 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.323+0000 7f3bd0402c80 0 mon.b does not exist in monmap, will attempt to join an existing cluster 2024-09-18T08:37:44.383 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.323+0000 7f3bd0402c80 0 using public_addr v2:172.21.15.189:0/0 -> [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] 2024-09-18T08:37:44.383 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.323+0000 7f3bd0402c80 0 starting mon.b rank -1 at public addrs [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] at bind addrs [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:37:44.383 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.327+0000 7f3bd0402c80 1 mon.b@-1(???) e0 preinit fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:37:44.383 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.347+0000 7f3bc91d1640 0 mon.b@-1(synchronizing).mds e1 new map 2024-09-18T08:37:44.383 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.347+0000 7f3bc91d1640 0 mon.b@-1(synchronizing).mds e1 print_map 2024-09-18T08:37:44.383 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: e1 2024-09-18T08:37:44.383 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: btime 2024-09-18T08:35:42:542007+0000 2024-09-18T08:37:44.383 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-18T08:37:44.383 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-18T08:37:44.383 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: legacy client fscid: -1 2024-09-18T08:37:44.383 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: 2024-09-18T08:37:44.383 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: No filesystems configured 2024-09-18T08:37:44.384 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.347+0000 7f3bc91d1640 1 mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-18T08:37:44.384 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.347+0000 7f3bc91d1640 1 mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-18T08:37:44.384 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.351+0000 7f3bc91d1640 1 mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-18T08:37:44.384 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.351+0000 7f3bc91d1640 1 mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-18T08:37:44.384 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.351+0000 7f3bc91d1640 1 mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-18T08:37:44.384 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.351+0000 7f3bc91d1640 1 mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-18T08:37:44.384 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.351+0000 7f3bc91d1640 0 mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-18T08:37:44.384 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.351+0000 7f3bc91d1640 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-18T08:37:44.384 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.351+0000 7f3bc91d1640 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-18T08:37:44.384 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.351+0000 7f3bc91d1640 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-18T08:37:44.384 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:08.548980+0000 mgr.y (mgr.14150) 12 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.384 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:09.469393+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.385 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:09.470649+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:37:44.385 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:09.473714+0000 mon.a (mon.0) 108 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:44.385 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:09.474781+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:37:44.385 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:09.464536+0000 mgr.y (mgr.14150) 13 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:37:44.385 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cephadm 2024-09-18T08:37:09.476200+0000 mgr.y (mgr.14150) 14 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T08:37:44.385 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cephadm 2024-09-18T08:37:09.572903+0000 mgr.y (mgr.14150) 15 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:37:44.385 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cephadm 2024-09-18T08:37:09.662304+0000 mgr.y (mgr.14150) 16 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:37:44.385 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:10.065908+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.385 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:10.069502+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.385 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:10.073523+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.385 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cephadm 2024-09-18T08:37:09.915002+0000 mgr.y (mgr.14150) 17 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:37:44.385 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:10.549428+0000 mgr.y (mgr.14150) 18 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:12.549840+0000 mgr.y (mgr.14150) 19 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:14.550231+0000 mgr.y (mgr.14150) 20 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:16.318461+0000 mgr.y (mgr.14150) 21 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi189", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:37:44.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:16.550611+0000 mgr.y (mgr.14150) 22 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cephadm 2024-09-18T08:37:17.308005+0000 mgr.y (mgr.14150) 23 : cephadm [INF] Deploying cephadm binary to smithi189 2024-09-18T08:37:44.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:18.550995+0000 mgr.y (mgr.14150) 24 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:20.448155+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cephadm 2024-09-18T08:37:20.449107+0000 mgr.y (mgr.14150) 25 : cephadm [INF] Added host smithi189 2024-09-18T08:37:44.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:20.449881+0000 mon.a (mon.0) 114 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:37:44.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:20.551380+0000 mgr.y (mgr.14150) 26 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:20.982115+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:22.512123+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:22.551750+0000 mgr.y (mgr.14150) 27 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:23.794392+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.387 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:24.552139+0000 mgr.y (mgr.14150) 28 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.387 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:26.552562+0000 mgr.y (mgr.14150) 29 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.387 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:27.230640+0000 mgr.y (mgr.14150) 30 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T08:37:44.387 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:28.553007+0000 mgr.y (mgr.14150) 31 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.387 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:29.397583+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.387 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:29.402983+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.387 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:29.409114+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.387 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:29.414343+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.387 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:29.416086+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi189", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:37:44.387 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:29.418153+0000 mon.a (mon.0) 123 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:44.387 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:29.419779+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:37:44.387 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cephadm 2024-09-18T08:37:29.422156+0000 mgr.y (mgr.14150) 32 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T08:37:44.387 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cephadm 2024-09-18T08:37:29.602298+0000 mgr.y (mgr.14150) 33 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:37:44.387 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:30.042341+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.388 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:30.047674+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.388 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:30.053144+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.388 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cephadm 2024-09-18T08:37:29.757091+0000 mgr.y (mgr.14150) 34 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:37:44.388 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cephadm 2024-09-18T08:37:29.899584+0000 mgr.y (mgr.14150) 35 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:37:44.388 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:30.553415+0000 mgr.y (mgr.14150) 36 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.388 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:32.553862+0000 mgr.y (mgr.14150) 37 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.388 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:33.984948+0000 mon.a (mon.0) 128 : audit [INF] from='client.? 172.21.15.78:0/1299674082' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-18T08:37:44.388 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:34.554249+0000 mgr.y (mgr.14150) 38 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.388 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:34.625467+0000 mon.a (mon.0) 129 : audit [INF] from='client.? 172.21.15.78:0/1299674082' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-18T08:37:44.388 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:34.632228+0000 mon.a (mon.0) 130 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-18T08:37:44.388 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:36.554669+0000 mgr.y (mgr.14150) 39 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.388 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:37.757483+0000 mgr.y (mgr.14150) 40 : audit [DBG] from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi078:172.21.15.78=a;smithi078:[v2:172.21.15.78:3301,v1:172.21.15.78:6790]=c;smithi189:172.21.15.189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:37:44.388 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cephadm 2024-09-18T08:37:37.762613+0000 mgr.y (mgr.14150) 41 : cephadm [INF] Saving service mon spec with placement smithi078:172.21.15.78=a;smithi078:[v2:172.21.15.78:3301,v1:172.21.15.78:6790]=c;smithi189:172.21.15.189=b;count:3 2024-09-18T08:37:44.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:37.768274+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:37.770000+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:37:44.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:37.773621+0000 mon.a (mon.0) 133 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:44.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:37.775442+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:37:44.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:37.783622+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:37.787421+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T08:37:44.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:37.789294+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:44.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cephadm 2024-09-18T08:37:37.791370+0000 mgr.y (mgr.14150) 42 : cephadm [INF] Deploying daemon mon.b on smithi189 2024-09-18T08:37:44.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:38.555160+0000 mgr.y (mgr.14150) 43 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:40.555572+0000 mgr.y (mgr.14150) 44 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:41.422342+0000 mon.a (mon.0) 138 : audit [DBG] from='client.? 172.21.15.189:0/2027828720' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-18T08:37:44.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: cluster 2024-09-18T08:37:42.555979+0000 mgr.y (mgr.14150) 45 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:44.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:43.213681+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:43.219827+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.390 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:43.226545+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:44.390 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:43.227921+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T08:37:44.390 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: audit 2024-09-18T08:37:43.229631+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:44.390 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:44 smithi189 bash[21687]: debug 2024-09-18T08:37:44.351+0000 7f3bc91d1640 1 mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-18T08:37:47.489 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:37:47 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:37:47.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:47 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:37:47.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:47 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:37:47.811 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:47 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:37:47.811 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:37:47 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:37:47.812 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:47 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:37:47.812 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:47 smithi078 systemd[1]: Started Ceph mon.c for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:37:49.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.810+0000 7fb6a3143c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-18T08:37:49.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.810+0000 7fb6a3143c80 0 ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable), process ceph-mon, pid 7 2024-09-18T08:37:49.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.810+0000 7fb6a3143c80 0 pidfile_write: ignore empty --pid-file 2024-09-18T08:37:49.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.814+0000 7fb6a3143c80 0 load: jerasure load: lrc 2024-09-18T08:37:49.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: RocksDB version: 7.9.2 2024-09-18T08:37:49.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Git sha 0 2024-09-18T08:37:49.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Compile date 2024-09-16 15:09:42 2024-09-18T08:37:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: DB SUMMARY 2024-09-18T08:37:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: DB Session ID: CQT3VILDLBF2B8I9L6O6 2024-09-18T08:37:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: CURRENT file: CURRENT 2024-09-18T08:37:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-18T08:37:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-18T08:37:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-09-18T08:37:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-09-18T08:37:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.error_if_exists: 0 2024-09-18T08:37:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.create_if_missing: 0 2024-09-18T08:37:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.paranoid_checks: 1 2024-09-18T08:37:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-18T08:37:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-18T08:37:49.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-18T08:37:49.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.env: 0x562d2f02b940 2024-09-18T08:37:49.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-18T08:37:49.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.info_log: 0x562d3070f6e0 2024-09-18T08:37:49.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-18T08:37:49.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.statistics: (nil) 2024-09-18T08:37:49.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.use_fsync: 0 2024-09-18T08:37:49.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_log_file_size: 0 2024-09-18T08:37:49.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-18T08:37:49.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-18T08:37:49.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-18T08:37:49.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-18T08:37:49.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.allow_fallocate: 1 2024-09-18T08:37:49.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-18T08:37:49.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-18T08:37:49.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.use_direct_reads: 0 2024-09-18T08:37:49.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-18T08:37:49.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-18T08:37:49.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.db_log_dir: 2024-09-18T08:37:49.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.wal_dir: 2024-09-18T08:37:49.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-18T08:37:49.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-18T08:37:49.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-18T08:37:49.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-18T08:37:49.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-18T08:37:49.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-18T08:37:49.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-18T08:37:49.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-18T08:37:49.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.write_buffer_manager: 0x562d3071edc0 2024-09-18T08:37:49.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-18T08:37:49.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-18T08:37:49.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-18T08:37:49.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-18T08:37:49.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-18T08:37:49.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-18T08:37:49.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-18T08:37:49.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-18T08:37:49.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.unordered_write: 0 2024-09-18T08:37:49.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-18T08:37:49.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-18T08:37:49.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-18T08:37:49.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-18T08:37:49.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.row_cache: None 2024-09-18T08:37:49.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.wal_filter: None 2024-09-18T08:37:49.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-18T08:37:49.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-18T08:37:49.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.two_write_queues: 0 2024-09-18T08:37:49.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-18T08:37:49.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.wal_compression: 0 2024-09-18T08:37:49.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.atomic_flush: 0 2024-09-18T08:37:49.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-18T08:37:49.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-18T08:37:49.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-18T08:37:49.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.log_readahead_size: 0 2024-09-18T08:37:49.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-18T08:37:49.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-18T08:37:49.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-18T08:37:49.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-18T08:37:49.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-18T08:37:49.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-18T08:37:49.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-18T08:37:49.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_background_jobs: 2 2024-09-18T08:37:49.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_background_compactions: -1 2024-09-18T08:37:49.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_subcompactions: 1 2024-09-18T08:37:49.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-18T08:37:49.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-18T08:37:49.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-18T08:37:49.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-18T08:37:49.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-18T08:37:49.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-18T08:37:49.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-18T08:37:49.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-18T08:37:49.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_open_files: -1 2024-09-18T08:37:49.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-18T08:37:49.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-18T08:37:49.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-18T08:37:49.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-18T08:37:49.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_background_flushes: -1 2024-09-18T08:37:49.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Compression algorithms supported: 2024-09-18T08:37:49.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: kZSTD supported: 0 2024-09-18T08:37:49.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: kXpressCompression supported: 0 2024-09-18T08:37:49.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: kBZip2Compression supported: 0 2024-09-18T08:37:49.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-18T08:37:49.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: kLZ4Compression supported: 1 2024-09-18T08:37:49.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: kZlibCompression supported: 1 2024-09-18T08:37:49.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-18T08:37:49.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: kSnappyCompression supported: 1 2024-09-18T08:37:49.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-18T08:37:49.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-18T08:37:49.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-09-18T08:37:49.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-18T08:37:49.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-18T08:37:49.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.merge_operator: 2024-09-18T08:37:49.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compaction_filter: None 2024-09-18T08:37:49.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-18T08:37:49.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-18T08:37:49.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-18T08:37:49.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-18T08:37:49.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562d3070f320) 2024-09-18T08:37:49.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cache_index_and_filter_blocks: 1 2024-09-18T08:37:49.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-18T08:37:49.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-18T08:37:49.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: pin_top_level_index_and_filter: 1 2024-09-18T08:37:49.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: index_type: 0 2024-09-18T08:37:49.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: data_block_index_type: 0 2024-09-18T08:37:49.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: index_shortening: 1 2024-09-18T08:37:49.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: data_block_hash_table_util_ratio: 0.750000 2024-09-18T08:37:49.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: checksum: 4 2024-09-18T08:37:49.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: no_block_cache: 0 2024-09-18T08:37:49.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: block_cache: 0x562d307051f0 2024-09-18T08:37:49.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: block_cache_name: BinnedLRUCache 2024-09-18T08:37:49.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: block_cache_options: 2024-09-18T08:37:49.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: capacity : 536870912 2024-09-18T08:37:49.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: num_shard_bits : 4 2024-09-18T08:37:49.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: strict_capacity_limit : 0 2024-09-18T08:37:49.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: high_pri_pool_ratio: 0.000 2024-09-18T08:37:49.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: block_cache_compressed: (nil) 2024-09-18T08:37:49.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: persistent_cache: (nil) 2024-09-18T08:37:49.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: block_size: 4096 2024-09-18T08:37:49.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: block_size_deviation: 10 2024-09-18T08:37:49.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: block_restart_interval: 16 2024-09-18T08:37:49.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: index_block_restart_interval: 1 2024-09-18T08:37:49.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: metadata_block_size: 4096 2024-09-18T08:37:49.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: partition_filters: 0 2024-09-18T08:37:49.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: use_delta_encoding: 1 2024-09-18T08:37:49.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: filter_policy: bloomfilter 2024-09-18T08:37:49.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: whole_key_filtering: 1 2024-09-18T08:37:49.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: verify_compression: 0 2024-09-18T08:37:49.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: read_amp_bytes_per_bit: 0 2024-09-18T08:37:49.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: format_version: 5 2024-09-18T08:37:49.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: enable_index_compression: 1 2024-09-18T08:37:49.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: block_align: 0 2024-09-18T08:37:49.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: max_auto_readahead_size: 262144 2024-09-18T08:37:49.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: prepopulate_block_cache: 0 2024-09-18T08:37:49.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: initial_auto_readahead_size: 8192 2024-09-18T08:37:49.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: num_file_reads_for_auto_readahead: 2 2024-09-18T08:37:49.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-18T08:37:49.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-18T08:37:49.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compression: NoCompression 2024-09-18T08:37:49.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-18T08:37:49.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-18T08:37:49.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-18T08:37:49.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.num_levels: 7 2024-09-18T08:37:49.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-18T08:37:49.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-18T08:37:49.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-18T08:37:49.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-18T08:37:49.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-18T08:37:49.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-18T08:37:49.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-18T08:37:49.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-18T08:37:49.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-18T08:37:49.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-18T08:37:49.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-18T08:37:49.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-18T08:37:49.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-18T08:37:49.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-18T08:37:49.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-18T08:37:49.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-18T08:37:49.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-18T08:37:49.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-18T08:37:49.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-18T08:37:49.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-18T08:37:49.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-18T08:37:49.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-18T08:37:49.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-18T08:37:49.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-18T08:37:49.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-18T08:37:49.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-18T08:37:49.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-18T08:37:49.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-18T08:37:49.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-18T08:37:49.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-18T08:37:49.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-18T08:37:49.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-18T08:37:49.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-18T08:37:49.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-18T08:37:49.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-18T08:37:49.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-18T08:37:49.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-18T08:37:49.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-18T08:37:49.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-18T08:37:49.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-18T08:37:49.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-18T08:37:49.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-18T08:37:49.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-18T08:37:49.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-18T08:37:49.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-18T08:37:49.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-18T08:37:49.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-18T08:37:49.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-18T08:37:49.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-18T08:37:49.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-18T08:37:49.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-18T08:37:49.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-18T08:37:49.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-18T08:37:49.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-18T08:37:49.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.inplace_update_support: 0 2024-09-18T08:37:49.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-18T08:37:49.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-18T08:37:49.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-18T08:37:49.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-18T08:37:49.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.bloom_locality: 0 2024-09-18T08:37:49.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.max_successive_merges: 0 2024-09-18T08:37:49.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-18T08:37:49.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-18T08:37:49.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-18T08:37:49.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-18T08:37:49.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.ttl: 2592000 2024-09-18T08:37:49.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-18T08:37:49.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-18T08:37:49.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-18T08:37:49.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.enable_blob_files: false 2024-09-18T08:37:49.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.min_blob_size: 0 2024-09-18T08:37:49.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-18T08:37:49.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-18T08:37:49.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-18T08:37:49.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-18T08:37:49.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-18T08:37:49.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-18T08:37:49.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-18T08:37:49.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-18T08:37:49.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-18T08:37:49.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-18T08:37:49.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d18e01c2-2407-4c25-a3af-259f4807b50d 2024-09-18T08:37:49.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726648668822324, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-18T08:37:49.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-18T08:37:49.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726648668822773, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726648668, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d18e01c2-2407-4c25-a3af-259f4807b50d", "db_session_id": "CQT3VILDLBF2B8I9L6O6", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-18T08:37:49.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726648668822893, "job": 1, "event": "recovery_finished"} 2024-09-18T08:37:49.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-18T08:37:49.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-18T08:37:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x562d30730e00 2024-09-18T08:37:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 4 rocksdb: DB pointer 0x562d30830000 2024-09-18T08:37:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb698f0c640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-18T08:37:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb698f0c640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-18T08:37:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: ** DB Stats ** 2024-09-18T08:37:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T08:37:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-18T08:37:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T08:37:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T08:37:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-18T08:37:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T08:37:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T08:37:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: ** Compaction Stats [default] ** 2024-09-18T08:37:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T08:37:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-18T08:37:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-18T08:37:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-18T08:37:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-18T08:37:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: ** Compaction Stats [default] ** 2024-09-18T08:37:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T08:37:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T08:37:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-18T08:37:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-18T08:37:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T08:37:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-18T08:37:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-18T08:37:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: AddFile(Total Files): cumulative 0, interval 0 2024-09-18T08:37:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-18T08:37:49.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: AddFile(Keys): cumulative 0, interval 0 2024-09-18T08:37:49.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Cumulative compaction: 0.00 GB write, 0.48 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T08:37:49.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Interval compaction: 0.00 GB write, 0.48 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T08:37:49.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-18T08:37:49.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Block cache BinnedLRUCache@0x562d307051f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-09-18T08:37:49.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-18T08:37:49.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: ** File Read Latency Histogram By Level [default] ** 2024-09-18T08:37:49.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 0 mon.c does not exist in monmap, will attempt to join an existing cluster 2024-09-18T08:37:49.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.818+0000 7fb6a3143c80 0 using public_addrv [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] 2024-09-18T08:37:49.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.822+0000 7fb6a3143c80 0 starting mon.c rank -1 at public addrs [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] at bind addrs [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:37:49.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.822+0000 7fb6a3143c80 1 mon.c@-1(???) e0 preinit fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:37:49.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.838+0000 7fb69bf12640 0 mon.c@-1(synchronizing).mds e1 new map 2024-09-18T08:37:49.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.838+0000 7fb69bf12640 0 mon.c@-1(synchronizing).mds e1 print_map 2024-09-18T08:37:49.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: e1 2024-09-18T08:37:49.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: btime 2024-09-18T08:35:42:542007+0000 2024-09-18T08:37:49.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-18T08:37:49.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-18T08:37:49.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: legacy client fscid: -1 2024-09-18T08:37:49.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: 2024-09-18T08:37:49.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: No filesystems configured 2024-09-18T08:37:49.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.838+0000 7fb69bf12640 1 mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-18T08:37:49.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.838+0000 7fb69bf12640 1 mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-18T08:37:49.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.838+0000 7fb69bf12640 1 mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-18T08:37:49.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.838+0000 7fb69bf12640 1 mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-18T08:37:49.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.838+0000 7fb69bf12640 1 mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-18T08:37:49.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.838+0000 7fb69bf12640 1 mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-18T08:37:49.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.838+0000 7fb69bf12640 0 mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-18T08:37:49.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.838+0000 7fb69bf12640 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-18T08:37:49.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.838+0000 7fb69bf12640 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-18T08:37:49.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.838+0000 7fb69bf12640 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-18T08:37:49.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:08.548980+0000 mgr.y (mgr.14150) 12 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:09.469393+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:09.470649+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:37:49.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:09.473714+0000 mon.a (mon.0) 108 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:49.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:09.474781+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:37:49.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:09.464536+0000 mgr.y (mgr.14150) 13 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:37:49.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cephadm 2024-09-18T08:37:09.476200+0000 mgr.y (mgr.14150) 14 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T08:37:49.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cephadm 2024-09-18T08:37:09.572903+0000 mgr.y (mgr.14150) 15 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:37:49.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cephadm 2024-09-18T08:37:09.662304+0000 mgr.y (mgr.14150) 16 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:37:49.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:10.065908+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:10.069502+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:10.073523+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cephadm 2024-09-18T08:37:09.915002+0000 mgr.y (mgr.14150) 17 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:37:49.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:10.549428+0000 mgr.y (mgr.14150) 18 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:12.549840+0000 mgr.y (mgr.14150) 19 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:14.550231+0000 mgr.y (mgr.14150) 20 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:16.318461+0000 mgr.y (mgr.14150) 21 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi189", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:37:49.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:16.550611+0000 mgr.y (mgr.14150) 22 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cephadm 2024-09-18T08:37:17.308005+0000 mgr.y (mgr.14150) 23 : cephadm [INF] Deploying cephadm binary to smithi189 2024-09-18T08:37:49.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:18.550995+0000 mgr.y (mgr.14150) 24 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:20.448155+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cephadm 2024-09-18T08:37:20.449107+0000 mgr.y (mgr.14150) 25 : cephadm [INF] Added host smithi189 2024-09-18T08:37:49.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:20.449881+0000 mon.a (mon.0) 114 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:37:49.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:20.551380+0000 mgr.y (mgr.14150) 26 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:20.982115+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:22.512123+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:22.551750+0000 mgr.y (mgr.14150) 27 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:23.794392+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:24.552139+0000 mgr.y (mgr.14150) 28 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:26.552562+0000 mgr.y (mgr.14150) 29 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:27.230640+0000 mgr.y (mgr.14150) 30 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T08:37:49.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:28.553007+0000 mgr.y (mgr.14150) 31 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:29.397583+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:29.402983+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:29.409114+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:29.414343+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:29.416086+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi189", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:37:49.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:29.418153+0000 mon.a (mon.0) 123 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:49.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:29.419779+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:37:49.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cephadm 2024-09-18T08:37:29.422156+0000 mgr.y (mgr.14150) 32 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T08:37:49.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cephadm 2024-09-18T08:37:29.602298+0000 mgr.y (mgr.14150) 33 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:37:49.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:30.042341+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:30.047674+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:30.053144+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cephadm 2024-09-18T08:37:29.757091+0000 mgr.y (mgr.14150) 34 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:37:49.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cephadm 2024-09-18T08:37:29.899584+0000 mgr.y (mgr.14150) 35 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:37:49.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:30.553415+0000 mgr.y (mgr.14150) 36 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:32.553862+0000 mgr.y (mgr.14150) 37 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:33.984948+0000 mon.a (mon.0) 128 : audit [INF] from='client.? 172.21.15.78:0/1299674082' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-18T08:37:49.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:34.554249+0000 mgr.y (mgr.14150) 38 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.234 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:34.625467+0000 mon.a (mon.0) 129 : audit [INF] from='client.? 172.21.15.78:0/1299674082' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-18T08:37:49.234 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:34.632228+0000 mon.a (mon.0) 130 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-18T08:37:49.234 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:36.554669+0000 mgr.y (mgr.14150) 39 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.234 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:37.757483+0000 mgr.y (mgr.14150) 40 : audit [DBG] from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi078:172.21.15.78=a;smithi078:[v2:172.21.15.78:3301,v1:172.21.15.78:6790]=c;smithi189:172.21.15.189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:37:49.234 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cephadm 2024-09-18T08:37:37.762613+0000 mgr.y (mgr.14150) 41 : cephadm [INF] Saving service mon spec with placement smithi078:172.21.15.78=a;smithi078:[v2:172.21.15.78:3301,v1:172.21.15.78:6790]=c;smithi189:172.21.15.189=b;count:3 2024-09-18T08:37:49.234 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:37.768274+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.234 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:37.770000+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:37:49.234 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:37.773621+0000 mon.a (mon.0) 133 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:49.234 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:37.775442+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:37:49.234 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:37.783622+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.234 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:37.787421+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T08:37:49.234 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:37.789294+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:49.234 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cephadm 2024-09-18T08:37:37.791370+0000 mgr.y (mgr.14150) 42 : cephadm [INF] Deploying daemon mon.b on smithi189 2024-09-18T08:37:49.234 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:38.555160+0000 mgr.y (mgr.14150) 43 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:40.555572+0000 mgr.y (mgr.14150) 44 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:41.422342+0000 mon.a (mon.0) 138 : audit [DBG] from='client.? 172.21.15.189:0/2027828720' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-18T08:37:49.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: cluster 2024-09-18T08:37:42.555979+0000 mgr.y (mgr.14150) 45 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:43.213681+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:43.219827+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:43.226545+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:43.227921+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T08:37:49.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: audit 2024-09-18T08:37:43.229631+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:49.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:48 smithi078 bash[28923]: debug 2024-09-18T08:37:48.842+0000 7fb69bf12640 1 mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-18T08:37:49.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: audit 2024-09-18T08:37:44.368849+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:37:49.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:44.369156+0000 mon.a (mon.0) 146 : cluster [INF] mon.a calling monitor election 2024-09-18T08:37:49.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: audit 2024-09-18T08:37:44.389953+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:49.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:44.556412+0000 mgr.y (mgr.14150) 47 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: audit 2024-09-18T08:37:45.363100+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:49.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: audit 2024-09-18T08:37:46.363335+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:49.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:46.366015+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-18T08:37:49.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:46.556774+0000 mgr.y (mgr.14150) 48 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: audit 2024-09-18T08:37:47.362680+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:49.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: audit 2024-09-18T08:37:48.363403+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:49.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:48.557124+0000 mgr.y (mgr.14150) 49 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: audit 2024-09-18T08:37:48.848674+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:49.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: audit 2024-09-18T08:37:49.363895+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:49.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:49.412374+0000 mon.a (mon.0) 154 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-18T08:37:49.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:49.423091+0000 mon.a (mon.0) 155 : cluster [DBG] monmap epoch 2 2024-09-18T08:37:49.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:49.423121+0000 mon.a (mon.0) 156 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:37:49.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:49.423142+0000 mon.a (mon.0) 157 : cluster [DBG] last_changed 2024-09-18T08:37:44.363214+0000 2024-09-18T08:37:49.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:49.423159+0000 mon.a (mon.0) 158 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T08:37:49.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:49.423174+0000 mon.a (mon.0) 159 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T08:37:49.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:49.423192+0000 mon.a (mon.0) 160 : cluster [DBG] election_strategy: 1 2024-09-18T08:37:49.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:49.423210+0000 mon.a (mon.0) 161 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T08:37:49.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:49.423227+0000 mon.a (mon.0) 162 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T08:37:49.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:49.441637+0000 mon.a (mon.0) 163 : cluster [DBG] fsmap 2024-09-18T08:37:49.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:49.441687+0000 mon.a (mon.0) 164 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-18T08:37:49.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:49.441954+0000 mon.a (mon.0) 165 : cluster [DBG] mgrmap e13: y(active, since 64s) 2024-09-18T08:37:49.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: cluster 2024-09-18T08:37:49.442199+0000 mon.a (mon.0) 166 : cluster [INF] overall HEALTH_OK 2024-09-18T08:37:49.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: audit 2024-09-18T08:37:49.448630+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: audit 2024-09-18T08:37:49.455754+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: audit 2024-09-18T08:37:49.462965+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:49 smithi189 bash[21687]: audit 2024-09-18T08:37:49.469888+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: audit 2024-09-18T08:37:44.368849+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:37:49.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:44.369156+0000 mon.a (mon.0) 146 : cluster [INF] mon.a calling monitor election 2024-09-18T08:37:49.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: audit 2024-09-18T08:37:44.389953+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:49.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:44.556412+0000 mgr.y (mgr.14150) 47 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: audit 2024-09-18T08:37:45.363100+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:49.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: audit 2024-09-18T08:37:46.363335+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:49.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:46.366015+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-18T08:37:49.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:46.556774+0000 mgr.y (mgr.14150) 48 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: audit 2024-09-18T08:37:47.362680+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:49.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: audit 2024-09-18T08:37:48.363403+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:49.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:48.557124+0000 mgr.y (mgr.14150) 49 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:49.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: audit 2024-09-18T08:37:48.848674+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:49.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: audit 2024-09-18T08:37:49.363895+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:49.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:49.412374+0000 mon.a (mon.0) 154 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-18T08:37:49.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:49.423091+0000 mon.a (mon.0) 155 : cluster [DBG] monmap epoch 2 2024-09-18T08:37:49.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:49.423121+0000 mon.a (mon.0) 156 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:37:49.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:49.423142+0000 mon.a (mon.0) 157 : cluster [DBG] last_changed 2024-09-18T08:37:44.363214+0000 2024-09-18T08:37:49.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:49.423159+0000 mon.a (mon.0) 158 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T08:37:49.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:49.423174+0000 mon.a (mon.0) 159 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T08:37:49.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:49.423192+0000 mon.a (mon.0) 160 : cluster [DBG] election_strategy: 1 2024-09-18T08:37:49.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:49.423210+0000 mon.a (mon.0) 161 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T08:37:49.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:49.423227+0000 mon.a (mon.0) 162 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T08:37:49.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:49.441637+0000 mon.a (mon.0) 163 : cluster [DBG] fsmap 2024-09-18T08:37:49.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:49.441687+0000 mon.a (mon.0) 164 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-18T08:37:49.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:49.441954+0000 mon.a (mon.0) 165 : cluster [DBG] mgrmap e13: y(active, since 64s) 2024-09-18T08:37:49.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: cluster 2024-09-18T08:37:49.442199+0000 mon.a (mon.0) 166 : cluster [INF] overall HEALTH_OK 2024-09-18T08:37:49.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: audit 2024-09-18T08:37:49.448630+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: audit 2024-09-18T08:37:49.455754+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: audit 2024-09-18T08:37:49.462965+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:49.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:49 smithi078 bash[19887]: audit 2024-09-18T08:37:49.469888+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:50.213 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-09-18T08:37:50.213 INFO:teuthology.orchestra.run.smithi189.stdout:{"epoch":2,"fsid":"c5c73ad4-7598-11ef-bceb-c7b262605968","modified":"2024-09-18T08:37:44.363214Z","created":"2024-09-18T08:35:37.644909Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:3300","nonce":0},{"type":"v1","addr":"172.21.15.78:6789","nonce":0}]},"addr":"172.21.15.78:6789/0","public_addr":"172.21.15.78:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:3300","nonce":0},{"type":"v1","addr":"172.21.15.189:6789","nonce":0}]},"addr":"172.21.15.189:6789/0","public_addr":"172.21.15.189:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-18T08:37:50.213 INFO:teuthology.orchestra.run.smithi189.stderr:dumped monmap epoch 2 2024-09-18T08:37:50.909 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:50 smithi189 bash[21687]: audit 2024-09-18T08:37:49.531689+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:37:50.909 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:50 smithi189 bash[21687]: audit 2024-09-18T08:37:49.607962+0000 mon.a (mon.0) 172 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:50.909 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:50 smithi189 bash[21687]: audit 2024-09-18T08:37:49.849576+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:50.909 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:50 smithi189 bash[21687]: audit 2024-09-18T08:37:50.212976+0000 mon.a (mon.0) 174 : audit [DBG] from='client.? 172.21.15.189:0/4282561740' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-18T08:37:50.910 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:50 smithi189 bash[21687]: audit 2024-09-18T08:37:50.363539+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:50.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:50 smithi078 bash[19887]: audit 2024-09-18T08:37:49.531689+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:37:50.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:50 smithi078 bash[19887]: audit 2024-09-18T08:37:49.607962+0000 mon.a (mon.0) 172 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:50.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:50 smithi078 bash[19887]: audit 2024-09-18T08:37:49.849576+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:50.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:50 smithi078 bash[19887]: audit 2024-09-18T08:37:50.212976+0000 mon.a (mon.0) 174 : audit [DBG] from='client.? 172.21.15.189:0/4282561740' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-18T08:37:50.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:50 smithi078 bash[19887]: audit 2024-09-18T08:37:50.363539+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:51.912 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-18T08:37:51.912 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-18T08:37:56.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: audit 2024-09-18T08:37:50.856155+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:37:56.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: audit 2024-09-18T08:37:50.856610+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:56.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:50.857010+0000 mon.a (mon.0) 179 : cluster [INF] mon.a calling monitor election 2024-09-18T08:37:56.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:50.857694+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-18T08:37:56.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: audit 2024-09-18T08:37:50.878192+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:56.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: audit 2024-09-18T08:37:51.850176+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:56.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:52.557941+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:56.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: audit 2024-09-18T08:37:52.850642+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:56.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: audit 2024-09-18T08:37:53.850207+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:56.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:54.558335+0000 mgr.y (mgr.14150) 52 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:56.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: audit 2024-09-18T08:37:54.849163+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:56.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: audit 2024-09-18T08:37:55.850343+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:56.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:55.878199+0000 mon.a (mon.0) 186 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-18T08:37:56.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:55.883962+0000 mon.a (mon.0) 187 : cluster [DBG] monmap epoch 3 2024-09-18T08:37:56.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:55.883993+0000 mon.a (mon.0) 188 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:37:56.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:55.884017+0000 mon.a (mon.0) 189 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T08:37:56.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:55.884038+0000 mon.a (mon.0) 190 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T08:37:56.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:55.884060+0000 mon.a (mon.0) 191 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T08:37:56.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:55.884081+0000 mon.a (mon.0) 192 : cluster [DBG] election_strategy: 1 2024-09-18T08:37:56.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:55.884106+0000 mon.a (mon.0) 193 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T08:37:56.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:55.884128+0000 mon.a (mon.0) 194 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T08:37:56.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:55.884150+0000 mon.a (mon.0) 195 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T08:37:56.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:55.901696+0000 mon.a (mon.0) 196 : cluster [DBG] fsmap 2024-09-18T08:37:56.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:55.901746+0000 mon.a (mon.0) 197 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-18T08:37:56.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:55.902011+0000 mon.a (mon.0) 198 : cluster [DBG] mgrmap e13: y(active, since 71s) 2024-09-18T08:37:56.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:55.902310+0000 mon.a (mon.0) 199 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-09-18T08:37:56.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:55.908855+0000 mon.a (mon.0) 200 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-09-18T08:37:56.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:55.908910+0000 mon.a (mon.0) 201 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-09-18T08:37:56.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: cluster 2024-09-18T08:37:55.908949+0000 mon.a (mon.0) 202 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] is down (out of quorum) 2024-09-18T08:37:56.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: audit 2024-09-18T08:37:55.913839+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:56.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: audit 2024-09-18T08:37:55.919425+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:56.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: audit 2024-09-18T08:37:55.925042+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:56.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:55 smithi189 bash[21687]: audit 2024-09-18T08:37:55.930365+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:56.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: audit 2024-09-18T08:37:50.856155+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:37:56.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: audit 2024-09-18T08:37:50.856610+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:56.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:50.857010+0000 mon.a (mon.0) 179 : cluster [INF] mon.a calling monitor election 2024-09-18T08:37:56.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:50.857694+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-18T08:37:56.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: audit 2024-09-18T08:37:50.878192+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:56.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: audit 2024-09-18T08:37:51.850176+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:56.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:52.557941+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:56.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: audit 2024-09-18T08:37:52.850642+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:56.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: audit 2024-09-18T08:37:53.850207+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:56.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:54.558335+0000 mgr.y (mgr.14150) 52 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:56.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: audit 2024-09-18T08:37:54.849163+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:56.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: audit 2024-09-18T08:37:55.850343+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:56.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:55.878199+0000 mon.a (mon.0) 186 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-18T08:37:56.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:55.883962+0000 mon.a (mon.0) 187 : cluster [DBG] monmap epoch 3 2024-09-18T08:37:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:55.883993+0000 mon.a (mon.0) 188 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:37:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:55.884017+0000 mon.a (mon.0) 189 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T08:37:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:55.884038+0000 mon.a (mon.0) 190 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T08:37:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:55.884060+0000 mon.a (mon.0) 191 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T08:37:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:55.884081+0000 mon.a (mon.0) 192 : cluster [DBG] election_strategy: 1 2024-09-18T08:37:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:55.884106+0000 mon.a (mon.0) 193 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T08:37:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:55.884128+0000 mon.a (mon.0) 194 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T08:37:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:55.884150+0000 mon.a (mon.0) 195 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T08:37:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:55.901696+0000 mon.a (mon.0) 196 : cluster [DBG] fsmap 2024-09-18T08:37:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:55.901746+0000 mon.a (mon.0) 197 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-18T08:37:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:55.902011+0000 mon.a (mon.0) 198 : cluster [DBG] mgrmap e13: y(active, since 71s) 2024-09-18T08:37:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:55.902310+0000 mon.a (mon.0) 199 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-09-18T08:37:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:55.908855+0000 mon.a (mon.0) 200 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-09-18T08:37:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:55.908910+0000 mon.a (mon.0) 201 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-09-18T08:37:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: cluster 2024-09-18T08:37:55.908949+0000 mon.a (mon.0) 202 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] is down (out of quorum) 2024-09-18T08:37:56.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: audit 2024-09-18T08:37:55.913839+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:56.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: audit 2024-09-18T08:37:55.919425+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:56.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: audit 2024-09-18T08:37:55.925042+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:56.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:55 smithi078 bash[19887]: audit 2024-09-18T08:37:55.930365+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:56.574 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T08:37:57.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:56 smithi189 bash[21687]: cluster 2024-09-18T08:37:56.558627+0000 mgr.y (mgr.14150) 53 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:57.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:56 smithi189 bash[21687]: audit 2024-09-18T08:37:56.640264+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:57.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:56 smithi189 bash[21687]: audit 2024-09-18T08:37:56.641807+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:37:57.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:56 smithi189 bash[21687]: cephadm 2024-09-18T08:37:56.643847+0000 mgr.y (mgr.14150) 54 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T08:37:57.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:56 smithi189 bash[21687]: cephadm 2024-09-18T08:37:56.644230+0000 mgr.y (mgr.14150) 55 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T08:37:57.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:56 smithi189 bash[21687]: audit 2024-09-18T08:37:56.849753+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:57.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:56 smithi189 bash[21687]: audit 2024-09-18T08:37:56.909660+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:57.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:56 smithi189 bash[21687]: audit 2024-09-18T08:37:56.913445+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:57.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:56 smithi189 bash[21687]: audit 2024-09-18T08:37:56.940248+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:57.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:56 smithi189 bash[21687]: audit 2024-09-18T08:37:56.945722+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:57.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:56 smithi189 bash[21687]: audit 2024-09-18T08:37:56.951691+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:57.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:56 smithi078 bash[19887]: cluster 2024-09-18T08:37:56.558627+0000 mgr.y (mgr.14150) 53 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:57.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:56 smithi078 bash[19887]: audit 2024-09-18T08:37:56.640264+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:57.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:56 smithi078 bash[19887]: audit 2024-09-18T08:37:56.641807+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:37:57.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:56 smithi078 bash[19887]: cephadm 2024-09-18T08:37:56.643847+0000 mgr.y (mgr.14150) 54 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T08:37:57.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:56 smithi078 bash[19887]: cephadm 2024-09-18T08:37:56.644230+0000 mgr.y (mgr.14150) 55 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T08:37:57.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:56 smithi078 bash[19887]: audit 2024-09-18T08:37:56.849753+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:57.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:56 smithi078 bash[19887]: audit 2024-09-18T08:37:56.909660+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:57.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:56 smithi078 bash[19887]: audit 2024-09-18T08:37:56.913445+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:57.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:56 smithi078 bash[19887]: audit 2024-09-18T08:37:56.940248+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:57.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:56 smithi078 bash[19887]: audit 2024-09-18T08:37:56.945722+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:57.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:56 smithi078 bash[19887]: audit 2024-09-18T08:37:56.951691+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:58.097 INFO:teuthology.orchestra.run.smithi189.stderr:dumped monmap epoch 3 2024-09-18T08:37:58.097 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-09-18T08:37:58.098 INFO:teuthology.orchestra.run.smithi189.stdout:{"epoch":3,"fsid":"c5c73ad4-7598-11ef-bceb-c7b262605968","modified":"2024-09-18T08:37:50.850249Z","created":"2024-09-18T08:35:37.644909Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:3300","nonce":0},{"type":"v1","addr":"172.21.15.78:6789","nonce":0}]},"addr":"172.21.15.78:6789/0","public_addr":"172.21.15.78:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:3300","nonce":0},{"type":"v1","addr":"172.21.15.189:6789","nonce":0}]},"addr":"172.21.15.189:6789/0","public_addr":"172.21.15.189:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:3301","nonce":0},{"type":"v1","addr":"172.21.15.78:6790","nonce":0}]},"addr":"172.21.15.78:6790/0","public_addr":"172.21.15.78:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-18T08:37:58.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:52.852417+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-18T08:37:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.886105+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-09-18T08:37:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.886852+0000 mon.a (mon.0) 223 : cluster [INF] mon.a calling monitor election 2024-09-18T08:37:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.887105+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-09-18T08:37:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.909313+0000 mon.a (mon.0) 224 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T08:37:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.916654+0000 mon.a (mon.0) 225 : cluster [DBG] monmap epoch 3 2024-09-18T08:37:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.916686+0000 mon.a (mon.0) 226 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:37:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.916715+0000 mon.a (mon.0) 227 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T08:37:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.916739+0000 mon.a (mon.0) 228 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T08:37:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.916792+0000 mon.a (mon.0) 229 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T08:37:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.916826+0000 mon.a (mon.0) 230 : cluster [DBG] election_strategy: 1 2024-09-18T08:37:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.916848+0000 mon.a (mon.0) 231 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T08:37:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.916870+0000 mon.a (mon.0) 232 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T08:37:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.916892+0000 mon.a (mon.0) 233 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T08:37:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.917877+0000 mon.a (mon.0) 234 : cluster [DBG] fsmap 2024-09-18T08:37:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.917928+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-18T08:37:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.918195+0000 mon.a (mon.0) 236 : cluster [DBG] mgrmap e13: y(active, since 73s) 2024-09-18T08:37:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.918469+0000 mon.a (mon.0) 237 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-18T08:37:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.918503+0000 mon.a (mon.0) 238 : cluster [INF] Cluster is now healthy 2024-09-18T08:37:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[19887]: cluster 2024-09-18T08:37:57.924502+0000 mon.a (mon.0) 239 : cluster [INF] overall HEALTH_OK 2024-09-18T08:37:58.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:44.368849+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:37:58.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:44.369156+0000 mon.a (mon.0) 146 : cluster [INF] mon.a calling monitor election 2024-09-18T08:37:58.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:44.389953+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:44.556412+0000 mgr.y (mgr.14150) 47 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:45.363100+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:46.363335+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:46.366015+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-18T08:37:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:46.556774+0000 mgr.y (mgr.14150) 48 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:47.362680+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:48.363403+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:48.557124+0000 mgr.y (mgr.14150) 49 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:48.848674+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:49.363895+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:49.412374+0000 mon.a (mon.0) 154 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-18T08:37:58.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:49.423091+0000 mon.a (mon.0) 155 : cluster [DBG] monmap epoch 2 2024-09-18T08:37:58.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:49.423121+0000 mon.a (mon.0) 156 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:37:58.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:49.423142+0000 mon.a (mon.0) 157 : cluster [DBG] last_changed 2024-09-18T08:37:44.363214+0000 2024-09-18T08:37:58.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:49.423159+0000 mon.a (mon.0) 158 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T08:37:58.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:49.423174+0000 mon.a (mon.0) 159 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T08:37:58.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:49.423192+0000 mon.a (mon.0) 160 : cluster [DBG] election_strategy: 1 2024-09-18T08:37:58.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:49.423210+0000 mon.a (mon.0) 161 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T08:37:58.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:49.423227+0000 mon.a (mon.0) 162 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T08:37:58.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:49.441637+0000 mon.a (mon.0) 163 : cluster [DBG] fsmap 2024-09-18T08:37:58.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:49.441687+0000 mon.a (mon.0) 164 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-18T08:37:58.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:49.441954+0000 mon.a (mon.0) 165 : cluster [DBG] mgrmap e13: y(active, since 64s) 2024-09-18T08:37:58.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:49.442199+0000 mon.a (mon.0) 166 : cluster [INF] overall HEALTH_OK 2024-09-18T08:37:58.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:49.448630+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:58.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:49.455754+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:58.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:49.462965+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:58.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:49.469888+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:58.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:49.531689+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:37:58.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:49.607962+0000 mon.a (mon.0) 172 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:58.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:49.849576+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:58.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:50.212976+0000 mon.a (mon.0) 174 : audit [DBG] from='client.? 172.21.15.189:0/4282561740' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-18T08:37:58.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:50.363539+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:58.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:50.856155+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:37:58.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:50.856610+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:37:58.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:50.857010+0000 mon.a (mon.0) 179 : cluster [INF] mon.a calling monitor election 2024-09-18T08:37:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:50.857694+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-18T08:37:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:50.878192+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:51.850176+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:52.557941+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:52.850642+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:53.850207+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:54.558335+0000 mgr.y (mgr.14150) 52 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:54.849163+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:55.850343+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:55.878199+0000 mon.a (mon.0) 186 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-18T08:37:58.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:55.883962+0000 mon.a (mon.0) 187 : cluster [DBG] monmap epoch 3 2024-09-18T08:37:58.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:55.883993+0000 mon.a (mon.0) 188 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:37:58.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:55.884017+0000 mon.a (mon.0) 189 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T08:37:58.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:55.884038+0000 mon.a (mon.0) 190 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T08:37:58.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:55.884060+0000 mon.a (mon.0) 191 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T08:37:58.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:55.884081+0000 mon.a (mon.0) 192 : cluster [DBG] election_strategy: 1 2024-09-18T08:37:58.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:55.884106+0000 mon.a (mon.0) 193 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T08:37:58.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:55.884128+0000 mon.a (mon.0) 194 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T08:37:58.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:55.884150+0000 mon.a (mon.0) 195 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T08:37:58.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:55.901696+0000 mon.a (mon.0) 196 : cluster [DBG] fsmap 2024-09-18T08:37:58.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:55.901746+0000 mon.a (mon.0) 197 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-18T08:37:58.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:55.902011+0000 mon.a (mon.0) 198 : cluster [DBG] mgrmap e13: y(active, since 71s) 2024-09-18T08:37:58.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:55.902310+0000 mon.a (mon.0) 199 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-09-18T08:37:58.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:55.908855+0000 mon.a (mon.0) 200 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-09-18T08:37:58.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:55.908910+0000 mon.a (mon.0) 201 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-09-18T08:37:58.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:55.908949+0000 mon.a (mon.0) 202 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] is down (out of quorum) 2024-09-18T08:37:58.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:55.913839+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:58.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:55.919425+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:55.925042+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:55.930365+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cluster 2024-09-18T08:37:56.558627+0000 mgr.y (mgr.14150) 53 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:56.640264+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:37:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:56.641807+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:37:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cephadm 2024-09-18T08:37:56.643847+0000 mgr.y (mgr.14150) 54 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T08:37:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: cephadm 2024-09-18T08:37:56.644230+0000 mgr.y (mgr.14150) 55 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T08:37:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:56.849753+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:56.909660+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:56.913445+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:56.940248+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:56.945722+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:58.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:57 smithi078 bash[28923]: audit 2024-09-18T08:37:56.951691+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:37:58.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:52.852417+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-18T08:37:58.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.886105+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-09-18T08:37:58.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.886852+0000 mon.a (mon.0) 223 : cluster [INF] mon.a calling monitor election 2024-09-18T08:37:58.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.887105+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-09-18T08:37:58.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.909313+0000 mon.a (mon.0) 224 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T08:37:58.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.916654+0000 mon.a (mon.0) 225 : cluster [DBG] monmap epoch 3 2024-09-18T08:37:58.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.916686+0000 mon.a (mon.0) 226 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:37:58.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.916715+0000 mon.a (mon.0) 227 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T08:37:58.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.916739+0000 mon.a (mon.0) 228 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T08:37:58.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.916792+0000 mon.a (mon.0) 229 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T08:37:58.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.916826+0000 mon.a (mon.0) 230 : cluster [DBG] election_strategy: 1 2024-09-18T08:37:58.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.916848+0000 mon.a (mon.0) 231 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T08:37:58.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.916870+0000 mon.a (mon.0) 232 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T08:37:58.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.916892+0000 mon.a (mon.0) 233 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T08:37:58.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.917877+0000 mon.a (mon.0) 234 : cluster [DBG] fsmap 2024-09-18T08:37:58.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.917928+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-18T08:37:58.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.918195+0000 mon.a (mon.0) 236 : cluster [DBG] mgrmap e13: y(active, since 73s) 2024-09-18T08:37:58.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.918469+0000 mon.a (mon.0) 237 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-18T08:37:58.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.918503+0000 mon.a (mon.0) 238 : cluster [INF] Cluster is now healthy 2024-09-18T08:37:58.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:58 smithi078 bash[28923]: cluster 2024-09-18T08:37:57.924502+0000 mon.a (mon.0) 239 : cluster [INF] overall HEALTH_OK 2024-09-18T08:37:58.297 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:52.852417+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-18T08:37:58.297 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.886105+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-09-18T08:37:58.298 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.886852+0000 mon.a (mon.0) 223 : cluster [INF] mon.a calling monitor election 2024-09-18T08:37:58.298 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.887105+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-09-18T08:37:58.298 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.909313+0000 mon.a (mon.0) 224 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T08:37:58.298 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.916654+0000 mon.a (mon.0) 225 : cluster [DBG] monmap epoch 3 2024-09-18T08:37:58.298 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.916686+0000 mon.a (mon.0) 226 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:37:58.298 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.916715+0000 mon.a (mon.0) 227 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T08:37:58.298 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.916739+0000 mon.a (mon.0) 228 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T08:37:58.298 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.916792+0000 mon.a (mon.0) 229 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T08:37:58.298 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.916826+0000 mon.a (mon.0) 230 : cluster [DBG] election_strategy: 1 2024-09-18T08:37:58.298 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.916848+0000 mon.a (mon.0) 231 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T08:37:58.298 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.916870+0000 mon.a (mon.0) 232 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T08:37:58.298 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.916892+0000 mon.a (mon.0) 233 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T08:37:58.299 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.917877+0000 mon.a (mon.0) 234 : cluster [DBG] fsmap 2024-09-18T08:37:58.299 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.917928+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-18T08:37:58.299 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.918195+0000 mon.a (mon.0) 236 : cluster [DBG] mgrmap e13: y(active, since 73s) 2024-09-18T08:37:58.299 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.918469+0000 mon.a (mon.0) 237 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-18T08:37:58.299 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.918503+0000 mon.a (mon.0) 238 : cluster [INF] Cluster is now healthy 2024-09-18T08:37:58.299 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:58 smithi189 bash[21687]: cluster 2024-09-18T08:37:57.924502+0000 mon.a (mon.0) 239 : cluster [INF] overall HEALTH_OK 2024-09-18T08:37:58.707 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-18T08:37:58.707 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-18T08:37:59.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:59 smithi189 bash[21687]: audit 2024-09-18T08:37:58.097340+0000 mon.a (mon.0) 240 : audit [DBG] from='client.? 172.21.15.189:0/850110851' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-18T08:37:59.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:59 smithi189 bash[21687]: cluster 2024-09-18T08:37:58.558990+0000 mgr.y (mgr.14150) 60 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:59.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:37:59 smithi189 bash[21687]: audit 2024-09-18T08:37:58.849678+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:59.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:59 smithi078 bash[19887]: audit 2024-09-18T08:37:58.097340+0000 mon.a (mon.0) 240 : audit [DBG] from='client.? 172.21.15.189:0/850110851' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-18T08:37:59.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:59 smithi078 bash[19887]: cluster 2024-09-18T08:37:58.558990+0000 mgr.y (mgr.14150) 60 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:59.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:37:59 smithi078 bash[19887]: audit 2024-09-18T08:37:58.849678+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:37:59.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:59 smithi078 bash[28923]: audit 2024-09-18T08:37:58.097340+0000 mon.a (mon.0) 240 : audit [DBG] from='client.? 172.21.15.189:0/850110851' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-18T08:37:59.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:59 smithi078 bash[28923]: cluster 2024-09-18T08:37:58.558990+0000 mgr.y (mgr.14150) 60 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:37:59.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:37:59 smithi078 bash[28923]: audit 2024-09-18T08:37:58.849678+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:38:00.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:00 smithi189 bash[21687]: audit 2024-09-18T08:37:59.589177+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:00 smithi189 bash[21687]: audit 2024-09-18T08:37:59.596089+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:00 smithi189 bash[21687]: cephadm 2024-09-18T08:37:59.597805+0000 mgr.y (mgr.14150) 61 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-18T08:38:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:00 smithi189 bash[21687]: audit 2024-09-18T08:37:59.598337+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T08:38:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:00 smithi189 bash[21687]: audit 2024-09-18T08:37:59.599796+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T08:38:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:00 smithi189 bash[21687]: audit 2024-09-18T08:37:59.601322+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:00 smithi189 bash[21687]: cephadm 2024-09-18T08:37:59.602907+0000 mgr.y (mgr.14150) 62 : cephadm [INF] Reconfiguring daemon mon.c on smithi078 2024-09-18T08:38:00.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:00 smithi078 bash[19887]: audit 2024-09-18T08:37:59.589177+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:00.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:00 smithi078 bash[19887]: audit 2024-09-18T08:37:59.596089+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:00.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:00 smithi078 bash[19887]: cephadm 2024-09-18T08:37:59.597805+0000 mgr.y (mgr.14150) 61 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-18T08:38:00.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:00 smithi078 bash[19887]: audit 2024-09-18T08:37:59.598337+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T08:38:00.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:00 smithi078 bash[19887]: audit 2024-09-18T08:37:59.599796+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T08:38:00.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:00 smithi078 bash[19887]: audit 2024-09-18T08:37:59.601322+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:00.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:00 smithi078 bash[19887]: cephadm 2024-09-18T08:37:59.602907+0000 mgr.y (mgr.14150) 62 : cephadm [INF] Reconfiguring daemon mon.c on smithi078 2024-09-18T08:38:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:00 smithi078 bash[28923]: audit 2024-09-18T08:37:59.589177+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:00 smithi078 bash[28923]: audit 2024-09-18T08:37:59.596089+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:00 smithi078 bash[28923]: cephadm 2024-09-18T08:37:59.597805+0000 mgr.y (mgr.14150) 61 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-18T08:38:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:00 smithi078 bash[28923]: audit 2024-09-18T08:37:59.598337+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T08:38:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:00 smithi078 bash[28923]: audit 2024-09-18T08:37:59.599796+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T08:38:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:00 smithi078 bash[28923]: audit 2024-09-18T08:37:59.601322+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:00 smithi078 bash[28923]: cephadm 2024-09-18T08:37:59.602907+0000 mgr.y (mgr.14150) 62 : cephadm [INF] Reconfiguring daemon mon.c on smithi078 2024-09-18T08:38:01.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:01 smithi189 bash[21687]: cluster 2024-09-18T08:38:00.559428+0000 mgr.y (mgr.14150) 63 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:01.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:01 smithi078 bash[19887]: cluster 2024-09-18T08:38:00.559428+0000 mgr.y (mgr.14150) 63 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:01.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:01 smithi078 bash[28923]: cluster 2024-09-18T08:38:00.559428+0000 mgr.y (mgr.14150) 63 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:02 smithi189 bash[21687]: audit 2024-09-18T08:38:01.772854+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:03.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:02 smithi189 bash[21687]: audit 2024-09-18T08:38:01.779511+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:03.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:02 smithi189 bash[21687]: cephadm 2024-09-18T08:38:01.780935+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-18T08:38:03.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:02 smithi189 bash[21687]: audit 2024-09-18T08:38:01.781418+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T08:38:03.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:02 smithi189 bash[21687]: audit 2024-09-18T08:38:01.782681+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T08:38:03.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:02 smithi189 bash[21687]: audit 2024-09-18T08:38:01.783723+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:03.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:02 smithi189 bash[21687]: cephadm 2024-09-18T08:38:01.785183+0000 mgr.y (mgr.14150) 65 : cephadm [INF] Reconfiguring daemon mon.b on smithi189 2024-09-18T08:38:03.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:02 smithi189 bash[21687]: cluster 2024-09-18T08:38:02.559845+0000 mgr.y (mgr.14150) 66 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:03.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:02 smithi078 bash[19887]: audit 2024-09-18T08:38:01.772854+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:03.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:02 smithi078 bash[19887]: audit 2024-09-18T08:38:01.779511+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:03.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:02 smithi078 bash[19887]: cephadm 2024-09-18T08:38:01.780935+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-18T08:38:03.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:02 smithi078 bash[19887]: audit 2024-09-18T08:38:01.781418+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T08:38:03.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:02 smithi078 bash[19887]: audit 2024-09-18T08:38:01.782681+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T08:38:03.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:02 smithi078 bash[19887]: audit 2024-09-18T08:38:01.783723+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:02 smithi078 bash[19887]: cephadm 2024-09-18T08:38:01.785183+0000 mgr.y (mgr.14150) 65 : cephadm [INF] Reconfiguring daemon mon.b on smithi189 2024-09-18T08:38:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:02 smithi078 bash[19887]: cluster 2024-09-18T08:38:02.559845+0000 mgr.y (mgr.14150) 66 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:03.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:02 smithi078 bash[28923]: audit 2024-09-18T08:38:01.772854+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:03.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:02 smithi078 bash[28923]: audit 2024-09-18T08:38:01.779511+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:03.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:02 smithi078 bash[28923]: cephadm 2024-09-18T08:38:01.780935+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-18T08:38:03.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:02 smithi078 bash[28923]: audit 2024-09-18T08:38:01.781418+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T08:38:03.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:02 smithi078 bash[28923]: audit 2024-09-18T08:38:01.782681+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T08:38:03.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:02 smithi078 bash[28923]: audit 2024-09-18T08:38:01.783723+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:03.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:02 smithi078 bash[28923]: cephadm 2024-09-18T08:38:01.785183+0000 mgr.y (mgr.14150) 65 : cephadm [INF] Reconfiguring daemon mon.b on smithi189 2024-09-18T08:38:03.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:02 smithi078 bash[28923]: cluster 2024-09-18T08:38:02.559845+0000 mgr.y (mgr.14150) 66 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:03.448 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:38:04.949 INFO:teuthology.orchestra.run.smithi078.stdout:# minimal ceph.conf for c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:38:04.949 INFO:teuthology.orchestra.run.smithi078.stdout:[global] 2024-09-18T08:38:04.949 INFO:teuthology.orchestra.run.smithi078.stdout: fsid = c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:38:04.949 INFO:teuthology.orchestra.run.smithi078.stdout: mon_host = [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] 2024-09-18T08:38:05.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:05 smithi189 bash[21687]: audit 2024-09-18T08:38:04.070231+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:05.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:05 smithi189 bash[21687]: audit 2024-09-18T08:38:04.079544+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:05.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:05 smithi189 bash[21687]: audit 2024-09-18T08:38:04.081998+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:38:05.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:05 smithi189 bash[21687]: audit 2024-09-18T08:38:04.085087+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:05.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:05 smithi189 bash[21687]: audit 2024-09-18T08:38:04.086900+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:38:05.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:05 smithi189 bash[21687]: audit 2024-09-18T08:38:04.097855+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:05.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:05 smithi189 bash[21687]: cluster 2024-09-18T08:38:04.560276+0000 mgr.y (mgr.14150) 67 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:05.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:05 smithi189 bash[21687]: audit 2024-09-18T08:38:04.949167+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.78:0/2768802662' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:05.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:05 smithi078 bash[19887]: audit 2024-09-18T08:38:04.070231+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:05.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:05 smithi078 bash[19887]: audit 2024-09-18T08:38:04.079544+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:05.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:05 smithi078 bash[19887]: audit 2024-09-18T08:38:04.081998+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:38:05.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:05 smithi078 bash[19887]: audit 2024-09-18T08:38:04.085087+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:05.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:05 smithi078 bash[19887]: audit 2024-09-18T08:38:04.086900+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:38:05.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:05 smithi078 bash[19887]: audit 2024-09-18T08:38:04.097855+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:05.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:05 smithi078 bash[19887]: cluster 2024-09-18T08:38:04.560276+0000 mgr.y (mgr.14150) 67 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:05.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:05 smithi078 bash[19887]: audit 2024-09-18T08:38:04.949167+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.78:0/2768802662' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:05.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:05 smithi078 bash[28923]: audit 2024-09-18T08:38:04.070231+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:05.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:05 smithi078 bash[28923]: audit 2024-09-18T08:38:04.079544+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:05.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:05 smithi078 bash[28923]: audit 2024-09-18T08:38:04.081998+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:38:05.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:05 smithi078 bash[28923]: audit 2024-09-18T08:38:04.085087+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:05.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:05 smithi078 bash[28923]: audit 2024-09-18T08:38:04.086900+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:38:05.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:05 smithi078 bash[28923]: audit 2024-09-18T08:38:04.097855+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:05.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:05 smithi078 bash[28923]: cluster 2024-09-18T08:38:04.560276+0000 mgr.y (mgr.14150) 67 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:05.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:05 smithi078 bash[28923]: audit 2024-09-18T08:38:04.949167+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.78:0/2768802662' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:05.700 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-18T08:38:05.700 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-18T08:38:05.700 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/ceph/ceph.conf 2024-09-18T08:38:05.713 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-18T08:38:05.713 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:38:05.767 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-09-18T08:38:05.767 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/etc/ceph/ceph.conf 2024-09-18T08:38:05.782 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-09-18T08:38:05.782 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:38:05.837 INFO:tasks.cephadm:Adding mgr.y on smithi078 2024-09-18T08:38:05.838 INFO:tasks.cephadm:Adding mgr.x on smithi189 2024-09-18T08:38:05.838 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph orch apply mgr '2;smithi078=y;smithi189=x' 2024-09-18T08:38:07.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:07 smithi189 bash[21687]: cluster 2024-09-18T08:38:06.560700+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:07.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:07 smithi078 bash[19887]: cluster 2024-09-18T08:38:06.560700+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:07.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:07 smithi078 bash[28923]: cluster 2024-09-18T08:38:06.560700+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:09.596 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T08:38:09.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:09 smithi189 bash[21687]: cluster 2024-09-18T08:38:08.561117+0000 mgr.y (mgr.14150) 69 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:09.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:09 smithi078 bash[19887]: cluster 2024-09-18T08:38:08.561117+0000 mgr.y (mgr.14150) 69 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:09.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:09 smithi078 bash[28923]: cluster 2024-09-18T08:38:08.561117+0000 mgr.y (mgr.14150) 69 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:10.977 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled mgr update... 2024-09-18T08:38:11.545 DEBUG:teuthology.orchestra.run.smithi189:mgr.x> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mgr.x.service 2024-09-18T08:38:11.548 DEBUG:tasks.cephadm:set 0 configs 2024-09-18T08:38:11.548 INFO:tasks.cephadm:Deploying OSDs... 2024-09-18T08:38:11.548 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-18T08:38:11.548 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/scratch_devs of=/dev/stdout 2024-09-18T08:38:11.555 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-18T08:38:11.555 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_1 2024-09-18T08:38:11.600 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-18T08:38:11.601 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-18T08:38:11.601 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 881 Links: 1 2024-09-18T08:38:11.601 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-18T08:38:11.601 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-09-18 08:30:31.049459401 +0000 2024-09-18T08:38:11.601 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-09-18 08:30:30.777461830 +0000 2024-09-18T08:38:11.601 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-09-18 08:30:30.777461830 +0000 2024-09-18T08:38:11.601 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: - 2024-09-18T08:38:11.601 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-18T08:38:11.656 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-09-18T08:38:11.656 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-09-18T08:38:11.656 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000474402 s, 1.1 MB/s 2024-09-18T08:38:11.657 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-18T08:38:11.706 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_2 2024-09-18T08:38:11.752 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-18T08:38:11.752 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-18T08:38:11.752 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 906 Links: 1 2024-09-18T08:38:11.752 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-18T08:38:11.752 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-09-18 08:30:31.549454934 +0000 2024-09-18T08:38:11.753 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-09-18 08:30:31.297457186 +0000 2024-09-18T08:38:11.753 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-09-18 08:30:31.297457186 +0000 2024-09-18T08:38:11.753 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: - 2024-09-18T08:38:11.753 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-18T08:38:11.807 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-09-18T08:38:11.807 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-09-18T08:38:11.807 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000343906 s, 1.5 MB/s 2024-09-18T08:38:11.808 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-18T08:38:11.857 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_3 2024-09-18T08:38:11.904 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-18T08:38:11.904 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-18T08:38:11.904 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 918 Links: 1 2024-09-18T08:38:11.905 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-18T08:38:11.905 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-09-18 08:30:32.061450363 +0000 2024-09-18T08:38:11.905 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-09-18 08:30:31.793452756 +0000 2024-09-18T08:38:11.905 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-09-18 08:30:31.793452756 +0000 2024-09-18T08:38:11.905 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: - 2024-09-18T08:38:11.905 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-18T08:38:11.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:11 smithi189 bash[21687]: cluster 2024-09-18T08:38:10.561520+0000 mgr.y (mgr.14150) 70 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:11.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:11 smithi189 bash[21687]: audit 2024-09-18T08:38:10.976222+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:11.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:11 smithi189 bash[21687]: audit 2024-09-18T08:38:10.977944+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:38:11.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:11 smithi189 bash[21687]: audit 2024-09-18T08:38:10.981370+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:11.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:11 smithi189 bash[21687]: audit 2024-09-18T08:38:10.982989+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:38:11.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:11 smithi189 bash[21687]: audit 2024-09-18T08:38:10.991997+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:11.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:11 smithi189 bash[21687]: audit 2024-09-18T08:38:10.995387+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T08:38:11.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:11 smithi189 bash[21687]: audit 2024-09-18T08:38:10.998021+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-18T08:38:11.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:11 smithi189 bash[21687]: audit 2024-09-18T08:38:11.002737+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T08:38:11.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:11 smithi189 bash[21687]: audit 2024-09-18T08:38:11.004717+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:11.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[19887]: cluster 2024-09-18T08:38:10.561520+0000 mgr.y (mgr.14150) 70 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:11.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[19887]: audit 2024-09-18T08:38:10.976222+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:11.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[19887]: audit 2024-09-18T08:38:10.977944+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:38:11.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[19887]: audit 2024-09-18T08:38:10.981370+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:11.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[19887]: audit 2024-09-18T08:38:10.982989+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:38:11.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[19887]: audit 2024-09-18T08:38:10.991997+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:11.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[19887]: audit 2024-09-18T08:38:10.995387+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T08:38:11.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[19887]: audit 2024-09-18T08:38:10.998021+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-18T08:38:11.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[19887]: audit 2024-09-18T08:38:11.002737+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T08:38:11.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[19887]: audit 2024-09-18T08:38:11.004717+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:11.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[28923]: cluster 2024-09-18T08:38:10.561520+0000 mgr.y (mgr.14150) 70 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:11.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[28923]: audit 2024-09-18T08:38:10.976222+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:11.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[28923]: audit 2024-09-18T08:38:10.977944+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:38:11.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[28923]: audit 2024-09-18T08:38:10.981370+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:11.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[28923]: audit 2024-09-18T08:38:10.982989+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:38:11.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[28923]: audit 2024-09-18T08:38:10.991997+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:11.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[28923]: audit 2024-09-18T08:38:10.995387+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T08:38:11.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[28923]: audit 2024-09-18T08:38:10.998021+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-18T08:38:11.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[28923]: audit 2024-09-18T08:38:11.002737+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T08:38:11.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:11 smithi078 bash[28923]: audit 2024-09-18T08:38:11.004717+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:11.959 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-09-18T08:38:11.959 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-09-18T08:38:11.959 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000409716 s, 1.2 MB/s 2024-09-18T08:38:11.961 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-18T08:38:12.010 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_4 2024-09-18T08:38:12.056 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-18T08:38:12.056 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-18T08:38:12.057 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 940 Links: 1 2024-09-18T08:38:12.057 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-18T08:38:12.057 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-09-18 08:30:32.553445967 +0000 2024-09-18T08:38:12.057 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-09-18 08:30:32.297448254 +0000 2024-09-18T08:38:12.057 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-09-18 08:30:32.297448254 +0000 2024-09-18T08:38:12.057 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: - 2024-09-18T08:38:12.057 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-18T08:38:12.110 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-09-18T08:38:12.110 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-09-18T08:38:12.110 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000332729 s, 1.5 MB/s 2024-09-18T08:38:12.111 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-18T08:38:12.162 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-09-18T08:38:12.162 DEBUG:teuthology.orchestra.run.smithi189:> dd if=/scratch_devs of=/dev/stdout 2024-09-18T08:38:12.168 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-18T08:38:12.168 DEBUG:teuthology.orchestra.run.smithi189:> stat /dev/vg_nvme/lv_1 2024-09-18T08:38:12.214 INFO:teuthology.orchestra.run.smithi189.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-18T08:38:12.214 INFO:teuthology.orchestra.run.smithi189.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-18T08:38:12.215 INFO:teuthology.orchestra.run.smithi189.stdout:Device: 5h/5d Inode: 879 Links: 1 2024-09-18T08:38:12.215 INFO:teuthology.orchestra.run.smithi189.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-18T08:38:12.215 INFO:teuthology.orchestra.run.smithi189.stdout:Access: 2024-09-18 08:30:29.123459751 +0000 2024-09-18T08:38:12.215 INFO:teuthology.orchestra.run.smithi189.stdout:Modify: 2024-09-18 08:30:28.887461859 +0000 2024-09-18T08:38:12.215 INFO:teuthology.orchestra.run.smithi189.stdout:Change: 2024-09-18 08:30:28.887461859 +0000 2024-09-18T08:38:12.215 INFO:teuthology.orchestra.run.smithi189.stdout: Birth: - 2024-09-18T08:38:12.215 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-18T08:38:12.269 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records in 2024-09-18T08:38:12.269 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records out 2024-09-18T08:38:12.269 INFO:teuthology.orchestra.run.smithi189.stderr:512 bytes copied, 0.000411161 s, 1.2 MB/s 2024-09-18T08:38:12.271 DEBUG:teuthology.orchestra.run.smithi189:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-18T08:38:12.320 DEBUG:teuthology.orchestra.run.smithi189:> stat /dev/vg_nvme/lv_2 2024-09-18T08:38:12.366 INFO:teuthology.orchestra.run.smithi189.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-18T08:38:12.366 INFO:teuthology.orchestra.run.smithi189.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-18T08:38:12.367 INFO:teuthology.orchestra.run.smithi189.stdout:Device: 5h/5d Inode: 902 Links: 1 2024-09-18T08:38:12.367 INFO:teuthology.orchestra.run.smithi189.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-18T08:38:12.367 INFO:teuthology.orchestra.run.smithi189.stdout:Access: 2024-09-18 08:30:29.603455463 +0000 2024-09-18T08:38:12.367 INFO:teuthology.orchestra.run.smithi189.stdout:Modify: 2024-09-18 08:30:29.371457535 +0000 2024-09-18T08:38:12.367 INFO:teuthology.orchestra.run.smithi189.stdout:Change: 2024-09-18 08:30:29.371457535 +0000 2024-09-18T08:38:12.367 INFO:teuthology.orchestra.run.smithi189.stdout: Birth: - 2024-09-18T08:38:12.367 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-18T08:38:12.421 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records in 2024-09-18T08:38:12.421 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records out 2024-09-18T08:38:12.421 INFO:teuthology.orchestra.run.smithi189.stderr:512 bytes copied, 0.000437725 s, 1.2 MB/s 2024-09-18T08:38:12.422 DEBUG:teuthology.orchestra.run.smithi189:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-18T08:38:12.472 DEBUG:teuthology.orchestra.run.smithi189:> stat /dev/vg_nvme/lv_3 2024-09-18T08:38:12.522 INFO:teuthology.orchestra.run.smithi189.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-18T08:38:12.522 INFO:teuthology.orchestra.run.smithi189.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-18T08:38:12.522 INFO:teuthology.orchestra.run.smithi189.stdout:Device: 5h/5d Inode: 915 Links: 1 2024-09-18T08:38:12.522 INFO:teuthology.orchestra.run.smithi189.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-18T08:38:12.522 INFO:teuthology.orchestra.run.smithi189.stdout:Access: 2024-09-18 08:30:30.131450748 +0000 2024-09-18T08:38:12.523 INFO:teuthology.orchestra.run.smithi189.stdout:Modify: 2024-09-18 08:30:29.847453285 +0000 2024-09-18T08:38:12.523 INFO:teuthology.orchestra.run.smithi189.stdout:Change: 2024-09-18 08:30:29.847453285 +0000 2024-09-18T08:38:12.523 INFO:teuthology.orchestra.run.smithi189.stdout: Birth: - 2024-09-18T08:38:12.523 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-18T08:38:12.577 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records in 2024-09-18T08:38:12.578 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records out 2024-09-18T08:38:12.578 INFO:teuthology.orchestra.run.smithi189.stderr:512 bytes copied, 0.000319118 s, 1.6 MB/s 2024-09-18T08:38:12.579 DEBUG:teuthology.orchestra.run.smithi189:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-18T08:38:12.629 DEBUG:teuthology.orchestra.run.smithi189:> stat /dev/vg_nvme/lv_4 2024-09-18T08:38:12.674 INFO:teuthology.orchestra.run.smithi189.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-18T08:38:12.674 INFO:teuthology.orchestra.run.smithi189.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-18T08:38:12.674 INFO:teuthology.orchestra.run.smithi189.stdout:Device: 5h/5d Inode: 931 Links: 1 2024-09-18T08:38:12.674 INFO:teuthology.orchestra.run.smithi189.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-18T08:38:12.674 INFO:teuthology.orchestra.run.smithi189.stdout:Access: 2024-09-18 08:30:30.367448640 +0000 2024-09-18T08:38:12.674 INFO:teuthology.orchestra.run.smithi189.stdout:Modify: 2024-09-18 08:30:30.363448675 +0000 2024-09-18T08:38:12.674 INFO:teuthology.orchestra.run.smithi189.stdout:Change: 2024-09-18 08:30:30.363448675 +0000 2024-09-18T08:38:12.674 INFO:teuthology.orchestra.run.smithi189.stdout: Birth: - 2024-09-18T08:38:12.674 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-18T08:38:12.728 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records in 2024-09-18T08:38:12.728 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records out 2024-09-18T08:38:12.728 INFO:teuthology.orchestra.run.smithi189.stderr:512 bytes copied, 0.000281075 s, 1.8 MB/s 2024-09-18T08:38:12.729 DEBUG:teuthology.orchestra.run.smithi189:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-18T08:38:12.778 INFO:tasks.cephadm:Deploying osd.0 on smithi078 with /dev/vg_nvme/lv_4... 2024-09-18T08:38:12.779 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-18T08:38:12.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:12 smithi189 bash[21687]: audit 2024-09-18T08:38:10.967115+0000 mgr.y (mgr.14150) 71 : audit [DBG] from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi078=y;smithi189=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:38:12.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:12 smithi189 bash[21687]: cephadm 2024-09-18T08:38:10.970101+0000 mgr.y (mgr.14150) 72 : cephadm [INF] Saving service mgr spec with placement smithi078=y;smithi189=x;count:2 2024-09-18T08:38:12.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:12 smithi189 bash[21687]: cephadm 2024-09-18T08:38:11.006778+0000 mgr.y (mgr.14150) 73 : cephadm [INF] Deploying daemon mgr.x on smithi189 2024-09-18T08:38:12.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:12 smithi078 bash[19887]: audit 2024-09-18T08:38:10.967115+0000 mgr.y (mgr.14150) 71 : audit [DBG] from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi078=y;smithi189=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:38:12.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:12 smithi078 bash[19887]: cephadm 2024-09-18T08:38:10.970101+0000 mgr.y (mgr.14150) 72 : cephadm [INF] Saving service mgr spec with placement smithi078=y;smithi189=x;count:2 2024-09-18T08:38:12.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:12 smithi078 bash[19887]: cephadm 2024-09-18T08:38:11.006778+0000 mgr.y (mgr.14150) 73 : cephadm [INF] Deploying daemon mgr.x on smithi189 2024-09-18T08:38:12.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:12 smithi078 bash[28923]: audit 2024-09-18T08:38:10.967115+0000 mgr.y (mgr.14150) 71 : audit [DBG] from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi078=y;smithi189=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:38:12.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:12 smithi078 bash[28923]: cephadm 2024-09-18T08:38:10.970101+0000 mgr.y (mgr.14150) 72 : cephadm [INF] Saving service mgr spec with placement smithi078=y;smithi189=x;count:2 2024-09-18T08:38:12.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:12 smithi078 bash[28923]: cephadm 2024-09-18T08:38:11.006778+0000 mgr.y (mgr.14150) 73 : cephadm [INF] Deploying daemon mgr.x on smithi189 2024-09-18T08:38:13.795 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:13 smithi189 bash[21687]: cluster 2024-09-18T08:38:12.561950+0000 mgr.y (mgr.14150) 74 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:13.796 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:13 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:38:13.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:13 smithi078 bash[19887]: cluster 2024-09-18T08:38:12.561950+0000 mgr.y (mgr.14150) 74 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:13.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:13 smithi078 bash[28923]: cluster 2024-09-18T08:38:12.561950+0000 mgr.y (mgr.14150) 74 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:14.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:13 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:38:14.126 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:13 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:38:14.126 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:13 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:38:14.126 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:13 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:38:14.126 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:13 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:38:14.126 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:14 smithi189 systemd[1]: Started Ceph mgr.x for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:38:15.423 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:15 smithi189 bash[22562]: debug 2024-09-18T08:38:15.066+0000 7f943acdb640 1 -- 172.21.15.189:0/254986769 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5638031fb0e0 con 0x5638031fc800 2024-09-18T08:38:15.424 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:15 smithi189 bash[22562]: debug 2024-09-18T08:38:15.174+0000 7f943d545040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T08:38:15.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:15 smithi189 bash[21687]: audit 2024-09-18T08:38:14.063810+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:15.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:15 smithi189 bash[21687]: audit 2024-09-18T08:38:14.071053+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:15.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:15 smithi189 bash[21687]: audit 2024-09-18T08:38:14.078587+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:15.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:15 smithi189 bash[21687]: audit 2024-09-18T08:38:14.084935+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:15.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:15 smithi189 bash[21687]: audit 2024-09-18T08:38:14.145213+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:38:15.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:15 smithi189 bash[21687]: cluster 2024-09-18T08:38:14.562357+0000 mgr.y (mgr.14150) 75 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:15.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:15 smithi189 bash[21687]: audit 2024-09-18T08:38:14.615724+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:15.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:15 smithi078 bash[19887]: audit 2024-09-18T08:38:14.063810+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:15.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:15 smithi078 bash[19887]: audit 2024-09-18T08:38:14.071053+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:15.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:15 smithi078 bash[19887]: audit 2024-09-18T08:38:14.078587+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:15.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:15 smithi078 bash[19887]: audit 2024-09-18T08:38:14.084935+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:15.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:15 smithi078 bash[19887]: audit 2024-09-18T08:38:14.145213+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:38:15.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:15 smithi078 bash[19887]: cluster 2024-09-18T08:38:14.562357+0000 mgr.y (mgr.14150) 75 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:15.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:15 smithi078 bash[19887]: audit 2024-09-18T08:38:14.615724+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:15.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:15 smithi078 bash[28923]: audit 2024-09-18T08:38:14.063810+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:15.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:15 smithi078 bash[28923]: audit 2024-09-18T08:38:14.071053+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:15.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:15 smithi078 bash[28923]: audit 2024-09-18T08:38:14.078587+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:15.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:15 smithi078 bash[28923]: audit 2024-09-18T08:38:14.084935+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:15.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:15 smithi078 bash[28923]: audit 2024-09-18T08:38:14.145213+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:38:15.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:15 smithi078 bash[28923]: cluster 2024-09-18T08:38:14.562357+0000 mgr.y (mgr.14150) 75 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:15.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:15 smithi078 bash[28923]: audit 2024-09-18T08:38:14.615724+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:16.673 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:16 smithi189 bash[22562]: debug 2024-09-18T08:38:16.358+0000 7f943d545040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T08:38:16.673 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:16 smithi189 bash[22562]: debug 2024-09-18T08:38:16.422+0000 7f943d545040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T08:38:16.673 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:16 smithi189 bash[22562]: debug 2024-09-18T08:38:16.574+0000 7f943d545040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T08:38:17.512 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:38:17.547 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:17 smithi189 bash[22562]: debug 2024-09-18T08:38:17.226+0000 7f943d545040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T08:38:17.548 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:17 smithi189 bash[22562]: debug 2024-09-18T08:38:17.294+0000 7f943d545040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T08:38:17.548 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:17 smithi189 bash[22562]: debug 2024-09-18T08:38:17.362+0000 7f943d545040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T08:38:17.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:17 smithi189 bash[21687]: cluster 2024-09-18T08:38:16.562772+0000 mgr.y (mgr.14150) 76 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:17.924 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:17 smithi189 bash[22562]: debug 2024-09-18T08:38:17.546+0000 7f943d545040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T08:38:17.924 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:17 smithi189 bash[22562]: debug 2024-09-18T08:38:17.622+0000 7f943d545040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T08:38:17.924 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:17 smithi189 bash[22562]: debug 2024-09-18T08:38:17.690+0000 7f943d545040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T08:38:17.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:17 smithi078 bash[19887]: cluster 2024-09-18T08:38:16.562772+0000 mgr.y (mgr.14150) 76 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:17.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:17 smithi078 bash[28923]: cluster 2024-09-18T08:38:16.562772+0000 mgr.y (mgr.14150) 76 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:18.207 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:17 smithi189 bash[22562]: debug 2024-09-18T08:38:17.946+0000 7f943d545040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T08:38:18.208 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:18 smithi189 bash[22562]: debug 2024-09-18T08:38:18.010+0000 7f943d545040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T08:38:18.534 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:18 smithi189 bash[22562]: debug 2024-09-18T08:38:18.206+0000 7f943d545040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T08:38:18.534 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:18 smithi189 bash[22562]: debug 2024-09-18T08:38:18.282+0000 7f943d545040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T08:38:18.872 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:18 smithi189 bash[22562]: debug 2024-09-18T08:38:18.530+0000 7f943d545040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-18T08:38:18.872 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:18 smithi189 bash[22562]: debug 2024-09-18T08:38:18.710+0000 7f943d545040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T08:38:19.128 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:18 smithi189 bash[22562]: debug 2024-09-18T08:38:18.870+0000 7f943d545040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T08:38:19.128 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:18 smithi189 bash[22562]: debug 2024-09-18T08:38:18.946+0000 7f943d545040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T08:38:19.425 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:19 smithi189 bash[22562]: debug 2024-09-18T08:38:19.126+0000 7f943d545040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T08:38:19.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:19 smithi189 bash[21687]: cluster 2024-09-18T08:38:18.563199+0000 mgr.y (mgr.14150) 77 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:19.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:19 smithi189 bash[21687]: audit 2024-09-18T08:38:19.369664+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:19.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:19 smithi189 bash[21687]: audit 2024-09-18T08:38:19.377159+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:19.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:19 smithi189 bash[21687]: audit 2024-09-18T08:38:19.378628+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:19.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:19 smithi189 bash[21687]: audit 2024-09-18T08:38:19.379856+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:38:19.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:19 smithi189 bash[21687]: audit 2024-09-18T08:38:19.388931+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:19.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:19 smithi189 bash[21687]: audit 2024-09-18T08:38:19.426158+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T08:38:19.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:19 smithi189 bash[21687]: audit 2024-09-18T08:38:19.427009+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T08:38:19.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:19 smithi189 bash[21687]: audit 2024-09-18T08:38:19.427659+0000 mon.a (mon.0) 280 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:19.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[28923]: cluster 2024-09-18T08:38:18.563199+0000 mgr.y (mgr.14150) 77 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:19.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[28923]: audit 2024-09-18T08:38:19.369664+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:19.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[28923]: audit 2024-09-18T08:38:19.377159+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:19.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[28923]: audit 2024-09-18T08:38:19.378628+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:19.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[28923]: audit 2024-09-18T08:38:19.379856+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:38:19.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[28923]: audit 2024-09-18T08:38:19.388931+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:19.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[28923]: audit 2024-09-18T08:38:19.426158+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T08:38:19.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[28923]: audit 2024-09-18T08:38:19.427009+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T08:38:19.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[28923]: audit 2024-09-18T08:38:19.427659+0000 mon.a (mon.0) 280 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[19887]: cluster 2024-09-18T08:38:18.563199+0000 mgr.y (mgr.14150) 77 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[19887]: audit 2024-09-18T08:38:19.369664+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[19887]: audit 2024-09-18T08:38:19.377159+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[19887]: audit 2024-09-18T08:38:19.378628+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[19887]: audit 2024-09-18T08:38:19.379856+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:38:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[19887]: audit 2024-09-18T08:38:19.388931+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[19887]: audit 2024-09-18T08:38:19.426158+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T08:38:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[19887]: audit 2024-09-18T08:38:19.427009+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T08:38:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:19 smithi078 bash[19887]: audit 2024-09-18T08:38:19.427659+0000 mon.a (mon.0) 280 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:20.240 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:19 smithi189 bash[22562]: debug 2024-09-18T08:38:19.942+0000 7f943d545040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T08:38:20.240 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:20 smithi189 bash[22562]: debug 2024-09-18T08:38:20.014+0000 7f943d545040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T08:38:20.630 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:20 smithi189 bash[22562]: debug 2024-09-18T08:38:20.238+0000 7f943d545040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T08:38:20.630 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:20 smithi189 bash[22562]: debug 2024-09-18T08:38:20.310+0000 7f943d545040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T08:38:20.923 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:20 smithi189 bash[22562]: debug 2024-09-18T08:38:20.698+0000 7f943d545040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T08:38:20.924 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:38:20 smithi189 bash[22562]: debug 2024-09-18T08:38:20.778+0000 7f943d545040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T08:38:20.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:20 smithi189 bash[21687]: cephadm 2024-09-18T08:38:19.425774+0000 mgr.y (mgr.14150) 78 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-18T08:38:20.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:20 smithi189 bash[21687]: cephadm 2024-09-18T08:38:19.428434+0000 mgr.y (mgr.14150) 79 : cephadm [INF] Reconfiguring daemon mgr.y on smithi078 2024-09-18T08:38:20.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:20 smithi078 bash[19887]: cephadm 2024-09-18T08:38:19.425774+0000 mgr.y (mgr.14150) 78 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-18T08:38:20.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:20 smithi078 bash[19887]: cephadm 2024-09-18T08:38:19.428434+0000 mgr.y (mgr.14150) 79 : cephadm [INF] Reconfiguring daemon mgr.y on smithi078 2024-09-18T08:38:20.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:20 smithi078 bash[28923]: cephadm 2024-09-18T08:38:19.425774+0000 mgr.y (mgr.14150) 78 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-18T08:38:20.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:20 smithi078 bash[28923]: cephadm 2024-09-18T08:38:19.428434+0000 mgr.y (mgr.14150) 79 : cephadm [INF] Reconfiguring daemon mgr.y on smithi078 2024-09-18T08:38:21.814 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:38:21.860 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi078:vg_nvme/lv_4 2024-09-18T08:38:21.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:21 smithi189 bash[21687]: cluster 2024-09-18T08:38:20.563466+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:21 smithi189 bash[21687]: cluster 2024-09-18T08:38:20.802138+0000 mon.a (mon.0) 281 : cluster [DBG] Standby manager daemon x started 2024-09-18T08:38:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:21 smithi189 bash[21687]: audit 2024-09-18T08:38:20.802714+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.189:0/2070212289' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T08:38:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:21 smithi189 bash[21687]: audit 2024-09-18T08:38:20.803319+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.189:0/2070212289' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T08:38:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:21 smithi189 bash[21687]: audit 2024-09-18T08:38:20.804362+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.189:0/2070212289' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T08:38:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:21 smithi189 bash[21687]: audit 2024-09-18T08:38:20.804889+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.189:0/2070212289' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T08:38:21.938 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:21 smithi078 bash[28923]: cluster 2024-09-18T08:38:20.563466+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:21.938 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:21 smithi078 bash[28923]: cluster 2024-09-18T08:38:20.802138+0000 mon.a (mon.0) 281 : cluster [DBG] Standby manager daemon x started 2024-09-18T08:38:21.938 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:21 smithi078 bash[28923]: audit 2024-09-18T08:38:20.802714+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.189:0/2070212289' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T08:38:21.938 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:21 smithi078 bash[28923]: audit 2024-09-18T08:38:20.803319+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.189:0/2070212289' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T08:38:21.938 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:21 smithi078 bash[28923]: audit 2024-09-18T08:38:20.804362+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.189:0/2070212289' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T08:38:21.938 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:21 smithi078 bash[28923]: audit 2024-09-18T08:38:20.804889+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.189:0/2070212289' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T08:38:21.938 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:21 smithi078 bash[19887]: cluster 2024-09-18T08:38:20.563466+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:21.938 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:21 smithi078 bash[19887]: cluster 2024-09-18T08:38:20.802138+0000 mon.a (mon.0) 281 : cluster [DBG] Standby manager daemon x started 2024-09-18T08:38:21.938 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:21 smithi078 bash[19887]: audit 2024-09-18T08:38:20.802714+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.189:0/2070212289' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T08:38:21.938 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:21 smithi078 bash[19887]: audit 2024-09-18T08:38:20.803319+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.189:0/2070212289' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T08:38:21.939 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:21 smithi078 bash[19887]: audit 2024-09-18T08:38:20.804362+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.189:0/2070212289' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T08:38:21.939 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:21 smithi078 bash[19887]: audit 2024-09-18T08:38:20.804889+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.189:0/2070212289' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T08:38:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:22 smithi189 bash[21687]: cluster 2024-09-18T08:38:21.644818+0000 mon.a (mon.0) 282 : cluster [DBG] mgrmap e14: y(active, since 97s), standbys: x 2024-09-18T08:38:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:22 smithi189 bash[21687]: audit 2024-09-18T08:38:21.645529+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T08:38:22.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:22 smithi078 bash[19887]: cluster 2024-09-18T08:38:21.644818+0000 mon.a (mon.0) 282 : cluster [DBG] mgrmap e14: y(active, since 97s), standbys: x 2024-09-18T08:38:22.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:22 smithi078 bash[19887]: audit 2024-09-18T08:38:21.645529+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T08:38:22.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:22 smithi078 bash[28923]: cluster 2024-09-18T08:38:21.644818+0000 mon.a (mon.0) 282 : cluster [DBG] mgrmap e14: y(active, since 97s), standbys: x 2024-09-18T08:38:22.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:22 smithi078 bash[28923]: audit 2024-09-18T08:38:21.645529+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T08:38:23.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:23 smithi189 bash[21687]: cluster 2024-09-18T08:38:22.563848+0000 mgr.y (mgr.14150) 81 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:23.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:23 smithi078 bash[19887]: cluster 2024-09-18T08:38:22.563848+0000 mgr.y (mgr.14150) 81 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:23.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:23 smithi078 bash[28923]: cluster 2024-09-18T08:38:22.563848+0000 mgr.y (mgr.14150) 81 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:25.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:24 smithi189 bash[21687]: audit 2024-09-18T08:38:23.828655+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:25.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:24 smithi189 bash[21687]: audit 2024-09-18T08:38:23.834652+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:25.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:24 smithi189 bash[21687]: audit 2024-09-18T08:38:23.836689+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:38:25.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:24 smithi189 bash[21687]: audit 2024-09-18T08:38:24.527617+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:25.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:24 smithi189 bash[21687]: audit 2024-09-18T08:38:24.529352+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:38:25.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:24 smithi189 bash[21687]: audit 2024-09-18T08:38:24.538975+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:25.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:24 smithi189 bash[21687]: cluster 2024-09-18T08:38:24.564187+0000 mgr.y (mgr.14150) 82 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:25.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:24 smithi078 bash[19887]: audit 2024-09-18T08:38:23.828655+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:25.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:24 smithi078 bash[19887]: audit 2024-09-18T08:38:23.834652+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:25.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:24 smithi078 bash[19887]: audit 2024-09-18T08:38:23.836689+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:38:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:24 smithi078 bash[19887]: audit 2024-09-18T08:38:24.527617+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:24 smithi078 bash[19887]: audit 2024-09-18T08:38:24.529352+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:38:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:24 smithi078 bash[19887]: audit 2024-09-18T08:38:24.538975+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:24 smithi078 bash[19887]: cluster 2024-09-18T08:38:24.564187+0000 mgr.y (mgr.14150) 82 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:25.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:24 smithi078 bash[28923]: audit 2024-09-18T08:38:23.828655+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:25.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:24 smithi078 bash[28923]: audit 2024-09-18T08:38:23.834652+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:25.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:24 smithi078 bash[28923]: audit 2024-09-18T08:38:23.836689+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:38:25.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:24 smithi078 bash[28923]: audit 2024-09-18T08:38:24.527617+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:25.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:24 smithi078 bash[28923]: audit 2024-09-18T08:38:24.529352+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:38:25.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:24 smithi078 bash[28923]: audit 2024-09-18T08:38:24.538975+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:25.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:24 smithi078 bash[28923]: cluster 2024-09-18T08:38:24.564187+0000 mgr.y (mgr.14150) 82 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:26.586 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:38:27.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:27 smithi189 bash[21687]: cluster 2024-09-18T08:38:26.564612+0000 mgr.y (mgr.14150) 83 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:27.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:27 smithi078 bash[19887]: cluster 2024-09-18T08:38:26.564612+0000 mgr.y (mgr.14150) 83 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:27.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:27 smithi078 bash[28923]: cluster 2024-09-18T08:38:26.564612+0000 mgr.y (mgr.14150) 83 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:28.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:28 smithi189 bash[21687]: audit 2024-09-18T08:38:28.048929+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:38:28.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:28 smithi189 bash[21687]: audit 2024-09-18T08:38:28.054420+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:38:28.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:28 smithi189 bash[21687]: audit 2024-09-18T08:38:28.055711+0000 mon.a (mon.0) 292 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:28.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:28 smithi078 bash[28923]: audit 2024-09-18T08:38:28.048929+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:38:28.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:28 smithi078 bash[28923]: audit 2024-09-18T08:38:28.054420+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:38:28.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:28 smithi078 bash[28923]: audit 2024-09-18T08:38:28.055711+0000 mon.a (mon.0) 292 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:28.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:28 smithi078 bash[19887]: audit 2024-09-18T08:38:28.048929+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:38:28.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:28 smithi078 bash[19887]: audit 2024-09-18T08:38:28.054420+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:38:28.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:28 smithi078 bash[19887]: audit 2024-09-18T08:38:28.055711+0000 mon.a (mon.0) 292 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:29.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:29 smithi189 bash[21687]: audit 2024-09-18T08:38:28.042353+0000 mgr.y (mgr.14150) 84 : audit [DBG] from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:38:29.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:29 smithi189 bash[21687]: cluster 2024-09-18T08:38:28.565002+0000 mgr.y (mgr.14150) 85 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:29.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:29 smithi078 bash[28923]: audit 2024-09-18T08:38:28.042353+0000 mgr.y (mgr.14150) 84 : audit [DBG] from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:38:29.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:29 smithi078 bash[28923]: cluster 2024-09-18T08:38:28.565002+0000 mgr.y (mgr.14150) 85 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:29.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:29 smithi078 bash[19887]: audit 2024-09-18T08:38:28.042353+0000 mgr.y (mgr.14150) 84 : audit [DBG] from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:38:29.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:29 smithi078 bash[19887]: cluster 2024-09-18T08:38:28.565002+0000 mgr.y (mgr.14150) 85 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:31.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:31 smithi189 bash[21687]: cluster 2024-09-18T08:38:30.565309+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:31.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:31 smithi078 bash[19887]: cluster 2024-09-18T08:38:30.565309+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:31.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:31 smithi078 bash[28923]: cluster 2024-09-18T08:38:30.565309+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:33.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:33 smithi189 bash[21687]: cluster 2024-09-18T08:38:32.565772+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:33.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:33 smithi078 bash[19887]: cluster 2024-09-18T08:38:32.565772+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:33.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:33 smithi078 bash[28923]: cluster 2024-09-18T08:38:32.565772+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:35.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:35 smithi189 bash[21687]: cluster 2024-09-18T08:38:34.566277+0000 mgr.y (mgr.14150) 88 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:35.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:35 smithi078 bash[19887]: cluster 2024-09-18T08:38:34.566277+0000 mgr.y (mgr.14150) 88 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:35.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:35 smithi078 bash[28923]: cluster 2024-09-18T08:38:34.566277+0000 mgr.y (mgr.14150) 88 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:37.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:37 smithi189 bash[21687]: cluster 2024-09-18T08:38:36.566702+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:37.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:37 smithi189 bash[21687]: audit 2024-09-18T08:38:36.704037+0000 mon.a (mon.0) 293 : audit [INF] from='client.? 172.21.15.78:0/1675655618' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d0877dd5-6516-413f-a03f-8e709abe038a"}]: dispatch 2024-09-18T08:38:37.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:37 smithi189 bash[21687]: audit 2024-09-18T08:38:36.708940+0000 mon.a (mon.0) 294 : audit [INF] from='client.? 172.21.15.78:0/1675655618' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d0877dd5-6516-413f-a03f-8e709abe038a"}]': finished 2024-09-18T08:38:37.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:37 smithi189 bash[21687]: cluster 2024-09-18T08:38:36.714548+0000 mon.a (mon.0) 295 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-18T08:38:37.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:37 smithi189 bash[21687]: audit 2024-09-18T08:38:36.714882+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:38:37.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:37 smithi189 bash[21687]: audit 2024-09-18T08:38:37.340922+0000 mon.a (mon.0) 297 : audit [DBG] from='client.? 172.21.15.78:0/1021669182' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:38:37.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:37 smithi078 bash[19887]: cluster 2024-09-18T08:38:36.566702+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:37.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:37 smithi078 bash[19887]: audit 2024-09-18T08:38:36.704037+0000 mon.a (mon.0) 293 : audit [INF] from='client.? 172.21.15.78:0/1675655618' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d0877dd5-6516-413f-a03f-8e709abe038a"}]: dispatch 2024-09-18T08:38:37.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:37 smithi078 bash[19887]: audit 2024-09-18T08:38:36.708940+0000 mon.a (mon.0) 294 : audit [INF] from='client.? 172.21.15.78:0/1675655618' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d0877dd5-6516-413f-a03f-8e709abe038a"}]': finished 2024-09-18T08:38:37.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:37 smithi078 bash[19887]: cluster 2024-09-18T08:38:36.714548+0000 mon.a (mon.0) 295 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-18T08:38:37.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:37 smithi078 bash[19887]: audit 2024-09-18T08:38:36.714882+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:38:37.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:37 smithi078 bash[19887]: audit 2024-09-18T08:38:37.340922+0000 mon.a (mon.0) 297 : audit [DBG] from='client.? 172.21.15.78:0/1021669182' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:38:37.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:37 smithi078 bash[28923]: cluster 2024-09-18T08:38:36.566702+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:37.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:37 smithi078 bash[28923]: audit 2024-09-18T08:38:36.704037+0000 mon.a (mon.0) 293 : audit [INF] from='client.? 172.21.15.78:0/1675655618' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d0877dd5-6516-413f-a03f-8e709abe038a"}]: dispatch 2024-09-18T08:38:37.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:37 smithi078 bash[28923]: audit 2024-09-18T08:38:36.708940+0000 mon.a (mon.0) 294 : audit [INF] from='client.? 172.21.15.78:0/1675655618' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d0877dd5-6516-413f-a03f-8e709abe038a"}]': finished 2024-09-18T08:38:37.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:37 smithi078 bash[28923]: cluster 2024-09-18T08:38:36.714548+0000 mon.a (mon.0) 295 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-18T08:38:37.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:37 smithi078 bash[28923]: audit 2024-09-18T08:38:36.714882+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:38:37.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:37 smithi078 bash[28923]: audit 2024-09-18T08:38:37.340922+0000 mon.a (mon.0) 297 : audit [DBG] from='client.? 172.21.15.78:0/1021669182' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:38:39.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:39 smithi189 bash[21687]: cluster 2024-09-18T08:38:38.567140+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:39.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:39 smithi078 bash[19887]: cluster 2024-09-18T08:38:38.567140+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:39.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:39 smithi078 bash[28923]: cluster 2024-09-18T08:38:38.567140+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:41.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:41 smithi189 bash[21687]: cluster 2024-09-18T08:38:40.567535+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:41.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:41 smithi078 bash[19887]: cluster 2024-09-18T08:38:40.567535+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:41.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:41 smithi078 bash[28923]: cluster 2024-09-18T08:38:40.567535+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:43.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:43 smithi189 bash[21687]: cluster 2024-09-18T08:38:42.567935+0000 mgr.y (mgr.14150) 92 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:43.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:43 smithi078 bash[19887]: cluster 2024-09-18T08:38:42.567935+0000 mgr.y (mgr.14150) 92 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:43.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:43 smithi078 bash[28923]: cluster 2024-09-18T08:38:42.567935+0000 mgr.y (mgr.14150) 92 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:45.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:45 smithi189 bash[21687]: cluster 2024-09-18T08:38:44.568247+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:45.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:45 smithi078 bash[19887]: cluster 2024-09-18T08:38:44.568247+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:45.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:45 smithi078 bash[28923]: cluster 2024-09-18T08:38:44.568247+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:47.909 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:47 smithi078 bash[28923]: cluster 2024-09-18T08:38:46.568630+0000 mgr.y (mgr.14150) 94 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:47.910 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:47 smithi078 bash[19887]: cluster 2024-09-18T08:38:46.568630+0000 mgr.y (mgr.14150) 94 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:47.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:47 smithi189 bash[21687]: cluster 2024-09-18T08:38:46.568630+0000 mgr.y (mgr.14150) 94 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:49.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:49 smithi078 bash[19887]: cluster 2024-09-18T08:38:48.569062+0000 mgr.y (mgr.14150) 95 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:49.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:49 smithi078 bash[28923]: cluster 2024-09-18T08:38:48.569062+0000 mgr.y (mgr.14150) 95 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:49.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:49 smithi189 bash[21687]: cluster 2024-09-18T08:38:48.569062+0000 mgr.y (mgr.14150) 95 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:50.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:50 smithi078 bash[19887]: audit 2024-09-18T08:38:50.531817+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-18T08:38:50.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:50 smithi078 bash[19887]: audit 2024-09-18T08:38:50.533364+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:50.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:50 smithi078 bash[28923]: audit 2024-09-18T08:38:50.531817+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-18T08:38:50.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:50 smithi078 bash[28923]: audit 2024-09-18T08:38:50.533364+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:51.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:50 smithi189 bash[21687]: audit 2024-09-18T08:38:50.531817+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-18T08:38:51.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:50 smithi189 bash[21687]: audit 2024-09-18T08:38:50.533364+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:38:51.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:51 smithi078 bash[19887]: cephadm 2024-09-18T08:38:50.534873+0000 mgr.y (mgr.14150) 96 : cephadm [INF] Deploying daemon osd.0 on smithi078 2024-09-18T08:38:51.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:51 smithi078 bash[19887]: cluster 2024-09-18T08:38:50.569347+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:51.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:51 smithi078 bash[28923]: cephadm 2024-09-18T08:38:50.534873+0000 mgr.y (mgr.14150) 96 : cephadm [INF] Deploying daemon osd.0 on smithi078 2024-09-18T08:38:51.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:51 smithi078 bash[28923]: cluster 2024-09-18T08:38:50.569347+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:52.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:51 smithi189 bash[21687]: cephadm 2024-09-18T08:38:50.534873+0000 mgr.y (mgr.14150) 96 : cephadm [INF] Deploying daemon osd.0 on smithi078 2024-09-18T08:38:52.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:51 smithi189 bash[21687]: cluster 2024-09-18T08:38:50.569347+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:53.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:53 smithi078 bash[19887]: cluster 2024-09-18T08:38:52.569768+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:53.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:53 smithi078 bash[28923]: cluster 2024-09-18T08:38:52.569768+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:54.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:53 smithi189 bash[21687]: cluster 2024-09-18T08:38:52.569768+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:55.289 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:55 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:38:55.289 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:38:55 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:38:55.290 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:55 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:38:55.617 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:55 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:38:55.617 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:38:55 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:38:55.617 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:55 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:38:55.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:55 smithi078 bash[19887]: cluster 2024-09-18T08:38:54.570201+0000 mgr.y (mgr.14150) 99 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:55.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:55 smithi078 bash[19887]: audit 2024-09-18T08:38:55.533676+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:38:55.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:55 smithi078 bash[19887]: audit 2024-09-18T08:38:55.537222+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:55.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:55 smithi078 bash[19887]: audit 2024-09-18T08:38:55.543596+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:55.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:55 smithi078 bash[28923]: cluster 2024-09-18T08:38:54.570201+0000 mgr.y (mgr.14150) 99 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:55.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:55 smithi078 bash[28923]: audit 2024-09-18T08:38:55.533676+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:38:55.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:55 smithi078 bash[28923]: audit 2024-09-18T08:38:55.537222+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:55.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:55 smithi078 bash[28923]: audit 2024-09-18T08:38:55.543596+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:56.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:55 smithi189 bash[21687]: cluster 2024-09-18T08:38:54.570201+0000 mgr.y (mgr.14150) 99 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:56.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:55 smithi189 bash[21687]: audit 2024-09-18T08:38:55.533676+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:38:56.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:55 smithi189 bash[21687]: audit 2024-09-18T08:38:55.537222+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:56.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:55 smithi189 bash[21687]: audit 2024-09-18T08:38:55.543596+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:38:57.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:57 smithi078 bash[19887]: cluster 2024-09-18T08:38:56.570646+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:57.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:57 smithi078 bash[28923]: cluster 2024-09-18T08:38:56.570646+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:58.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:57 smithi189 bash[21687]: cluster 2024-09-18T08:38:56.570646+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:59.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:38:59 smithi078 bash[19887]: cluster 2024-09-18T08:38:58.570980+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:38:59.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:38:59 smithi078 bash[28923]: cluster 2024-09-18T08:38:58.570980+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:39:00.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:38:59 smithi189 bash[21687]: cluster 2024-09-18T08:38:58.570980+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:39:01.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:01 smithi078 bash[19887]: cluster 2024-09-18T08:39:00.571272+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:39:01.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:01 smithi078 bash[19887]: audit 2024-09-18T08:39:01.155095+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:01.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:01 smithi078 bash[19887]: audit 2024-09-18T08:39:01.160544+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:01.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:01 smithi078 bash[28923]: cluster 2024-09-18T08:39:00.571272+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:39:01.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:01 smithi078 bash[28923]: audit 2024-09-18T08:39:01.155095+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:01.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:01 smithi078 bash[28923]: audit 2024-09-18T08:39:01.160544+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:02.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:01 smithi189 bash[21687]: cluster 2024-09-18T08:39:00.571272+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:39:02.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:01 smithi189 bash[21687]: audit 2024-09-18T08:39:01.155095+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:02.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:01 smithi189 bash[21687]: audit 2024-09-18T08:39:01.160544+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:02.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:02 smithi078 bash[19887]: audit 2024-09-18T08:39:01.804440+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:39:02.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:02 smithi078 bash[19887]: audit 2024-09-18T08:39:01.805353+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:39:02.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:02 smithi078 bash[19887]: audit 2024-09-18T08:39:01.813649+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:02.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:02 smithi078 bash[28923]: audit 2024-09-18T08:39:01.804440+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:39:02.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:02 smithi078 bash[28923]: audit 2024-09-18T08:39:01.805353+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:39:02.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:02 smithi078 bash[28923]: audit 2024-09-18T08:39:01.813649+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:03.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:02 smithi189 bash[21687]: audit 2024-09-18T08:39:01.804440+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:39:03.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:02 smithi189 bash[21687]: audit 2024-09-18T08:39:01.805353+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:39:03.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:02 smithi189 bash[21687]: audit 2024-09-18T08:39:01.813649+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:03.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:03 smithi078 bash[19887]: cluster 2024-09-18T08:39:02.571667+0000 mgr.y (mgr.14150) 103 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:39:03.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:03 smithi078 bash[28923]: cluster 2024-09-18T08:39:02.571667+0000 mgr.y (mgr.14150) 103 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:39:04.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:03 smithi189 bash[21687]: cluster 2024-09-18T08:39:02.571667+0000 mgr.y (mgr.14150) 103 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:39:05.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:05 smithi078 bash[19887]: cluster 2024-09-18T08:39:04.572084+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:39:05.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:05 smithi078 bash[28923]: cluster 2024-09-18T08:39:04.572084+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:39:06.027 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 0 on host 'smithi078' 2024-09-18T08:39:06.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:05 smithi189 bash[21687]: cluster 2024-09-18T08:39:04.572084+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:39:06.712 DEBUG:teuthology.orchestra.run.smithi078:osd.0> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.0.service 2024-09-18T08:39:06.715 INFO:tasks.cephadm:Deploying osd.1 on smithi078 with /dev/vg_nvme/lv_3... 2024-09-18T08:39:06.715 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-18T08:39:07.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:06 smithi189 bash[21687]: audit 2024-09-18T08:39:05.772291+0000 mon.a (mon.0) 308 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/1545886017,v1:172.21.15.78:6803/1545886017]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-18T08:39:07.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:06 smithi189 bash[21687]: audit 2024-09-18T08:39:06.006385+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:39:07.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:06 smithi189 bash[21687]: audit 2024-09-18T08:39:06.013873+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:07.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:06 smithi189 bash[21687]: audit 2024-09-18T08:39:06.021903+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:06 smithi078 bash[19887]: audit 2024-09-18T08:39:05.772291+0000 mon.a (mon.0) 308 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/1545886017,v1:172.21.15.78:6803/1545886017]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-18T08:39:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:06 smithi078 bash[19887]: audit 2024-09-18T08:39:06.006385+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:39:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:06 smithi078 bash[19887]: audit 2024-09-18T08:39:06.013873+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:06 smithi078 bash[19887]: audit 2024-09-18T08:39:06.021903+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:06 smithi078 bash[28923]: audit 2024-09-18T08:39:05.772291+0000 mon.a (mon.0) 308 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/1545886017,v1:172.21.15.78:6803/1545886017]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-18T08:39:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:06 smithi078 bash[28923]: audit 2024-09-18T08:39:06.006385+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:39:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:06 smithi078 bash[28923]: audit 2024-09-18T08:39:06.013873+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:06 smithi078 bash[28923]: audit 2024-09-18T08:39:06.021903+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:08.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:07 smithi189 bash[21687]: cluster 2024-09-18T08:39:06.572365+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:39:08.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:07 smithi189 bash[21687]: audit 2024-09-18T08:39:06.714335+0000 mon.a (mon.0) 312 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/1545886017,v1:172.21.15.78:6803/1545886017]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-18T08:39:08.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:07 smithi189 bash[21687]: cluster 2024-09-18T08:39:06.719213+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-18T08:39:08.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:07 smithi189 bash[21687]: audit 2024-09-18T08:39:06.719911+0000 mon.a (mon.0) 314 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/1545886017,v1:172.21.15.78:6803/1545886017]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-18T08:39:08.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:07 smithi189 bash[21687]: audit 2024-09-18T08:39:06.720550+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:39:08.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:07 smithi078 bash[19887]: cluster 2024-09-18T08:39:06.572365+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:39:08.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:07 smithi078 bash[19887]: audit 2024-09-18T08:39:06.714335+0000 mon.a (mon.0) 312 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/1545886017,v1:172.21.15.78:6803/1545886017]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-18T08:39:08.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:07 smithi078 bash[19887]: cluster 2024-09-18T08:39:06.719213+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-18T08:39:08.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:07 smithi078 bash[19887]: audit 2024-09-18T08:39:06.719911+0000 mon.a (mon.0) 314 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/1545886017,v1:172.21.15.78:6803/1545886017]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-18T08:39:08.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:07 smithi078 bash[19887]: audit 2024-09-18T08:39:06.720550+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:39:08.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:07 smithi078 bash[28923]: cluster 2024-09-18T08:39:06.572365+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:39:08.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:07 smithi078 bash[28923]: audit 2024-09-18T08:39:06.714335+0000 mon.a (mon.0) 312 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/1545886017,v1:172.21.15.78:6803/1545886017]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-18T08:39:08.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:07 smithi078 bash[28923]: cluster 2024-09-18T08:39:06.719213+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-18T08:39:08.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:07 smithi078 bash[28923]: audit 2024-09-18T08:39:06.719911+0000 mon.a (mon.0) 314 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/1545886017,v1:172.21.15.78:6803/1545886017]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-18T08:39:08.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:07 smithi078 bash[28923]: audit 2024-09-18T08:39:06.720550+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:39:08.205 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 08:39:07 smithi078 bash[31823]: debug 2024-09-18T08:39:07.756+0000 7f64d6029640 -1 osd.0 0 waiting for initial osdmap 2024-09-18T08:39:08.205 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 08:39:07 smithi078 bash[31823]: debug 2024-09-18T08:39:07.760+0000 7f64d1e51640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T08:39:09.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:08 smithi189 bash[21687]: audit 2024-09-18T08:39:07.716586+0000 mon.a (mon.0) 316 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/1545886017,v1:172.21.15.78:6803/1545886017]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-18T08:39:09.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:08 smithi189 bash[21687]: cluster 2024-09-18T08:39:07.723595+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-18T08:39:09.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:08 smithi189 bash[21687]: audit 2024-09-18T08:39:07.724993+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:39:09.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:08 smithi189 bash[21687]: audit 2024-09-18T08:39:07.733170+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:39:09.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:08 smithi078 bash[28923]: audit 2024-09-18T08:39:07.716586+0000 mon.a (mon.0) 316 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/1545886017,v1:172.21.15.78:6803/1545886017]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-18T08:39:09.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:08 smithi078 bash[28923]: cluster 2024-09-18T08:39:07.723595+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-18T08:39:09.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:08 smithi078 bash[28923]: audit 2024-09-18T08:39:07.724993+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:39:09.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:08 smithi078 bash[28923]: audit 2024-09-18T08:39:07.733170+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:39:09.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:08 smithi078 bash[19887]: audit 2024-09-18T08:39:07.716586+0000 mon.a (mon.0) 316 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/1545886017,v1:172.21.15.78:6803/1545886017]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-18T08:39:09.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:08 smithi078 bash[19887]: cluster 2024-09-18T08:39:07.723595+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-18T08:39:09.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:08 smithi078 bash[19887]: audit 2024-09-18T08:39:07.724993+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:39:09.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:08 smithi078 bash[19887]: audit 2024-09-18T08:39:07.733170+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:39:10.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:09 smithi189 bash[21687]: cluster 2024-09-18T08:39:06.750919+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:39:10.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:09 smithi189 bash[21687]: cluster 2024-09-18T08:39:06.751046+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:39:10.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:09 smithi189 bash[21687]: cluster 2024-09-18T08:39:08.572746+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:39:10.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:09 smithi189 bash[21687]: cluster 2024-09-18T08:39:08.734594+0000 mon.a (mon.0) 320 : cluster [INF] osd.0 [v2:172.21.15.78:6802/1545886017,v1:172.21.15.78:6803/1545886017] boot 2024-09-18T08:39:10.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:09 smithi189 bash[21687]: cluster 2024-09-18T08:39:08.734676+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-18T08:39:10.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:09 smithi189 bash[21687]: audit 2024-09-18T08:39:08.735674+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:39:10.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:09 smithi078 bash[19887]: cluster 2024-09-18T08:39:06.750919+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:39:10.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:09 smithi078 bash[19887]: cluster 2024-09-18T08:39:06.751046+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:39:10.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:09 smithi078 bash[19887]: cluster 2024-09-18T08:39:08.572746+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:39:10.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:09 smithi078 bash[19887]: cluster 2024-09-18T08:39:08.734594+0000 mon.a (mon.0) 320 : cluster [INF] osd.0 [v2:172.21.15.78:6802/1545886017,v1:172.21.15.78:6803/1545886017] boot 2024-09-18T08:39:10.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:09 smithi078 bash[19887]: cluster 2024-09-18T08:39:08.734676+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-18T08:39:10.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:09 smithi078 bash[19887]: audit 2024-09-18T08:39:08.735674+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:39:10.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:09 smithi078 bash[28923]: cluster 2024-09-18T08:39:06.750919+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:39:10.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:09 smithi078 bash[28923]: cluster 2024-09-18T08:39:06.751046+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:39:10.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:09 smithi078 bash[28923]: cluster 2024-09-18T08:39:08.572746+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T08:39:10.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:09 smithi078 bash[28923]: cluster 2024-09-18T08:39:08.734594+0000 mon.a (mon.0) 320 : cluster [INF] osd.0 [v2:172.21.15.78:6802/1545886017,v1:172.21.15.78:6803/1545886017] boot 2024-09-18T08:39:10.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:09 smithi078 bash[28923]: cluster 2024-09-18T08:39:08.734676+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-18T08:39:10.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:09 smithi078 bash[28923]: audit 2024-09-18T08:39:08.735674+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:39:11.047 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:39:11.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:10 smithi189 bash[21687]: cluster 2024-09-18T08:39:09.753493+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-18T08:39:11.189 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:10 smithi078 bash[19887]: cluster 2024-09-18T08:39:09.753493+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-18T08:39:11.190 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:10 smithi078 bash[28923]: cluster 2024-09-18T08:39:09.753493+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-18T08:39:12.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:11 smithi189 bash[21687]: cluster 2024-09-18T08:39:10.573218+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:12.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:11 smithi078 bash[19887]: cluster 2024-09-18T08:39:10.573218+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:11 smithi078 bash[28923]: cluster 2024-09-18T08:39:10.573218+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:13.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:12 smithi078 bash[19887]: cluster 2024-09-18T08:39:12.573701+0000 mgr.y (mgr.14150) 108 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:13.041 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:12 smithi078 bash[28923]: cluster 2024-09-18T08:39:12.573701+0000 mgr.y (mgr.14150) 108 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:13.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:12 smithi189 bash[21687]: cluster 2024-09-18T08:39:12.573701+0000 mgr.y (mgr.14150) 108 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:15.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:15 smithi189 bash[21687]: cluster 2024-09-18T08:39:14.574165+0000 mgr.y (mgr.14150) 109 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:15.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:15 smithi078 bash[19887]: cluster 2024-09-18T08:39:14.574165+0000 mgr.y (mgr.14150) 109 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:15.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:15 smithi078 bash[28923]: cluster 2024-09-18T08:39:14.574165+0000 mgr.y (mgr.14150) 109 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:17.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:17 smithi189 bash[21687]: cluster 2024-09-18T08:39:16.574624+0000 mgr.y (mgr.14150) 110 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:17.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:17 smithi189 bash[21687]: audit 2024-09-18T08:39:16.879178+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:17.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:17 smithi189 bash[21687]: audit 2024-09-18T08:39:16.887664+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:17.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:17 smithi189 bash[21687]: audit 2024-09-18T08:39:16.889606+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:39:17.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:17 smithi189 bash[21687]: audit 2024-09-18T08:39:16.896849+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:17.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:17 smithi189 bash[21687]: audit 2024-09-18T08:39:16.899204+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:39:17.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:17 smithi189 bash[21687]: audit 2024-09-18T08:39:16.900096+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:39:17.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:17 smithi189 bash[21687]: audit 2024-09-18T08:39:16.905372+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:17.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:17 smithi078 bash[19887]: cluster 2024-09-18T08:39:16.574624+0000 mgr.y (mgr.14150) 110 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:17.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:17 smithi078 bash[19887]: audit 2024-09-18T08:39:16.879178+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:17.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:17 smithi078 bash[19887]: audit 2024-09-18T08:39:16.887664+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:17.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:17 smithi078 bash[19887]: audit 2024-09-18T08:39:16.889606+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:39:17.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:17 smithi078 bash[19887]: audit 2024-09-18T08:39:16.896849+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:17.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:17 smithi078 bash[19887]: audit 2024-09-18T08:39:16.899204+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:39:17.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:17 smithi078 bash[19887]: audit 2024-09-18T08:39:16.900096+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:39:17.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:17 smithi078 bash[19887]: audit 2024-09-18T08:39:16.905372+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:17.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:17 smithi078 bash[28923]: cluster 2024-09-18T08:39:16.574624+0000 mgr.y (mgr.14150) 110 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:17.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:17 smithi078 bash[28923]: audit 2024-09-18T08:39:16.879178+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:17.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:17 smithi078 bash[28923]: audit 2024-09-18T08:39:16.887664+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:17.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:17 smithi078 bash[28923]: audit 2024-09-18T08:39:16.889606+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:39:17.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:17 smithi078 bash[28923]: audit 2024-09-18T08:39:16.896849+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:17.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:17 smithi078 bash[28923]: audit 2024-09-18T08:39:16.899204+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:39:17.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:17 smithi078 bash[28923]: audit 2024-09-18T08:39:16.900096+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:39:17.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:17 smithi078 bash[28923]: audit 2024-09-18T08:39:16.905372+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:18.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:18 smithi189 bash[21687]: cephadm 2024-09-18T08:39:16.868640+0000 mgr.y (mgr.14150) 111 : cephadm [INF] Detected new or changed devices on smithi078 2024-09-18T08:39:18.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:18 smithi189 bash[21687]: cephadm 2024-09-18T08:39:16.890553+0000 mgr.y (mgr.14150) 112 : cephadm [INF] Adjusting osd_memory_target on smithi078 to 16241M 2024-09-18T08:39:18.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:18 smithi078 bash[28923]: cephadm 2024-09-18T08:39:16.868640+0000 mgr.y (mgr.14150) 111 : cephadm [INF] Detected new or changed devices on smithi078 2024-09-18T08:39:18.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:18 smithi078 bash[28923]: cephadm 2024-09-18T08:39:16.890553+0000 mgr.y (mgr.14150) 112 : cephadm [INF] Adjusting osd_memory_target on smithi078 to 16241M 2024-09-18T08:39:18.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:18 smithi078 bash[19887]: cephadm 2024-09-18T08:39:16.868640+0000 mgr.y (mgr.14150) 111 : cephadm [INF] Detected new or changed devices on smithi078 2024-09-18T08:39:18.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:18 smithi078 bash[19887]: cephadm 2024-09-18T08:39:16.890553+0000 mgr.y (mgr.14150) 112 : cephadm [INF] Adjusting osd_memory_target on smithi078 to 16241M 2024-09-18T08:39:19.060 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:39:19.110 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi078:vg_nvme/lv_3 2024-09-18T08:39:19.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:19 smithi189 bash[21687]: cluster 2024-09-18T08:39:18.575132+0000 mgr.y (mgr.14150) 113 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:19 smithi078 bash[19887]: cluster 2024-09-18T08:39:18.575132+0000 mgr.y (mgr.14150) 113 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:19.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:19 smithi078 bash[28923]: cluster 2024-09-18T08:39:18.575132+0000 mgr.y (mgr.14150) 113 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:21.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:21 smithi189 bash[21687]: cluster 2024-09-18T08:39:20.575664+0000 mgr.y (mgr.14150) 114 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:21.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:21 smithi078 bash[28923]: cluster 2024-09-18T08:39:20.575664+0000 mgr.y (mgr.14150) 114 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:21.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:21 smithi078 bash[19887]: cluster 2024-09-18T08:39:20.575664+0000 mgr.y (mgr.14150) 114 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:23.854 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:39:23.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:23 smithi189 bash[21687]: cluster 2024-09-18T08:39:22.576124+0000 mgr.y (mgr.14150) 115 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:23.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:23 smithi078 bash[19887]: cluster 2024-09-18T08:39:22.576124+0000 mgr.y (mgr.14150) 115 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:23.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:23 smithi078 bash[28923]: cluster 2024-09-18T08:39:22.576124+0000 mgr.y (mgr.14150) 115 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:25.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:25 smithi189 bash[21687]: cluster 2024-09-18T08:39:24.576574+0000 mgr.y (mgr.14150) 116 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:25.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:25 smithi189 bash[21687]: audit 2024-09-18T08:39:25.417611+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:39:25.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:25 smithi189 bash[21687]: audit 2024-09-18T08:39:25.422905+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:39:25.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:25 smithi189 bash[21687]: audit 2024-09-18T08:39:25.424061+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:39:25.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:25 smithi078 bash[19887]: cluster 2024-09-18T08:39:24.576574+0000 mgr.y (mgr.14150) 116 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:25.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:25 smithi078 bash[19887]: audit 2024-09-18T08:39:25.417611+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:39:25.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:25 smithi078 bash[19887]: audit 2024-09-18T08:39:25.422905+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:39:25.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:25 smithi078 bash[19887]: audit 2024-09-18T08:39:25.424061+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:39:25.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:25 smithi078 bash[28923]: cluster 2024-09-18T08:39:24.576574+0000 mgr.y (mgr.14150) 116 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:25.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:25 smithi078 bash[28923]: audit 2024-09-18T08:39:25.417611+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:39:25.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:25 smithi078 bash[28923]: audit 2024-09-18T08:39:25.422905+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:39:25.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:25 smithi078 bash[28923]: audit 2024-09-18T08:39:25.424061+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:39:26.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:26 smithi189 bash[21687]: audit 2024-09-18T08:39:25.411501+0000 mgr.y (mgr.14150) 117 : audit [DBG] from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:39:26.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:26 smithi078 bash[19887]: audit 2024-09-18T08:39:25.411501+0000 mgr.y (mgr.14150) 117 : audit [DBG] from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:39:26.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:26 smithi078 bash[28923]: audit 2024-09-18T08:39:25.411501+0000 mgr.y (mgr.14150) 117 : audit [DBG] from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:39:27.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:27 smithi189 bash[21687]: cluster 2024-09-18T08:39:26.577018+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:27.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:27 smithi078 bash[19887]: cluster 2024-09-18T08:39:26.577018+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:27.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:27 smithi078 bash[28923]: cluster 2024-09-18T08:39:26.577018+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:29.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:29 smithi189 bash[21687]: cluster 2024-09-18T08:39:28.577475+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:29.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:29 smithi078 bash[19887]: cluster 2024-09-18T08:39:28.577475+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:29.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:29 smithi078 bash[28923]: cluster 2024-09-18T08:39:28.577475+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:31.888 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:31 smithi078 bash[19887]: cluster 2024-09-18T08:39:30.578026+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:31.888 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:31 smithi078 bash[28923]: cluster 2024-09-18T08:39:30.578026+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:32.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:31 smithi189 bash[21687]: cluster 2024-09-18T08:39:30.578026+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:33.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:33 smithi078 bash[19887]: cluster 2024-09-18T08:39:32.578613+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:33.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:33 smithi078 bash[28923]: cluster 2024-09-18T08:39:32.578613+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:34.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:33 smithi189 bash[21687]: cluster 2024-09-18T08:39:32.578613+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:34.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:34 smithi078 bash[19887]: audit 2024-09-18T08:39:34.139201+0000 mon.a (mon.0) 334 : audit [INF] from='client.? 172.21.15.78:0/672200317' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ff2619d-adcc-479f-9aca-580863066c2c"}]: dispatch 2024-09-18T08:39:34.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:34 smithi078 bash[19887]: audit 2024-09-18T08:39:34.144085+0000 mon.a (mon.0) 335 : audit [INF] from='client.? 172.21.15.78:0/672200317' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7ff2619d-adcc-479f-9aca-580863066c2c"}]': finished 2024-09-18T08:39:34.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:34 smithi078 bash[19887]: cluster 2024-09-18T08:39:34.149155+0000 mon.a (mon.0) 336 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-18T08:39:34.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:34 smithi078 bash[19887]: audit 2024-09-18T08:39:34.150043+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:39:34.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:34 smithi078 bash[28923]: audit 2024-09-18T08:39:34.139201+0000 mon.a (mon.0) 334 : audit [INF] from='client.? 172.21.15.78:0/672200317' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ff2619d-adcc-479f-9aca-580863066c2c"}]: dispatch 2024-09-18T08:39:34.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:34 smithi078 bash[28923]: audit 2024-09-18T08:39:34.144085+0000 mon.a (mon.0) 335 : audit [INF] from='client.? 172.21.15.78:0/672200317' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7ff2619d-adcc-479f-9aca-580863066c2c"}]': finished 2024-09-18T08:39:34.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:34 smithi078 bash[28923]: cluster 2024-09-18T08:39:34.149155+0000 mon.a (mon.0) 336 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-18T08:39:34.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:34 smithi078 bash[28923]: audit 2024-09-18T08:39:34.150043+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:39:35.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:34 smithi189 bash[21687]: audit 2024-09-18T08:39:34.139201+0000 mon.a (mon.0) 334 : audit [INF] from='client.? 172.21.15.78:0/672200317' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ff2619d-adcc-479f-9aca-580863066c2c"}]: dispatch 2024-09-18T08:39:35.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:34 smithi189 bash[21687]: audit 2024-09-18T08:39:34.144085+0000 mon.a (mon.0) 335 : audit [INF] from='client.? 172.21.15.78:0/672200317' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7ff2619d-adcc-479f-9aca-580863066c2c"}]': finished 2024-09-18T08:39:35.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:34 smithi189 bash[21687]: cluster 2024-09-18T08:39:34.149155+0000 mon.a (mon.0) 336 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-18T08:39:35.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:34 smithi189 bash[21687]: audit 2024-09-18T08:39:34.150043+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:39:35.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:35 smithi078 bash[19887]: cluster 2024-09-18T08:39:34.578950+0000 mgr.y (mgr.14150) 122 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:35.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:35 smithi078 bash[19887]: audit 2024-09-18T08:39:34.756887+0000 mon.a (mon.0) 338 : audit [DBG] from='client.? 172.21.15.78:0/1983916522' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:39:35.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:35 smithi078 bash[28923]: cluster 2024-09-18T08:39:34.578950+0000 mgr.y (mgr.14150) 122 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:35.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:35 smithi078 bash[28923]: audit 2024-09-18T08:39:34.756887+0000 mon.a (mon.0) 338 : audit [DBG] from='client.? 172.21.15.78:0/1983916522' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:39:36.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:35 smithi189 bash[21687]: cluster 2024-09-18T08:39:34.578950+0000 mgr.y (mgr.14150) 122 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:36.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:35 smithi189 bash[21687]: audit 2024-09-18T08:39:34.756887+0000 mon.a (mon.0) 338 : audit [DBG] from='client.? 172.21.15.78:0/1983916522' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:39:37.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:37 smithi078 bash[28923]: cluster 2024-09-18T08:39:36.579402+0000 mgr.y (mgr.14150) 123 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:37.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:37 smithi078 bash[19887]: cluster 2024-09-18T08:39:36.579402+0000 mgr.y (mgr.14150) 123 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:38.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:37 smithi189 bash[21687]: cluster 2024-09-18T08:39:36.579402+0000 mgr.y (mgr.14150) 123 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:39.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:39 smithi078 bash[19887]: cluster 2024-09-18T08:39:38.579862+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:39.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:39 smithi078 bash[28923]: cluster 2024-09-18T08:39:38.579862+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:40.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:39 smithi189 bash[21687]: cluster 2024-09-18T08:39:38.579862+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:41.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:41 smithi078 bash[19887]: cluster 2024-09-18T08:39:40.580311+0000 mgr.y (mgr.14150) 125 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:41.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:41 smithi078 bash[28923]: cluster 2024-09-18T08:39:40.580311+0000 mgr.y (mgr.14150) 125 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:42.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:41 smithi189 bash[21687]: cluster 2024-09-18T08:39:40.580311+0000 mgr.y (mgr.14150) 125 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:43 smithi078 bash[19887]: cluster 2024-09-18T08:39:42.580784+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:43.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:43 smithi078 bash[28923]: cluster 2024-09-18T08:39:42.580784+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:44.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:43 smithi189 bash[21687]: cluster 2024-09-18T08:39:42.580784+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:45.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:45 smithi078 bash[19887]: cluster 2024-09-18T08:39:44.581169+0000 mgr.y (mgr.14150) 127 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:45.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:45 smithi078 bash[28923]: cluster 2024-09-18T08:39:44.581169+0000 mgr.y (mgr.14150) 127 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:46.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:45 smithi189 bash[21687]: cluster 2024-09-18T08:39:44.581169+0000 mgr.y (mgr.14150) 127 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:47.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:47 smithi078 bash[19887]: cluster 2024-09-18T08:39:46.581683+0000 mgr.y (mgr.14150) 128 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:47.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:47 smithi078 bash[19887]: audit 2024-09-18T08:39:47.656407+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-18T08:39:47.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:47 smithi078 bash[19887]: audit 2024-09-18T08:39:47.657682+0000 mon.a (mon.0) 340 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:39:47.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:47 smithi078 bash[28923]: cluster 2024-09-18T08:39:46.581683+0000 mgr.y (mgr.14150) 128 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:47.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:47 smithi078 bash[28923]: audit 2024-09-18T08:39:47.656407+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-18T08:39:47.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:47 smithi078 bash[28923]: audit 2024-09-18T08:39:47.657682+0000 mon.a (mon.0) 340 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:39:48.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:47 smithi189 bash[21687]: cluster 2024-09-18T08:39:46.581683+0000 mgr.y (mgr.14150) 128 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:48.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:47 smithi189 bash[21687]: audit 2024-09-18T08:39:47.656407+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-18T08:39:48.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:47 smithi189 bash[21687]: audit 2024-09-18T08:39:47.657682+0000 mon.a (mon.0) 340 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:39:49.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:48 smithi189 bash[21687]: cephadm 2024-09-18T08:39:47.658965+0000 mgr.y (mgr.14150) 129 : cephadm [INF] Deploying daemon osd.1 on smithi078 2024-09-18T08:39:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:48 smithi078 bash[19887]: cephadm 2024-09-18T08:39:47.658965+0000 mgr.y (mgr.14150) 129 : cephadm [INF] Deploying daemon osd.1 on smithi078 2024-09-18T08:39:49.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:48 smithi078 bash[28923]: cephadm 2024-09-18T08:39:47.658965+0000 mgr.y (mgr.14150) 129 : cephadm [INF] Deploying daemon osd.1 on smithi078 2024-09-18T08:39:49.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:49 smithi078 bash[19887]: cluster 2024-09-18T08:39:48.582176+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:49.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:49 smithi078 bash[28923]: cluster 2024-09-18T08:39:48.582176+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:50.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:49 smithi189 bash[21687]: cluster 2024-09-18T08:39:48.582176+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:51.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:51 smithi078 bash[19887]: cluster 2024-09-18T08:39:50.582626+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:51.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:51 smithi078 bash[28923]: cluster 2024-09-18T08:39:50.582626+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:52.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:51 smithi189 bash[21687]: cluster 2024-09-18T08:39:50.582626+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:52.680 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:52 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:39:52.681 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:39:52 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:39:52.681 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:52 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:39:52.681 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 08:39:52 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:39:52.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:52 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:39:52.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:39:52 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:39:52.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:52 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:39:52.955 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 08:39:52 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:39:54.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:53 smithi078 bash[19887]: cluster 2024-09-18T08:39:52.582952+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:54.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:53 smithi078 bash[19887]: audit 2024-09-18T08:39:52.956452+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:39:54.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:53 smithi078 bash[19887]: audit 2024-09-18T08:39:52.962626+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:54.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:53 smithi078 bash[19887]: audit 2024-09-18T08:39:52.968744+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:54.041 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:53 smithi078 bash[28923]: cluster 2024-09-18T08:39:52.582952+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:54.041 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:53 smithi078 bash[28923]: audit 2024-09-18T08:39:52.956452+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:39:54.042 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:53 smithi078 bash[28923]: audit 2024-09-18T08:39:52.962626+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:54.042 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:53 smithi078 bash[28923]: audit 2024-09-18T08:39:52.968744+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:54.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:53 smithi189 bash[21687]: cluster 2024-09-18T08:39:52.582952+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:54.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:53 smithi189 bash[21687]: audit 2024-09-18T08:39:52.956452+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:39:54.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:53 smithi189 bash[21687]: audit 2024-09-18T08:39:52.962626+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:54.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:53 smithi189 bash[21687]: audit 2024-09-18T08:39:52.968744+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:55 smithi078 bash[19887]: cluster 2024-09-18T08:39:54.583491+0000 mgr.y (mgr.14150) 133 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:55.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:55 smithi078 bash[28923]: cluster 2024-09-18T08:39:54.583491+0000 mgr.y (mgr.14150) 133 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:56.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:55 smithi189 bash[21687]: cluster 2024-09-18T08:39:54.583491+0000 mgr.y (mgr.14150) 133 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:58.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:57 smithi189 bash[21687]: cluster 2024-09-18T08:39:56.584087+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:57 smithi078 bash[19887]: cluster 2024-09-18T08:39:56.584087+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:58.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:57 smithi078 bash[28923]: cluster 2024-09-18T08:39:56.584087+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:59.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:59 smithi078 bash[19887]: audit 2024-09-18T08:39:58.275127+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:59.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:59 smithi078 bash[19887]: audit 2024-09-18T08:39:58.281340+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:59.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:59 smithi078 bash[19887]: audit 2024-09-18T08:39:58.282203+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:39:59.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:59 smithi078 bash[19887]: audit 2024-09-18T08:39:58.282890+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:39:59.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:59 smithi078 bash[19887]: audit 2024-09-18T08:39:58.289304+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:59.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:39:59 smithi078 bash[19887]: cluster 2024-09-18T08:39:58.584577+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:59.433 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:59 smithi078 bash[28923]: audit 2024-09-18T08:39:58.275127+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:59.433 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:59 smithi078 bash[28923]: audit 2024-09-18T08:39:58.281340+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:59.434 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:59 smithi078 bash[28923]: audit 2024-09-18T08:39:58.282203+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:39:59.434 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:59 smithi078 bash[28923]: audit 2024-09-18T08:39:58.282890+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:39:59.434 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:59 smithi078 bash[28923]: audit 2024-09-18T08:39:58.289304+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:59.434 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:39:59 smithi078 bash[28923]: cluster 2024-09-18T08:39:58.584577+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:39:59.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:59 smithi189 bash[21687]: audit 2024-09-18T08:39:58.275127+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:59.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:59 smithi189 bash[21687]: audit 2024-09-18T08:39:58.281340+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:59.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:59 smithi189 bash[21687]: audit 2024-09-18T08:39:58.282203+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:39:59.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:59 smithi189 bash[21687]: audit 2024-09-18T08:39:58.282890+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:39:59.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:59 smithi189 bash[21687]: audit 2024-09-18T08:39:58.289304+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:39:59.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:39:59 smithi189 bash[21687]: cluster 2024-09-18T08:39:58.584577+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:40:00.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:00 smithi189 bash[21687]: cluster 2024-09-18T08:40:00.000110+0000 mon.a (mon.0) 349 : cluster [INF] overall HEALTH_OK 2024-09-18T08:40:00.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:00 smithi078 bash[19887]: cluster 2024-09-18T08:40:00.000110+0000 mon.a (mon.0) 349 : cluster [INF] overall HEALTH_OK 2024-09-18T08:40:00.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:00 smithi078 bash[28923]: cluster 2024-09-18T08:40:00.000110+0000 mon.a (mon.0) 349 : cluster [INF] overall HEALTH_OK 2024-09-18T08:40:01.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:01 smithi189 bash[21687]: cluster 2024-09-18T08:40:00.584968+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:40:01.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:01 smithi078 bash[19887]: cluster 2024-09-18T08:40:00.584968+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:40:01.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:01 smithi078 bash[28923]: cluster 2024-09-18T08:40:00.584968+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:40:02.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:02 smithi189 bash[21687]: audit 2024-09-18T08:40:02.231448+0000 mon.a (mon.0) 350 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-18T08:40:02.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:02 smithi078 bash[19887]: audit 2024-09-18T08:40:02.231448+0000 mon.a (mon.0) 350 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-18T08:40:02.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:02 smithi078 bash[28923]: audit 2024-09-18T08:40:02.231448+0000 mon.a (mon.0) 350 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-18T08:40:02.770 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 1 on host 'smithi078' 2024-09-18T08:40:03.422 DEBUG:teuthology.orchestra.run.smithi078:osd.1> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.1.service 2024-09-18T08:40:03.424 INFO:tasks.cephadm:Deploying osd.2 on smithi078 with /dev/vg_nvme/lv_2... 2024-09-18T08:40:03.424 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-18T08:40:03.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:03 smithi189 bash[21687]: audit 2024-09-18T08:40:02.304677+0000 mon.a (mon.0) 351 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-18T08:40:03.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:03 smithi189 bash[21687]: cluster 2024-09-18T08:40:02.307058+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-18T08:40:03.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:03 smithi189 bash[21687]: audit 2024-09-18T08:40:02.307416+0000 mon.a (mon.0) 353 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-18T08:40:03.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:03 smithi189 bash[21687]: audit 2024-09-18T08:40:02.307828+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:40:03.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:03 smithi189 bash[21687]: cluster 2024-09-18T08:40:02.585386+0000 mgr.y (mgr.14150) 137 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:40:03.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:03 smithi189 bash[21687]: audit 2024-09-18T08:40:02.751542+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:40:03.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:03 smithi189 bash[21687]: audit 2024-09-18T08:40:02.758203+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:03.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:03 smithi189 bash[21687]: audit 2024-09-18T08:40:02.765696+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:03.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[19887]: audit 2024-09-18T08:40:02.304677+0000 mon.a (mon.0) 351 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-18T08:40:03.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[19887]: cluster 2024-09-18T08:40:02.307058+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-18T08:40:03.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[19887]: audit 2024-09-18T08:40:02.307416+0000 mon.a (mon.0) 353 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-18T08:40:03.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[19887]: audit 2024-09-18T08:40:02.307828+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:40:03.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[19887]: cluster 2024-09-18T08:40:02.585386+0000 mgr.y (mgr.14150) 137 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:40:03.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[19887]: audit 2024-09-18T08:40:02.751542+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:40:03.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[19887]: audit 2024-09-18T08:40:02.758203+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:03.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[19887]: audit 2024-09-18T08:40:02.765696+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:03.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[28923]: audit 2024-09-18T08:40:02.304677+0000 mon.a (mon.0) 351 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-18T08:40:03.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[28923]: cluster 2024-09-18T08:40:02.307058+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-18T08:40:03.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[28923]: audit 2024-09-18T08:40:02.307416+0000 mon.a (mon.0) 353 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-18T08:40:03.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[28923]: audit 2024-09-18T08:40:02.307828+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:40:03.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[28923]: cluster 2024-09-18T08:40:02.585386+0000 mgr.y (mgr.14150) 137 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:40:03.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[28923]: audit 2024-09-18T08:40:02.751542+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:40:03.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[28923]: audit 2024-09-18T08:40:02.758203+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:03.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[28923]: audit 2024-09-18T08:40:02.765696+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:04.204 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[37087]: debug 2024-09-18T08:40:03.751+0000 7f5bca8d3640 -1 osd.1 0 waiting for initial osdmap 2024-09-18T08:40:04.204 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 08:40:03 smithi078 bash[37087]: debug 2024-09-18T08:40:03.775+0000 7f5bc26f3640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T08:40:04.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:04 smithi189 bash[21687]: audit 2024-09-18T08:40:03.306422+0000 mon.a (mon.0) 358 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-18T08:40:04.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:04 smithi189 bash[21687]: cluster 2024-09-18T08:40:03.309017+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-18T08:40:04.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:04 smithi189 bash[21687]: audit 2024-09-18T08:40:03.309807+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:40:04.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:04 smithi189 bash[21687]: audit 2024-09-18T08:40:03.350790+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:40:04.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:04 smithi189 bash[21687]: audit 2024-09-18T08:40:03.758569+0000 mon.a (mon.0) 362 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726]' entity='osd.1' 2024-09-18T08:40:04.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:04 smithi078 bash[19887]: audit 2024-09-18T08:40:03.306422+0000 mon.a (mon.0) 358 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-18T08:40:04.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:04 smithi078 bash[19887]: cluster 2024-09-18T08:40:03.309017+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-18T08:40:04.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:04 smithi078 bash[19887]: audit 2024-09-18T08:40:03.309807+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:40:04.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:04 smithi078 bash[19887]: audit 2024-09-18T08:40:03.350790+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:40:04.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:04 smithi078 bash[19887]: audit 2024-09-18T08:40:03.758569+0000 mon.a (mon.0) 362 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726]' entity='osd.1' 2024-09-18T08:40:04.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:04 smithi078 bash[28923]: audit 2024-09-18T08:40:03.306422+0000 mon.a (mon.0) 358 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-18T08:40:04.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:04 smithi078 bash[28923]: cluster 2024-09-18T08:40:03.309017+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-18T08:40:04.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:04 smithi078 bash[28923]: audit 2024-09-18T08:40:03.309807+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:40:04.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:04 smithi078 bash[28923]: audit 2024-09-18T08:40:03.350790+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:40:04.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:04 smithi078 bash[28923]: audit 2024-09-18T08:40:03.758569+0000 mon.a (mon.0) 362 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726]' entity='osd.1' 2024-09-18T08:40:05.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:05 smithi189 bash[21687]: cluster 2024-09-18T08:40:03.195218+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:40:05.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:05 smithi189 bash[21687]: cluster 2024-09-18T08:40:03.195313+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:40:05.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:05 smithi189 bash[21687]: audit 2024-09-18T08:40:04.314444+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:40:05.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:05 smithi189 bash[21687]: cluster 2024-09-18T08:40:04.585838+0000 mgr.y (mgr.14150) 138 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:40:05.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:05 smithi189 bash[21687]: cluster 2024-09-18T08:40:04.764659+0000 mon.a (mon.0) 364 : cluster [INF] osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726] boot 2024-09-18T08:40:05.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:05 smithi189 bash[21687]: cluster 2024-09-18T08:40:04.764723+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-18T08:40:05.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:05 smithi189 bash[21687]: audit 2024-09-18T08:40:04.765279+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:40:05.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:05 smithi078 bash[19887]: cluster 2024-09-18T08:40:03.195218+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:40:05.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:05 smithi078 bash[19887]: cluster 2024-09-18T08:40:03.195313+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:40:05.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:05 smithi078 bash[19887]: audit 2024-09-18T08:40:04.314444+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:40:05.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:05 smithi078 bash[19887]: cluster 2024-09-18T08:40:04.585838+0000 mgr.y (mgr.14150) 138 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:40:05.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:05 smithi078 bash[19887]: cluster 2024-09-18T08:40:04.764659+0000 mon.a (mon.0) 364 : cluster [INF] osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726] boot 2024-09-18T08:40:05.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:05 smithi078 bash[19887]: cluster 2024-09-18T08:40:04.764723+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-18T08:40:05.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:05 smithi078 bash[19887]: audit 2024-09-18T08:40:04.765279+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:40:05.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:05 smithi078 bash[28923]: cluster 2024-09-18T08:40:03.195218+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:40:05.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:05 smithi078 bash[28923]: cluster 2024-09-18T08:40:03.195313+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:40:05.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:05 smithi078 bash[28923]: audit 2024-09-18T08:40:04.314444+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:40:05.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:05 smithi078 bash[28923]: cluster 2024-09-18T08:40:04.585838+0000 mgr.y (mgr.14150) 138 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-18T08:40:05.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:05 smithi078 bash[28923]: cluster 2024-09-18T08:40:04.764659+0000 mon.a (mon.0) 364 : cluster [INF] osd.1 [v2:172.21.15.78:6810/3337641726,v1:172.21.15.78:6811/3337641726] boot 2024-09-18T08:40:05.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:05 smithi078 bash[28923]: cluster 2024-09-18T08:40:04.764723+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-18T08:40:05.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:05 smithi078 bash[28923]: audit 2024-09-18T08:40:04.765279+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:40:07.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:06 smithi189 bash[21687]: cluster 2024-09-18T08:40:05.766755+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-18T08:40:07.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:06 smithi189 bash[21687]: cluster 2024-09-18T08:40:06.586289+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:06 smithi078 bash[19887]: cluster 2024-09-18T08:40:05.766755+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-18T08:40:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:06 smithi078 bash[19887]: cluster 2024-09-18T08:40:06.586289+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:06 smithi078 bash[28923]: cluster 2024-09-18T08:40:05.766755+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-18T08:40:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:06 smithi078 bash[28923]: cluster 2024-09-18T08:40:06.586289+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:08.212 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:40:09.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:09 smithi189 bash[21687]: cluster 2024-09-18T08:40:08.586694+0000 mgr.y (mgr.14150) 140 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:09.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:09 smithi078 bash[19887]: cluster 2024-09-18T08:40:08.586694+0000 mgr.y (mgr.14150) 140 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:09.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:09 smithi078 bash[28923]: cluster 2024-09-18T08:40:08.586694+0000 mgr.y (mgr.14150) 140 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:11.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:11 smithi189 bash[21687]: cluster 2024-09-18T08:40:10.587175+0000 mgr.y (mgr.14150) 141 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:11.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:11 smithi078 bash[19887]: cluster 2024-09-18T08:40:10.587175+0000 mgr.y (mgr.14150) 141 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:11.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:11 smithi078 bash[28923]: cluster 2024-09-18T08:40:10.587175+0000 mgr.y (mgr.14150) 141 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:13.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:13 smithi078 bash[19887]: cluster 2024-09-18T08:40:12.587607+0000 mgr.y (mgr.14150) 142 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:13.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:13 smithi078 bash[28923]: cluster 2024-09-18T08:40:12.587607+0000 mgr.y (mgr.14150) 142 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:13.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:13 smithi189 bash[21687]: cluster 2024-09-18T08:40:12.587607+0000 mgr.y (mgr.14150) 142 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:15.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[19887]: cephadm 2024-09-18T08:40:14.181789+0000 mgr.y (mgr.14150) 143 : cephadm [INF] Detected new or changed devices on smithi078 2024-09-18T08:40:15.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[19887]: audit 2024-09-18T08:40:14.188280+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:15.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[19887]: audit 2024-09-18T08:40:14.193823+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:15.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[19887]: audit 2024-09-18T08:40:14.196572+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:40:15.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[19887]: audit 2024-09-18T08:40:14.197850+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:40:15.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[19887]: cephadm 2024-09-18T08:40:14.198896+0000 mgr.y (mgr.14150) 144 : cephadm [INF] Adjusting osd_memory_target on smithi078 to 8120M 2024-09-18T08:40:15.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[19887]: audit 2024-09-18T08:40:14.204521+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:15.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[19887]: audit 2024-09-18T08:40:14.207715+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:40:15.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[19887]: audit 2024-09-18T08:40:14.209042+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:40:15.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[19887]: audit 2024-09-18T08:40:14.217954+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:15.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[19887]: cluster 2024-09-18T08:40:14.588082+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:15.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[28923]: cephadm 2024-09-18T08:40:14.181789+0000 mgr.y (mgr.14150) 143 : cephadm [INF] Detected new or changed devices on smithi078 2024-09-18T08:40:15.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[28923]: audit 2024-09-18T08:40:14.188280+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:15.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[28923]: audit 2024-09-18T08:40:14.193823+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:15.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[28923]: audit 2024-09-18T08:40:14.196572+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:40:15.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[28923]: audit 2024-09-18T08:40:14.197850+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:40:15.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[28923]: cephadm 2024-09-18T08:40:14.198896+0000 mgr.y (mgr.14150) 144 : cephadm [INF] Adjusting osd_memory_target on smithi078 to 8120M 2024-09-18T08:40:15.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[28923]: audit 2024-09-18T08:40:14.204521+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:15.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[28923]: audit 2024-09-18T08:40:14.207715+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:40:15.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[28923]: audit 2024-09-18T08:40:14.209042+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:40:15.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[28923]: audit 2024-09-18T08:40:14.217954+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:15.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:15 smithi078 bash[28923]: cluster 2024-09-18T08:40:14.588082+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:15.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:15 smithi189 bash[21687]: cephadm 2024-09-18T08:40:14.181789+0000 mgr.y (mgr.14150) 143 : cephadm [INF] Detected new or changed devices on smithi078 2024-09-18T08:40:15.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:15 smithi189 bash[21687]: audit 2024-09-18T08:40:14.188280+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:15.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:15 smithi189 bash[21687]: audit 2024-09-18T08:40:14.193823+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:15.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:15 smithi189 bash[21687]: audit 2024-09-18T08:40:14.196572+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:40:15.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:15 smithi189 bash[21687]: audit 2024-09-18T08:40:14.197850+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:40:15.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:15 smithi189 bash[21687]: cephadm 2024-09-18T08:40:14.198896+0000 mgr.y (mgr.14150) 144 : cephadm [INF] Adjusting osd_memory_target on smithi078 to 8120M 2024-09-18T08:40:15.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:15 smithi189 bash[21687]: audit 2024-09-18T08:40:14.204521+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:15.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:15 smithi189 bash[21687]: audit 2024-09-18T08:40:14.207715+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:40:15.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:15 smithi189 bash[21687]: audit 2024-09-18T08:40:14.209042+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:40:15.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:15 smithi189 bash[21687]: audit 2024-09-18T08:40:14.217954+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:15.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:15 smithi189 bash[21687]: cluster 2024-09-18T08:40:14.588082+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:16.523 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:40:16.564 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi078:vg_nvme/lv_2 2024-09-18T08:40:17.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:17 smithi189 bash[21687]: cluster 2024-09-18T08:40:16.588520+0000 mgr.y (mgr.14150) 146 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:17.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:17 smithi078 bash[19887]: cluster 2024-09-18T08:40:16.588520+0000 mgr.y (mgr.14150) 146 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:17.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:17 smithi078 bash[28923]: cluster 2024-09-18T08:40:16.588520+0000 mgr.y (mgr.14150) 146 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:19.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:19 smithi189 bash[21687]: cluster 2024-09-18T08:40:18.589082+0000 mgr.y (mgr.14150) 147 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:19 smithi078 bash[19887]: cluster 2024-09-18T08:40:18.589082+0000 mgr.y (mgr.14150) 147 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:19.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:19 smithi078 bash[28923]: cluster 2024-09-18T08:40:18.589082+0000 mgr.y (mgr.14150) 147 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:21.321 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:40:21.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:21 smithi078 bash[19887]: cluster 2024-09-18T08:40:20.589599+0000 mgr.y (mgr.14150) 148 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:21.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:21 smithi078 bash[28923]: cluster 2024-09-18T08:40:20.589599+0000 mgr.y (mgr.14150) 148 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:21 smithi189 bash[21687]: cluster 2024-09-18T08:40:20.589599+0000 mgr.y (mgr.14150) 148 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:23.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:23 smithi189 bash[21687]: cluster 2024-09-18T08:40:22.590176+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:23.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:23 smithi189 bash[21687]: audit 2024-09-18T08:40:22.955743+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:40:23.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:23 smithi189 bash[21687]: audit 2024-09-18T08:40:22.961144+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:40:23.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:23 smithi189 bash[21687]: audit 2024-09-18T08:40:22.962543+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:40:23.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:23 smithi078 bash[28923]: cluster 2024-09-18T08:40:22.590176+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:23.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:23 smithi078 bash[28923]: audit 2024-09-18T08:40:22.955743+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:40:23.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:23 smithi078 bash[28923]: audit 2024-09-18T08:40:22.961144+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:40:23.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:23 smithi078 bash[28923]: audit 2024-09-18T08:40:22.962543+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:40:23.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:23 smithi078 bash[19887]: cluster 2024-09-18T08:40:22.590176+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:23.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:23 smithi078 bash[19887]: audit 2024-09-18T08:40:22.955743+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:40:23.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:23 smithi078 bash[19887]: audit 2024-09-18T08:40:22.961144+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:40:23.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:23 smithi078 bash[19887]: audit 2024-09-18T08:40:22.962543+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:40:24.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:24 smithi189 bash[21687]: audit 2024-09-18T08:40:22.950853+0000 mgr.y (mgr.14150) 150 : audit [DBG] from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:40:24.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:24 smithi078 bash[28923]: audit 2024-09-18T08:40:22.950853+0000 mgr.y (mgr.14150) 150 : audit [DBG] from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:40:24.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:24 smithi078 bash[19887]: audit 2024-09-18T08:40:22.950853+0000 mgr.y (mgr.14150) 150 : audit [DBG] from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:40:25.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:25 smithi189 bash[21687]: cluster 2024-09-18T08:40:24.590677+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:25.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:25 smithi078 bash[28923]: cluster 2024-09-18T08:40:24.590677+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:25.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:25 smithi078 bash[19887]: cluster 2024-09-18T08:40:24.590677+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:27.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:27 smithi189 bash[21687]: cluster 2024-09-18T08:40:26.591149+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:27.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:27 smithi078 bash[28923]: cluster 2024-09-18T08:40:26.591149+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:27.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:27 smithi078 bash[19887]: cluster 2024-09-18T08:40:26.591149+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:29.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:29 smithi189 bash[21687]: cluster 2024-09-18T08:40:28.591656+0000 mgr.y (mgr.14150) 153 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:29.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:29 smithi078 bash[19887]: cluster 2024-09-18T08:40:28.591656+0000 mgr.y (mgr.14150) 153 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:29.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:29 smithi078 bash[28923]: cluster 2024-09-18T08:40:28.591656+0000 mgr.y (mgr.14150) 153 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:31.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:31 smithi078 bash[19887]: cluster 2024-09-18T08:40:30.592193+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:31.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:31 smithi078 bash[28923]: cluster 2024-09-18T08:40:30.592193+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:32.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:31 smithi189 bash[21687]: cluster 2024-09-18T08:40:30.592193+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:32.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:32 smithi078 bash[19887]: audit 2024-09-18T08:40:31.823219+0000 mon.c (mon.2) 4 : audit [INF] from='client.? 172.21.15.78:0/913124820' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "003ee8a0-ef90-4eb4-987e-e4fb00e85e8c"}]: dispatch 2024-09-18T08:40:32.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:32 smithi078 bash[19887]: audit 2024-09-18T08:40:31.823820+0000 mon.a (mon.0) 379 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "003ee8a0-ef90-4eb4-987e-e4fb00e85e8c"}]: dispatch 2024-09-18T08:40:32.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:32 smithi078 bash[19887]: audit 2024-09-18T08:40:31.826537+0000 mon.a (mon.0) 380 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "003ee8a0-ef90-4eb4-987e-e4fb00e85e8c"}]': finished 2024-09-18T08:40:32.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:32 smithi078 bash[19887]: cluster 2024-09-18T08:40:31.830442+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-18T08:40:32.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:32 smithi078 bash[19887]: audit 2024-09-18T08:40:31.830872+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:40:32.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:32 smithi078 bash[19887]: audit 2024-09-18T08:40:32.456911+0000 mon.a (mon.0) 383 : audit [DBG] from='client.? 172.21.15.78:0/1052676338' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:40:32.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:32 smithi078 bash[28923]: audit 2024-09-18T08:40:31.823219+0000 mon.c (mon.2) 4 : audit [INF] from='client.? 172.21.15.78:0/913124820' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "003ee8a0-ef90-4eb4-987e-e4fb00e85e8c"}]: dispatch 2024-09-18T08:40:32.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:32 smithi078 bash[28923]: audit 2024-09-18T08:40:31.823820+0000 mon.a (mon.0) 379 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "003ee8a0-ef90-4eb4-987e-e4fb00e85e8c"}]: dispatch 2024-09-18T08:40:32.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:32 smithi078 bash[28923]: audit 2024-09-18T08:40:31.826537+0000 mon.a (mon.0) 380 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "003ee8a0-ef90-4eb4-987e-e4fb00e85e8c"}]': finished 2024-09-18T08:40:32.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:32 smithi078 bash[28923]: cluster 2024-09-18T08:40:31.830442+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-18T08:40:32.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:32 smithi078 bash[28923]: audit 2024-09-18T08:40:31.830872+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:40:32.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:32 smithi078 bash[28923]: audit 2024-09-18T08:40:32.456911+0000 mon.a (mon.0) 383 : audit [DBG] from='client.? 172.21.15.78:0/1052676338' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:40:33.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:32 smithi189 bash[21687]: audit 2024-09-18T08:40:31.823219+0000 mon.c (mon.2) 4 : audit [INF] from='client.? 172.21.15.78:0/913124820' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "003ee8a0-ef90-4eb4-987e-e4fb00e85e8c"}]: dispatch 2024-09-18T08:40:33.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:32 smithi189 bash[21687]: audit 2024-09-18T08:40:31.823820+0000 mon.a (mon.0) 379 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "003ee8a0-ef90-4eb4-987e-e4fb00e85e8c"}]: dispatch 2024-09-18T08:40:33.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:32 smithi189 bash[21687]: audit 2024-09-18T08:40:31.826537+0000 mon.a (mon.0) 380 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "003ee8a0-ef90-4eb4-987e-e4fb00e85e8c"}]': finished 2024-09-18T08:40:33.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:32 smithi189 bash[21687]: cluster 2024-09-18T08:40:31.830442+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-18T08:40:33.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:32 smithi189 bash[21687]: audit 2024-09-18T08:40:31.830872+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:40:33.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:32 smithi189 bash[21687]: audit 2024-09-18T08:40:32.456911+0000 mon.a (mon.0) 383 : audit [DBG] from='client.? 172.21.15.78:0/1052676338' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:40:33.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:33 smithi078 bash[19887]: cluster 2024-09-18T08:40:32.592664+0000 mgr.y (mgr.14150) 155 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:33.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:33 smithi078 bash[28923]: cluster 2024-09-18T08:40:32.592664+0000 mgr.y (mgr.14150) 155 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:34.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:33 smithi189 bash[21687]: cluster 2024-09-18T08:40:32.592664+0000 mgr.y (mgr.14150) 155 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:35.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:35 smithi078 bash[19887]: cluster 2024-09-18T08:40:34.593225+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:35.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:35 smithi078 bash[28923]: cluster 2024-09-18T08:40:34.593225+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:36.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:35 smithi189 bash[21687]: cluster 2024-09-18T08:40:34.593225+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:37.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:37 smithi078 bash[19887]: cluster 2024-09-18T08:40:36.593757+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:37.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:37 smithi078 bash[28923]: cluster 2024-09-18T08:40:36.593757+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:38.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:37 smithi189 bash[21687]: cluster 2024-09-18T08:40:36.593757+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:39.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:39 smithi078 bash[19887]: cluster 2024-09-18T08:40:38.594330+0000 mgr.y (mgr.14150) 158 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:39.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:39 smithi078 bash[28923]: cluster 2024-09-18T08:40:38.594330+0000 mgr.y (mgr.14150) 158 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:40.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:39 smithi189 bash[21687]: cluster 2024-09-18T08:40:38.594330+0000 mgr.y (mgr.14150) 158 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:41.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:41 smithi078 bash[19887]: cluster 2024-09-18T08:40:40.594867+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:41.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:41 smithi078 bash[28923]: cluster 2024-09-18T08:40:40.594867+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:42.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:41 smithi189 bash[21687]: cluster 2024-09-18T08:40:40.594867+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:43 smithi078 bash[19887]: cluster 2024-09-18T08:40:42.595325+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:43.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:43 smithi078 bash[28923]: cluster 2024-09-18T08:40:42.595325+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:44.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:43 smithi189 bash[21687]: cluster 2024-09-18T08:40:42.595325+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:45.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:45 smithi078 bash[19887]: cluster 2024-09-18T08:40:44.595762+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:45.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:45 smithi078 bash[28923]: cluster 2024-09-18T08:40:44.595762+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:46.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:45 smithi189 bash[21687]: cluster 2024-09-18T08:40:44.595762+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:47.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:46 smithi189 bash[21687]: audit 2024-09-18T08:40:45.936475+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-18T08:40:47.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:46 smithi189 bash[21687]: audit 2024-09-18T08:40:45.938151+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:40:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:46 smithi078 bash[19887]: audit 2024-09-18T08:40:45.936475+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-18T08:40:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:46 smithi078 bash[19887]: audit 2024-09-18T08:40:45.938151+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:40:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:46 smithi078 bash[28923]: audit 2024-09-18T08:40:45.936475+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-18T08:40:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:46 smithi078 bash[28923]: audit 2024-09-18T08:40:45.938151+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:40:47.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:47 smithi078 bash[19887]: cephadm 2024-09-18T08:40:45.939692+0000 mgr.y (mgr.14150) 162 : cephadm [INF] Deploying daemon osd.2 on smithi078 2024-09-18T08:40:47.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:47 smithi078 bash[19887]: cluster 2024-09-18T08:40:46.596211+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:47.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:47 smithi078 bash[28923]: cephadm 2024-09-18T08:40:45.939692+0000 mgr.y (mgr.14150) 162 : cephadm [INF] Deploying daemon osd.2 on smithi078 2024-09-18T08:40:47.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:47 smithi078 bash[28923]: cluster 2024-09-18T08:40:46.596211+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:48.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:47 smithi189 bash[21687]: cephadm 2024-09-18T08:40:45.939692+0000 mgr.y (mgr.14150) 162 : cephadm [INF] Deploying daemon osd.2 on smithi078 2024-09-18T08:40:48.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:47 smithi189 bash[21687]: cluster 2024-09-18T08:40:46.596211+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:49.790 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:49 smithi078 bash[19887]: cluster 2024-09-18T08:40:48.596657+0000 mgr.y (mgr.14150) 164 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:49.790 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:49 smithi078 bash[28923]: cluster 2024-09-18T08:40:48.596657+0000 mgr.y (mgr.14150) 164 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:50.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:49 smithi189 bash[21687]: cluster 2024-09-18T08:40:48.596657+0000 mgr.y (mgr.14150) 164 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:50.849 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:40:50.850 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 08:40:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:40:50.850 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 08:40:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:40:50.850 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:40:50.851 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:40:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:40:51.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:40:51.204 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:40:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:40:51.204 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 08:40:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:40:51.205 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 08:40:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:40:51.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:40:52.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:51 smithi189 bash[21687]: cluster 2024-09-18T08:40:50.596985+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:52.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:51 smithi189 bash[21687]: audit 2024-09-18T08:40:51.125453+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:40:52.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:51 smithi189 bash[21687]: audit 2024-09-18T08:40:51.129572+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:52.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:51 smithi189 bash[21687]: audit 2024-09-18T08:40:51.134220+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:52.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:51 smithi078 bash[19887]: cluster 2024-09-18T08:40:50.596985+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:52.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:51 smithi078 bash[19887]: audit 2024-09-18T08:40:51.125453+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:40:52.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:51 smithi078 bash[19887]: audit 2024-09-18T08:40:51.129572+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:52.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:51 smithi078 bash[19887]: audit 2024-09-18T08:40:51.134220+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:52.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:51 smithi078 bash[28923]: cluster 2024-09-18T08:40:50.596985+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:52.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:51 smithi078 bash[28923]: audit 2024-09-18T08:40:51.125453+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:40:52.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:51 smithi078 bash[28923]: audit 2024-09-18T08:40:51.129572+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:52.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:51 smithi078 bash[28923]: audit 2024-09-18T08:40:51.134220+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:53.841 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:53 smithi078 bash[19887]: cluster 2024-09-18T08:40:52.597266+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v129: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:53.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:53 smithi078 bash[28923]: cluster 2024-09-18T08:40:52.597266+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v129: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:54.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:53 smithi189 bash[21687]: cluster 2024-09-18T08:40:52.597266+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v129: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:55.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:55 smithi078 bash[28923]: cluster 2024-09-18T08:40:54.597569+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:55.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:55 smithi078 bash[19887]: cluster 2024-09-18T08:40:54.597569+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:56.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:55 smithi189 bash[21687]: cluster 2024-09-18T08:40:54.597569+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:57.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:57 smithi078 bash[19887]: cluster 2024-09-18T08:40:56.598083+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v131: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:57.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:57 smithi078 bash[28923]: cluster 2024-09-18T08:40:56.598083+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v131: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:58.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:57 smithi189 bash[21687]: cluster 2024-09-18T08:40:56.598083+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v131: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:59.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:58 smithi189 bash[21687]: audit 2024-09-18T08:40:57.886686+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:59.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:58 smithi189 bash[21687]: audit 2024-09-18T08:40:57.893840+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:59.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:58 smithi189 bash[21687]: audit 2024-09-18T08:40:57.895049+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:40:59.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:58 smithi189 bash[21687]: audit 2024-09-18T08:40:57.895907+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:40:59.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:58 smithi189 bash[21687]: audit 2024-09-18T08:40:57.903179+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:59.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:40:58 smithi189 bash[21687]: cluster 2024-09-18T08:40:58.598577+0000 mgr.y (mgr.14150) 169 : cluster [DBG] pgmap v132: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:58 smithi078 bash[19887]: audit 2024-09-18T08:40:57.886686+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:58 smithi078 bash[19887]: audit 2024-09-18T08:40:57.893840+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:58 smithi078 bash[19887]: audit 2024-09-18T08:40:57.895049+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:40:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:58 smithi078 bash[19887]: audit 2024-09-18T08:40:57.895907+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:40:59.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:58 smithi078 bash[19887]: audit 2024-09-18T08:40:57.903179+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:59.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:40:58 smithi078 bash[19887]: cluster 2024-09-18T08:40:58.598577+0000 mgr.y (mgr.14150) 169 : cluster [DBG] pgmap v132: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:40:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:58 smithi078 bash[28923]: audit 2024-09-18T08:40:57.886686+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:58 smithi078 bash[28923]: audit 2024-09-18T08:40:57.893840+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:58 smithi078 bash[28923]: audit 2024-09-18T08:40:57.895049+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:40:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:58 smithi078 bash[28923]: audit 2024-09-18T08:40:57.895907+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:40:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:58 smithi078 bash[28923]: audit 2024-09-18T08:40:57.903179+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:40:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:40:58 smithi078 bash[28923]: cluster 2024-09-18T08:40:58.598577+0000 mgr.y (mgr.14150) 169 : cluster [DBG] pgmap v132: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:41:00.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:00 smithi078 bash[19887]: audit 2024-09-18T08:41:00.635520+0000 mon.a (mon.0) 394 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-18T08:41:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:00 smithi078 bash[28923]: audit 2024-09-18T08:41:00.635520+0000 mon.a (mon.0) 394 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-18T08:41:01.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:00 smithi189 bash[21687]: audit 2024-09-18T08:41:00.635520+0000 mon.a (mon.0) 394 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-18T08:41:01.750 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:01 smithi078 bash[19887]: cluster 2024-09-18T08:41:00.599144+0000 mgr.y (mgr.14150) 170 : cluster [DBG] pgmap v133: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:41:01.751 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:01 smithi078 bash[19887]: audit 2024-09-18T08:41:00.689928+0000 mon.a (mon.0) 395 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-18T08:41:01.751 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:01 smithi078 bash[19887]: cluster 2024-09-18T08:41:00.694104+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-18T08:41:01.751 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:01 smithi078 bash[19887]: audit 2024-09-18T08:41:00.695935+0000 mon.a (mon.0) 397 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-18T08:41:01.751 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:01 smithi078 bash[19887]: audit 2024-09-18T08:41:00.696223+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:41:01.751 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:01 smithi078 bash[19887]: audit 2024-09-18T08:41:01.692329+0000 mon.a (mon.0) 399 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-18T08:41:01.751 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:01 smithi078 bash[19887]: cluster 2024-09-18T08:41:01.697481+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-18T08:41:01.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:01 smithi078 bash[28923]: cluster 2024-09-18T08:41:00.599144+0000 mgr.y (mgr.14150) 170 : cluster [DBG] pgmap v133: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:41:01.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:01 smithi078 bash[28923]: audit 2024-09-18T08:41:00.689928+0000 mon.a (mon.0) 395 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-18T08:41:01.752 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:01 smithi078 bash[28923]: cluster 2024-09-18T08:41:00.694104+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-18T08:41:01.752 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:01 smithi078 bash[28923]: audit 2024-09-18T08:41:00.695935+0000 mon.a (mon.0) 397 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-18T08:41:01.752 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:01 smithi078 bash[28923]: audit 2024-09-18T08:41:00.696223+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:41:01.752 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:01 smithi078 bash[28923]: audit 2024-09-18T08:41:01.692329+0000 mon.a (mon.0) 399 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-18T08:41:01.752 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:01 smithi078 bash[28923]: cluster 2024-09-18T08:41:01.697481+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-18T08:41:02.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:01 smithi189 bash[21687]: cluster 2024-09-18T08:41:00.599144+0000 mgr.y (mgr.14150) 170 : cluster [DBG] pgmap v133: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:41:02.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:01 smithi189 bash[21687]: audit 2024-09-18T08:41:00.689928+0000 mon.a (mon.0) 395 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-18T08:41:02.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:01 smithi189 bash[21687]: cluster 2024-09-18T08:41:00.694104+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-18T08:41:02.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:01 smithi189 bash[21687]: audit 2024-09-18T08:41:00.695935+0000 mon.a (mon.0) 397 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-18T08:41:02.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:01 smithi189 bash[21687]: audit 2024-09-18T08:41:00.696223+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:41:02.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:01 smithi189 bash[21687]: audit 2024-09-18T08:41:01.692329+0000 mon.a (mon.0) 399 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-18T08:41:02.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:01 smithi189 bash[21687]: cluster 2024-09-18T08:41:01.697481+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-18T08:41:02.282 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 2 on host 'smithi078' 2024-09-18T08:41:02.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:02 smithi078 bash[28923]: audit 2024-09-18T08:41:01.698948+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:41:02.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:02 smithi078 bash[28923]: audit 2024-09-18T08:41:01.708321+0000 mon.a (mon.0) 402 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:41:02.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:02 smithi078 bash[28923]: audit 2024-09-18T08:41:02.240634+0000 mon.a (mon.0) 403 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768]' entity='osd.2' 2024-09-18T08:41:02.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:02 smithi078 bash[28923]: audit 2024-09-18T08:41:02.269134+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:41:02.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:02 smithi078 bash[28923]: audit 2024-09-18T08:41:02.272238+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:02.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:02 smithi078 bash[28923]: audit 2024-09-18T08:41:02.278562+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:02.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:02 smithi078 bash[19887]: audit 2024-09-18T08:41:01.698948+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:41:02.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:02 smithi078 bash[19887]: audit 2024-09-18T08:41:01.708321+0000 mon.a (mon.0) 402 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:41:02.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:02 smithi078 bash[19887]: audit 2024-09-18T08:41:02.240634+0000 mon.a (mon.0) 403 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768]' entity='osd.2' 2024-09-18T08:41:02.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:02 smithi078 bash[19887]: audit 2024-09-18T08:41:02.269134+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:41:02.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:02 smithi078 bash[19887]: audit 2024-09-18T08:41:02.272238+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:02.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:02 smithi078 bash[19887]: audit 2024-09-18T08:41:02.278562+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:02.976 DEBUG:teuthology.orchestra.run.smithi078:osd.2> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.2.service 2024-09-18T08:41:02.978 INFO:tasks.cephadm:Deploying osd.3 on smithi078 with /dev/vg_nvme/lv_1... 2024-09-18T08:41:02.978 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-18T08:41:03.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:02 smithi189 bash[21687]: audit 2024-09-18T08:41:01.698948+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:41:03.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:02 smithi189 bash[21687]: audit 2024-09-18T08:41:01.708321+0000 mon.a (mon.0) 402 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:41:03.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:02 smithi189 bash[21687]: audit 2024-09-18T08:41:02.240634+0000 mon.a (mon.0) 403 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768]' entity='osd.2' 2024-09-18T08:41:03.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:02 smithi189 bash[21687]: audit 2024-09-18T08:41:02.269134+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:41:03.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:02 smithi189 bash[21687]: audit 2024-09-18T08:41:02.272238+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:03.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:02 smithi189 bash[21687]: audit 2024-09-18T08:41:02.278562+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:04.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:03 smithi189 bash[21687]: cluster 2024-09-18T08:41:01.656151+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:41:04.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:03 smithi189 bash[21687]: cluster 2024-09-18T08:41:01.656389+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:41:04.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:03 smithi189 bash[21687]: cluster 2024-09-18T08:41:02.599623+0000 mgr.y (mgr.14150) 171 : cluster [DBG] pgmap v136: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:41:04.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:03 smithi189 bash[21687]: audit 2024-09-18T08:41:02.710347+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:41:04.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:03 smithi189 bash[21687]: cluster 2024-09-18T08:41:03.284394+0000 mon.a (mon.0) 408 : cluster [INF] osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768] boot 2024-09-18T08:41:04.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:03 smithi189 bash[21687]: cluster 2024-09-18T08:41:03.284472+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-18T08:41:04.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:03 smithi189 bash[21687]: audit 2024-09-18T08:41:03.285193+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:41:04.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:03 smithi078 bash[19887]: cluster 2024-09-18T08:41:01.656151+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:41:04.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:03 smithi078 bash[19887]: cluster 2024-09-18T08:41:01.656389+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:41:04.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:03 smithi078 bash[19887]: cluster 2024-09-18T08:41:02.599623+0000 mgr.y (mgr.14150) 171 : cluster [DBG] pgmap v136: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:41:04.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:03 smithi078 bash[19887]: audit 2024-09-18T08:41:02.710347+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:41:04.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:03 smithi078 bash[19887]: cluster 2024-09-18T08:41:03.284394+0000 mon.a (mon.0) 408 : cluster [INF] osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768] boot 2024-09-18T08:41:04.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:03 smithi078 bash[19887]: cluster 2024-09-18T08:41:03.284472+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-18T08:41:04.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:03 smithi078 bash[19887]: audit 2024-09-18T08:41:03.285193+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:41:04.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:03 smithi078 bash[28923]: cluster 2024-09-18T08:41:01.656151+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:41:04.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:03 smithi078 bash[28923]: cluster 2024-09-18T08:41:01.656389+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:41:04.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:03 smithi078 bash[28923]: cluster 2024-09-18T08:41:02.599623+0000 mgr.y (mgr.14150) 171 : cluster [DBG] pgmap v136: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-18T08:41:04.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:03 smithi078 bash[28923]: audit 2024-09-18T08:41:02.710347+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:41:04.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:03 smithi078 bash[28923]: cluster 2024-09-18T08:41:03.284394+0000 mon.a (mon.0) 408 : cluster [INF] osd.2 [v2:172.21.15.78:6818/2229871768,v1:172.21.15.78:6819/2229871768] boot 2024-09-18T08:41:04.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:03 smithi078 bash[28923]: cluster 2024-09-18T08:41:03.284472+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-18T08:41:04.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:03 smithi078 bash[28923]: audit 2024-09-18T08:41:03.285193+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:41:05.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:05 smithi189 bash[21687]: cluster 2024-09-18T08:41:04.295122+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-18T08:41:05.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:05 smithi189 bash[21687]: cluster 2024-09-18T08:41:04.600092+0000 mgr.y (mgr.14150) 172 : cluster [DBG] pgmap v139: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:05.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:05 smithi189 bash[21687]: audit 2024-09-18T08:41:04.721472+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-18T08:41:05.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:05 smithi078 bash[19887]: cluster 2024-09-18T08:41:04.295122+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-18T08:41:05.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:05 smithi078 bash[19887]: cluster 2024-09-18T08:41:04.600092+0000 mgr.y (mgr.14150) 172 : cluster [DBG] pgmap v139: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:05.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:05 smithi078 bash[19887]: audit 2024-09-18T08:41:04.721472+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-18T08:41:05.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:05 smithi078 bash[28923]: cluster 2024-09-18T08:41:04.295122+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-18T08:41:05.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:05 smithi078 bash[28923]: cluster 2024-09-18T08:41:04.600092+0000 mgr.y (mgr.14150) 172 : cluster [DBG] pgmap v139: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:05.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:05 smithi078 bash[28923]: audit 2024-09-18T08:41:04.721472+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-18T08:41:06.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:06 smithi189 bash[21687]: audit 2024-09-18T08:41:05.298795+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-18T08:41:06.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:06 smithi189 bash[21687]: cluster 2024-09-18T08:41:05.302272+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-18T08:41:06.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:06 smithi189 bash[21687]: audit 2024-09-18T08:41:05.303257+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-18T08:41:06.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:06 smithi078 bash[19887]: audit 2024-09-18T08:41:05.298795+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-18T08:41:06.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:06 smithi078 bash[19887]: cluster 2024-09-18T08:41:05.302272+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-18T08:41:06.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:06 smithi078 bash[19887]: audit 2024-09-18T08:41:05.303257+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-18T08:41:06.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:06 smithi078 bash[28923]: audit 2024-09-18T08:41:05.298795+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-18T08:41:06.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:06 smithi078 bash[28923]: cluster 2024-09-18T08:41:05.302272+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-18T08:41:06.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:06 smithi078 bash[28923]: audit 2024-09-18T08:41:05.303257+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-18T08:41:07.323 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:41:07.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:07 smithi189 bash[21687]: audit 2024-09-18T08:41:06.301266+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-18T08:41:07.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:07 smithi189 bash[21687]: cluster 2024-09-18T08:41:06.306827+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-18T08:41:07.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:07 smithi189 bash[21687]: cluster 2024-09-18T08:41:06.600710+0000 mgr.y (mgr.14150) 173 : cluster [DBG] pgmap v142: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:07.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:07 smithi078 bash[28923]: audit 2024-09-18T08:41:06.301266+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-18T08:41:07.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:07 smithi078 bash[28923]: cluster 2024-09-18T08:41:06.306827+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-18T08:41:07.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:07 smithi078 bash[28923]: cluster 2024-09-18T08:41:06.600710+0000 mgr.y (mgr.14150) 173 : cluster [DBG] pgmap v142: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:07.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:07 smithi078 bash[19887]: audit 2024-09-18T08:41:06.301266+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-18T08:41:07.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:07 smithi078 bash[19887]: cluster 2024-09-18T08:41:06.306827+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-18T08:41:07.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:07 smithi078 bash[19887]: cluster 2024-09-18T08:41:06.600710+0000 mgr.y (mgr.14150) 173 : cluster [DBG] pgmap v142: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:08.677 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:08 smithi189 bash[21687]: cluster 2024-09-18T08:41:07.328409+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-09-18T08:41:08.677 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:08 smithi189 bash[21687]: audit 2024-09-18T08:41:07.702517+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:08.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:08 smithi078 bash[19887]: cluster 2024-09-18T08:41:07.328409+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-09-18T08:41:08.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:08 smithi078 bash[19887]: audit 2024-09-18T08:41:07.702517+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:08.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:08 smithi078 bash[28923]: cluster 2024-09-18T08:41:07.328409+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-09-18T08:41:08.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:08 smithi078 bash[28923]: audit 2024-09-18T08:41:07.702517+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:09.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:09 smithi189 bash[21687]: cluster 2024-09-18T08:41:08.601209+0000 mgr.y (mgr.14150) 174 : cluster [DBG] pgmap v144: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:09.682 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:09 smithi078 bash[19887]: cluster 2024-09-18T08:41:08.601209+0000 mgr.y (mgr.14150) 174 : cluster [DBG] pgmap v144: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:09.683 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:09 smithi078 bash[28923]: cluster 2024-09-18T08:41:08.601209+0000 mgr.y (mgr.14150) 174 : cluster [DBG] pgmap v144: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:10.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:10 smithi078 bash[28923]: cluster 2024-09-18T08:41:09.339746+0000 mon.a (mon.0) 420 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-09-18T08:41:10.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:10 smithi078 bash[28923]: audit 2024-09-18T08:41:09.494160+0000 mon.a (mon.0) 421 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T08:41:10.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:10 smithi078 bash[19887]: cluster 2024-09-18T08:41:09.339746+0000 mon.a (mon.0) 420 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-09-18T08:41:10.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:10 smithi078 bash[19887]: audit 2024-09-18T08:41:09.494160+0000 mon.a (mon.0) 421 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T08:41:10.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:10 smithi189 bash[21687]: cluster 2024-09-18T08:41:09.339746+0000 mon.a (mon.0) 420 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-09-18T08:41:10.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:10 smithi189 bash[21687]: audit 2024-09-18T08:41:09.494160+0000 mon.a (mon.0) 421 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T08:41:12.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:12 smithi189 bash[21687]: audit 2024-09-18T08:41:10.339726+0000 mon.a (mon.0) 422 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T08:41:12.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:12 smithi189 bash[21687]: audit 2024-09-18T08:41:10.340740+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:41:12.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:12 smithi189 bash[21687]: audit 2024-09-18T08:41:10.340973+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:41:12.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:12 smithi189 bash[21687]: audit 2024-09-18T08:41:10.341135+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:41:12.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:12 smithi189 bash[21687]: audit 2024-09-18T08:41:10.347635+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T08:41:12.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:12 smithi189 bash[21687]: audit 2024-09-18T08:41:10.349217+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:41:12.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:12 smithi189 bash[21687]: audit 2024-09-18T08:41:10.349356+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:41:12.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:12 smithi189 bash[21687]: audit 2024-09-18T08:41:10.349513+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:41:12.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:12 smithi189 bash[21687]: cluster 2024-09-18T08:41:10.601686+0000 mgr.y (mgr.14150) 175 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:12.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:12 smithi189 bash[21687]: audit 2024-09-18T08:41:11.261488+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T08:41:12.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:12 smithi189 bash[21687]: audit 2024-09-18T08:41:11.300006+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:12.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:12 smithi189 bash[21687]: audit 2024-09-18T08:41:11.302775+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:41:12.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:12 smithi189 bash[21687]: audit 2024-09-18T08:41:11.302938+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:41:12.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:12 smithi189 bash[21687]: audit 2024-09-18T08:41:11.303128+0000 mon.a (mon.0) 432 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:41:12.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[19887]: audit 2024-09-18T08:41:10.339726+0000 mon.a (mon.0) 422 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T08:41:12.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[19887]: audit 2024-09-18T08:41:10.340740+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:41:12.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[19887]: audit 2024-09-18T08:41:10.340973+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:41:12.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[19887]: audit 2024-09-18T08:41:10.341135+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:41:12.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[19887]: audit 2024-09-18T08:41:10.347635+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T08:41:12.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[19887]: audit 2024-09-18T08:41:10.349217+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:41:12.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[19887]: audit 2024-09-18T08:41:10.349356+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:41:12.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[19887]: audit 2024-09-18T08:41:10.349513+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:41:12.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[19887]: cluster 2024-09-18T08:41:10.601686+0000 mgr.y (mgr.14150) 175 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:12.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[19887]: audit 2024-09-18T08:41:11.261488+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T08:41:12.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[19887]: audit 2024-09-18T08:41:11.300006+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:12.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[19887]: audit 2024-09-18T08:41:11.302775+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:41:12.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[19887]: audit 2024-09-18T08:41:11.302938+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:41:12.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[19887]: audit 2024-09-18T08:41:11.303128+0000 mon.a (mon.0) 432 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:41:12.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[28923]: audit 2024-09-18T08:41:10.339726+0000 mon.a (mon.0) 422 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T08:41:12.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[28923]: audit 2024-09-18T08:41:10.340740+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:41:12.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[28923]: audit 2024-09-18T08:41:10.340973+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:41:12.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[28923]: audit 2024-09-18T08:41:10.341135+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:41:12.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[28923]: audit 2024-09-18T08:41:10.347635+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T08:41:12.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[28923]: audit 2024-09-18T08:41:10.349217+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:41:12.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[28923]: audit 2024-09-18T08:41:10.349356+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:41:12.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[28923]: audit 2024-09-18T08:41:10.349513+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:41:12.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[28923]: cluster 2024-09-18T08:41:10.601686+0000 mgr.y (mgr.14150) 175 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:12.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[28923]: audit 2024-09-18T08:41:11.261488+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T08:41:12.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[28923]: audit 2024-09-18T08:41:11.300006+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:12.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[28923]: audit 2024-09-18T08:41:11.302775+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:41:12.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[28923]: audit 2024-09-18T08:41:11.302938+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:41:12.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:12 smithi078 bash[28923]: audit 2024-09-18T08:41:11.303128+0000 mon.a (mon.0) 432 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:41:12.935 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:41:12.984 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi078:vg_nvme/lv_1 2024-09-18T08:41:13.271 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:13 smithi078 bash[19887]: audit 2024-09-18T08:41:11.302568+0000 mon.c (mon.2) 5 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T08:41:13.272 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:13 smithi078 bash[19887]: audit 2024-09-18T08:41:12.152652+0000 mon.c (mon.2) 6 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T08:41:13.272 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:13 smithi078 bash[19887]: cluster 2024-09-18T08:41:12.602196+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:13.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:13 smithi189 bash[21687]: audit 2024-09-18T08:41:11.302568+0000 mon.c (mon.2) 5 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T08:41:13.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:13 smithi189 bash[21687]: audit 2024-09-18T08:41:12.152652+0000 mon.c (mon.2) 6 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T08:41:13.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:13 smithi189 bash[21687]: cluster 2024-09-18T08:41:12.602196+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:13.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:13 smithi078 bash[28923]: audit 2024-09-18T08:41:11.302568+0000 mon.c (mon.2) 5 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T08:41:13.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:13 smithi078 bash[28923]: audit 2024-09-18T08:41:12.152652+0000 mon.c (mon.2) 6 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T08:41:13.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:13 smithi078 bash[28923]: cluster 2024-09-18T08:41:12.602196+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:15.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:15 smithi189 bash[21687]: cluster 2024-09-18T08:41:14.602710+0000 mgr.y (mgr.14150) 177 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:15.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:15 smithi078 bash[19887]: cluster 2024-09-18T08:41:14.602710+0000 mgr.y (mgr.14150) 177 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:15.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:15 smithi078 bash[28923]: cluster 2024-09-18T08:41:14.602710+0000 mgr.y (mgr.14150) 177 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:17.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:17 smithi189 bash[21687]: cephadm 2024-09-18T08:41:16.102709+0000 mgr.y (mgr.14150) 178 : cephadm [INF] Detected new or changed devices on smithi078 2024-09-18T08:41:17.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:17 smithi189 bash[21687]: audit 2024-09-18T08:41:16.111927+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:17.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:17 smithi189 bash[21687]: audit 2024-09-18T08:41:16.123231+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:17.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:17 smithi189 bash[21687]: audit 2024-09-18T08:41:16.126109+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:41:17.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:17 smithi189 bash[21687]: audit 2024-09-18T08:41:16.127608+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:41:17.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:17 smithi189 bash[21687]: audit 2024-09-18T08:41:16.129038+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:41:17.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:17 smithi189 bash[21687]: cephadm 2024-09-18T08:41:16.130149+0000 mgr.y (mgr.14150) 179 : cephadm [INF] Adjusting osd_memory_target on smithi078 to 5413M 2024-09-18T08:41:17.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:17 smithi189 bash[21687]: audit 2024-09-18T08:41:16.137062+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:17.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:17 smithi189 bash[21687]: audit 2024-09-18T08:41:16.141509+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:41:17.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:17 smithi189 bash[21687]: audit 2024-09-18T08:41:16.143208+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:41:17.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:17 smithi189 bash[21687]: audit 2024-09-18T08:41:16.156513+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:17.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:17 smithi189 bash[21687]: cluster 2024-09-18T08:41:16.603310+0000 mgr.y (mgr.14150) 180 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-18T08:41:17.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[19887]: cephadm 2024-09-18T08:41:16.102709+0000 mgr.y (mgr.14150) 178 : cephadm [INF] Detected new or changed devices on smithi078 2024-09-18T08:41:17.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[19887]: audit 2024-09-18T08:41:16.111927+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:17.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[19887]: audit 2024-09-18T08:41:16.123231+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:17.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[19887]: audit 2024-09-18T08:41:16.126109+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:41:17.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[19887]: audit 2024-09-18T08:41:16.127608+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:41:17.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[19887]: audit 2024-09-18T08:41:16.129038+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:41:17.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[19887]: cephadm 2024-09-18T08:41:16.130149+0000 mgr.y (mgr.14150) 179 : cephadm [INF] Adjusting osd_memory_target on smithi078 to 5413M 2024-09-18T08:41:17.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[19887]: audit 2024-09-18T08:41:16.137062+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:17.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[19887]: audit 2024-09-18T08:41:16.141509+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:41:17.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[19887]: audit 2024-09-18T08:41:16.143208+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:41:17.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[19887]: audit 2024-09-18T08:41:16.156513+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:17.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[19887]: cluster 2024-09-18T08:41:16.603310+0000 mgr.y (mgr.14150) 180 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-18T08:41:17.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[28923]: cephadm 2024-09-18T08:41:16.102709+0000 mgr.y (mgr.14150) 178 : cephadm [INF] Detected new or changed devices on smithi078 2024-09-18T08:41:17.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[28923]: audit 2024-09-18T08:41:16.111927+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:17.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[28923]: audit 2024-09-18T08:41:16.123231+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:17.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[28923]: audit 2024-09-18T08:41:16.126109+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:41:17.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[28923]: audit 2024-09-18T08:41:16.127608+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:41:17.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[28923]: audit 2024-09-18T08:41:16.129038+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:41:17.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[28923]: cephadm 2024-09-18T08:41:16.130149+0000 mgr.y (mgr.14150) 179 : cephadm [INF] Adjusting osd_memory_target on smithi078 to 5413M 2024-09-18T08:41:17.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[28923]: audit 2024-09-18T08:41:16.137062+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:17.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[28923]: audit 2024-09-18T08:41:16.141509+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:41:17.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[28923]: audit 2024-09-18T08:41:16.143208+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:41:17.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[28923]: audit 2024-09-18T08:41:16.156513+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:17.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:17 smithi078 bash[28923]: cluster 2024-09-18T08:41:16.603310+0000 mgr.y (mgr.14150) 180 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-18T08:41:19.055 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:41:19.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:19 smithi189 bash[21687]: cluster 2024-09-18T08:41:18.603837+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-18T08:41:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:19 smithi078 bash[19887]: cluster 2024-09-18T08:41:18.603837+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-18T08:41:19.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:19 smithi078 bash[28923]: cluster 2024-09-18T08:41:18.603837+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-18T08:41:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:21 smithi189 bash[21687]: cluster 2024-09-18T08:41:20.604366+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-18T08:41:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:21 smithi189 bash[21687]: audit 2024-09-18T08:41:20.733228+0000 mgr.y (mgr.14150) 183 : audit [DBG] from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:41:21.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:21 smithi189 bash[21687]: audit 2024-09-18T08:41:20.739391+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:41:21.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:21 smithi189 bash[21687]: audit 2024-09-18T08:41:20.744576+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:41:21.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:21 smithi189 bash[21687]: audit 2024-09-18T08:41:20.745752+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:41:21.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:21 smithi078 bash[28923]: cluster 2024-09-18T08:41:20.604366+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-18T08:41:21.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:21 smithi078 bash[28923]: audit 2024-09-18T08:41:20.733228+0000 mgr.y (mgr.14150) 183 : audit [DBG] from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:41:21.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:21 smithi078 bash[28923]: audit 2024-09-18T08:41:20.739391+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:41:21.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:21 smithi078 bash[28923]: audit 2024-09-18T08:41:20.744576+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:41:21.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:21 smithi078 bash[28923]: audit 2024-09-18T08:41:20.745752+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:41:21.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:21 smithi078 bash[19887]: cluster 2024-09-18T08:41:20.604366+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-18T08:41:21.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:21 smithi078 bash[19887]: audit 2024-09-18T08:41:20.733228+0000 mgr.y (mgr.14150) 183 : audit [DBG] from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:41:21.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:21 smithi078 bash[19887]: audit 2024-09-18T08:41:20.739391+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:41:21.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:21 smithi078 bash[19887]: audit 2024-09-18T08:41:20.744576+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:41:21.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:21 smithi078 bash[19887]: audit 2024-09-18T08:41:20.745752+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:41:23.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:23 smithi189 bash[21687]: cluster 2024-09-18T08:41:22.604995+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-18T08:41:23.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:23 smithi078 bash[28923]: cluster 2024-09-18T08:41:22.604995+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-18T08:41:23.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:23 smithi078 bash[19887]: cluster 2024-09-18T08:41:22.604995+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-18T08:41:25.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:25 smithi189 bash[21687]: cluster 2024-09-18T08:41:24.605566+0000 mgr.y (mgr.14150) 185 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-18T08:41:25.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:25 smithi078 bash[28923]: cluster 2024-09-18T08:41:24.605566+0000 mgr.y (mgr.14150) 185 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-18T08:41:25.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:25 smithi078 bash[19887]: cluster 2024-09-18T08:41:24.605566+0000 mgr.y (mgr.14150) 185 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-18T08:41:27.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:27 smithi078 bash[19887]: cluster 2024-09-18T08:41:26.606145+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-18T08:41:27.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:27 smithi078 bash[28923]: cluster 2024-09-18T08:41:26.606145+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-18T08:41:28.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:27 smithi189 bash[21687]: cluster 2024-09-18T08:41:26.606145+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-18T08:41:29.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:29 smithi078 bash[19887]: cluster 2024-09-18T08:41:28.606758+0000 mgr.y (mgr.14150) 187 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:29.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:29 smithi078 bash[19887]: audit 2024-09-18T08:41:29.540466+0000 mon.c (mon.2) 7 : audit [INF] from='client.? 172.21.15.78:0/377166026' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b258428d-1597-4c2c-b653-91be9c28317f"}]: dispatch 2024-09-18T08:41:29.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:29 smithi078 bash[19887]: audit 2024-09-18T08:41:29.541242+0000 mon.a (mon.0) 445 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b258428d-1597-4c2c-b653-91be9c28317f"}]: dispatch 2024-09-18T08:41:29.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:29 smithi078 bash[19887]: audit 2024-09-18T08:41:29.544733+0000 mon.a (mon.0) 446 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b258428d-1597-4c2c-b653-91be9c28317f"}]': finished 2024-09-18T08:41:29.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:29 smithi078 bash[19887]: cluster 2024-09-18T08:41:29.547022+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-18T08:41:29.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:29 smithi078 bash[19887]: audit 2024-09-18T08:41:29.547207+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:41:29.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:29 smithi078 bash[28923]: cluster 2024-09-18T08:41:28.606758+0000 mgr.y (mgr.14150) 187 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:29.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:29 smithi078 bash[28923]: audit 2024-09-18T08:41:29.540466+0000 mon.c (mon.2) 7 : audit [INF] from='client.? 172.21.15.78:0/377166026' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b258428d-1597-4c2c-b653-91be9c28317f"}]: dispatch 2024-09-18T08:41:29.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:29 smithi078 bash[28923]: audit 2024-09-18T08:41:29.541242+0000 mon.a (mon.0) 445 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b258428d-1597-4c2c-b653-91be9c28317f"}]: dispatch 2024-09-18T08:41:29.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:29 smithi078 bash[28923]: audit 2024-09-18T08:41:29.544733+0000 mon.a (mon.0) 446 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b258428d-1597-4c2c-b653-91be9c28317f"}]': finished 2024-09-18T08:41:29.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:29 smithi078 bash[28923]: cluster 2024-09-18T08:41:29.547022+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-18T08:41:29.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:29 smithi078 bash[28923]: audit 2024-09-18T08:41:29.547207+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:41:30.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:29 smithi189 bash[21687]: cluster 2024-09-18T08:41:28.606758+0000 mgr.y (mgr.14150) 187 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:30.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:29 smithi189 bash[21687]: audit 2024-09-18T08:41:29.540466+0000 mon.c (mon.2) 7 : audit [INF] from='client.? 172.21.15.78:0/377166026' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b258428d-1597-4c2c-b653-91be9c28317f"}]: dispatch 2024-09-18T08:41:30.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:29 smithi189 bash[21687]: audit 2024-09-18T08:41:29.541242+0000 mon.a (mon.0) 445 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b258428d-1597-4c2c-b653-91be9c28317f"}]: dispatch 2024-09-18T08:41:30.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:29 smithi189 bash[21687]: audit 2024-09-18T08:41:29.544733+0000 mon.a (mon.0) 446 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b258428d-1597-4c2c-b653-91be9c28317f"}]': finished 2024-09-18T08:41:30.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:29 smithi189 bash[21687]: cluster 2024-09-18T08:41:29.547022+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-18T08:41:30.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:29 smithi189 bash[21687]: audit 2024-09-18T08:41:29.547207+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:41:30.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:30 smithi078 bash[19887]: audit 2024-09-18T08:41:30.138142+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.78:0/4230490863' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:41:30.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:30 smithi078 bash[28923]: audit 2024-09-18T08:41:30.138142+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.78:0/4230490863' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:41:31.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:30 smithi189 bash[21687]: audit 2024-09-18T08:41:30.138142+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.78:0/4230490863' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:41:31.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:31 smithi078 bash[19887]: cluster 2024-09-18T08:41:30.607281+0000 mgr.y (mgr.14150) 188 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:31.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:31 smithi078 bash[28923]: cluster 2024-09-18T08:41:30.607281+0000 mgr.y (mgr.14150) 188 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:32.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:31 smithi189 bash[21687]: cluster 2024-09-18T08:41:30.607281+0000 mgr.y (mgr.14150) 188 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:33.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:33 smithi078 bash[19887]: cluster 2024-09-18T08:41:32.607803+0000 mgr.y (mgr.14150) 189 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:33.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:33 smithi078 bash[28923]: cluster 2024-09-18T08:41:32.607803+0000 mgr.y (mgr.14150) 189 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:34.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:33 smithi189 bash[21687]: cluster 2024-09-18T08:41:32.607803+0000 mgr.y (mgr.14150) 189 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:35.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:35 smithi078 bash[19887]: cluster 2024-09-18T08:41:34.608294+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:35.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:35 smithi078 bash[28923]: cluster 2024-09-18T08:41:34.608294+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:36.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:35 smithi189 bash[21687]: cluster 2024-09-18T08:41:34.608294+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:37.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:37 smithi078 bash[19887]: cluster 2024-09-18T08:41:36.608843+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:37.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:37 smithi078 bash[28923]: cluster 2024-09-18T08:41:36.608843+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:38.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:37 smithi189 bash[21687]: cluster 2024-09-18T08:41:36.608843+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:39.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:39 smithi078 bash[19887]: cluster 2024-09-18T08:41:38.609330+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:39.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:39 smithi078 bash[28923]: cluster 2024-09-18T08:41:38.609330+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:40.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:39 smithi189 bash[21687]: cluster 2024-09-18T08:41:38.609330+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:41.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:41 smithi078 bash[28923]: cluster 2024-09-18T08:41:40.609679+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:41.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:41 smithi078 bash[19887]: cluster 2024-09-18T08:41:40.609679+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:42.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:41 smithi189 bash[21687]: cluster 2024-09-18T08:41:40.609679+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:44.153 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:43 smithi078 bash[28923]: cluster 2024-09-18T08:41:42.610181+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:44.153 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:43 smithi078 bash[28923]: audit 2024-09-18T08:41:43.641007+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-18T08:41:44.153 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:43 smithi078 bash[28923]: audit 2024-09-18T08:41:43.642827+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:41:44.154 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:43 smithi078 bash[19887]: cluster 2024-09-18T08:41:42.610181+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:44.154 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:43 smithi078 bash[19887]: audit 2024-09-18T08:41:43.641007+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-18T08:41:44.154 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:43 smithi078 bash[19887]: audit 2024-09-18T08:41:43.642827+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:41:44.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:43 smithi189 bash[21687]: cluster 2024-09-18T08:41:42.610181+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:44.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:43 smithi189 bash[21687]: audit 2024-09-18T08:41:43.641007+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-18T08:41:44.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:43 smithi189 bash[21687]: audit 2024-09-18T08:41:43.642827+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:41:45.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:44 smithi189 bash[21687]: cephadm 2024-09-18T08:41:43.644327+0000 mgr.y (mgr.14150) 195 : cephadm [INF] Deploying daemon osd.3 on smithi078 2024-09-18T08:41:45.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:44 smithi078 bash[19887]: cephadm 2024-09-18T08:41:43.644327+0000 mgr.y (mgr.14150) 195 : cephadm [INF] Deploying daemon osd.3 on smithi078 2024-09-18T08:41:45.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:44 smithi078 bash[28923]: cephadm 2024-09-18T08:41:43.644327+0000 mgr.y (mgr.14150) 195 : cephadm [INF] Deploying daemon osd.3 on smithi078 2024-09-18T08:41:46.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:45 smithi189 bash[21687]: cluster 2024-09-18T08:41:44.610560+0000 mgr.y (mgr.14150) 196 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:46.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:45 smithi078 bash[28923]: cluster 2024-09-18T08:41:44.610560+0000 mgr.y (mgr.14150) 196 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:46.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:45 smithi078 bash[19887]: cluster 2024-09-18T08:41:44.610560+0000 mgr.y (mgr.14150) 196 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:48.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:47 smithi189 bash[21687]: cluster 2024-09-18T08:41:46.611078+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:48.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:47 smithi078 bash[19887]: cluster 2024-09-18T08:41:46.611078+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:48.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:47 smithi078 bash[28923]: cluster 2024-09-18T08:41:46.611078+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:48.721 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:41:48.722 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 08:41:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:41:48.722 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:41:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:41:48.722 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:41:48.723 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 08:41:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:41:48.723 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 08:41:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:41:49.084 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:41:49.084 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 08:41:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:41:49.085 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:41:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:41:49.085 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:41:49.085 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 08:41:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:41:49.086 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 08:41:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:41:50.125 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:49 smithi078 bash[28923]: cluster 2024-09-18T08:41:48.611413+0000 mgr.y (mgr.14150) 198 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:50.125 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:49 smithi078 bash[28923]: audit 2024-09-18T08:41:49.006668+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:41:50.126 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:49 smithi078 bash[28923]: audit 2024-09-18T08:41:49.012265+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:50.126 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:49 smithi078 bash[28923]: audit 2024-09-18T08:41:49.018237+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:50.126 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:49 smithi078 bash[19887]: cluster 2024-09-18T08:41:48.611413+0000 mgr.y (mgr.14150) 198 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:50.126 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:49 smithi078 bash[19887]: audit 2024-09-18T08:41:49.006668+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:41:50.126 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:49 smithi078 bash[19887]: audit 2024-09-18T08:41:49.012265+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:50.126 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:49 smithi078 bash[19887]: audit 2024-09-18T08:41:49.018237+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:50.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:49 smithi189 bash[21687]: cluster 2024-09-18T08:41:48.611413+0000 mgr.y (mgr.14150) 198 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:50.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:49 smithi189 bash[21687]: audit 2024-09-18T08:41:49.006668+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:41:50.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:49 smithi189 bash[21687]: audit 2024-09-18T08:41:49.012265+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:50.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:49 smithi189 bash[21687]: audit 2024-09-18T08:41:49.018237+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:52.104 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:51 smithi078 bash[28923]: cluster 2024-09-18T08:41:50.611887+0000 mgr.y (mgr.14150) 199 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:52.104 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:51 smithi078 bash[19887]: cluster 2024-09-18T08:41:50.611887+0000 mgr.y (mgr.14150) 199 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:52.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:51 smithi189 bash[21687]: cluster 2024-09-18T08:41:50.611887+0000 mgr.y (mgr.14150) 199 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:54.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:53 smithi189 bash[21687]: cluster 2024-09-18T08:41:52.612403+0000 mgr.y (mgr.14150) 200 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:54.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:53 smithi078 bash[19887]: cluster 2024-09-18T08:41:52.612403+0000 mgr.y (mgr.14150) 200 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:54.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:53 smithi078 bash[28923]: cluster 2024-09-18T08:41:52.612403+0000 mgr.y (mgr.14150) 200 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:55.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:55 smithi078 bash[19887]: cluster 2024-09-18T08:41:54.613037+0000 mgr.y (mgr.14150) 201 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:55.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:55 smithi078 bash[28923]: cluster 2024-09-18T08:41:54.613037+0000 mgr.y (mgr.14150) 201 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:56.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:55 smithi189 bash[21687]: cluster 2024-09-18T08:41:54.613037+0000 mgr.y (mgr.14150) 201 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:57.060 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:56 smithi078 bash[19887]: audit 2024-09-18T08:41:55.849096+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:57.061 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:56 smithi078 bash[19887]: audit 2024-09-18T08:41:55.855106+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:57.061 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:56 smithi078 bash[19887]: audit 2024-09-18T08:41:56.478717+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:41:57.061 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:56 smithi078 bash[19887]: audit 2024-09-18T08:41:56.480050+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:41:57.061 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:56 smithi078 bash[19887]: audit 2024-09-18T08:41:56.488416+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:57.061 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:56 smithi078 bash[19887]: cluster 2024-09-18T08:41:56.613555+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:57.061 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:56 smithi078 bash[28923]: audit 2024-09-18T08:41:55.849096+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:57.061 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:56 smithi078 bash[28923]: audit 2024-09-18T08:41:55.855106+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:57.061 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:56 smithi078 bash[28923]: audit 2024-09-18T08:41:56.478717+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:41:57.062 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:56 smithi078 bash[28923]: audit 2024-09-18T08:41:56.480050+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:41:57.062 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:56 smithi078 bash[28923]: audit 2024-09-18T08:41:56.488416+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:57.062 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:56 smithi078 bash[28923]: cluster 2024-09-18T08:41:56.613555+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:57.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:56 smithi189 bash[21687]: audit 2024-09-18T08:41:55.849096+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:57.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:56 smithi189 bash[21687]: audit 2024-09-18T08:41:55.855106+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:57.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:56 smithi189 bash[21687]: audit 2024-09-18T08:41:56.478717+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:41:57.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:56 smithi189 bash[21687]: audit 2024-09-18T08:41:56.480050+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:41:57.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:56 smithi189 bash[21687]: audit 2024-09-18T08:41:56.488416+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:41:57.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:56 smithi189 bash[21687]: cluster 2024-09-18T08:41:56.613555+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:58.662 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:58 smithi078 bash[19887]: audit 2024-09-18T08:41:58.411163+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/2408600314,v1:172.21.15.78:6827/2408600314]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-18T08:41:58.662 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:58 smithi078 bash[19887]: audit 2024-09-18T08:41:58.411532+0000 mon.a (mon.0) 459 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-18T08:41:58.663 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:58 smithi078 bash[28923]: audit 2024-09-18T08:41:58.411163+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/2408600314,v1:172.21.15.78:6827/2408600314]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-18T08:41:58.663 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:58 smithi078 bash[28923]: audit 2024-09-18T08:41:58.411532+0000 mon.a (mon.0) 459 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-18T08:41:58.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:58 smithi189 bash[21687]: audit 2024-09-18T08:41:58.411163+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/2408600314,v1:172.21.15.78:6827/2408600314]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-18T08:41:58.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:58 smithi189 bash[21687]: audit 2024-09-18T08:41:58.411532+0000 mon.a (mon.0) 459 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-18T08:41:59.903 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 3 on host 'smithi078' 2024-09-18T08:41:59.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:59 smithi078 bash[19887]: audit 2024-09-18T08:41:58.495736+0000 mon.a (mon.0) 460 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-18T08:41:59.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:59 smithi078 bash[19887]: audit 2024-09-18T08:41:58.502504+0000 mon.c (mon.2) 10 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/2408600314,v1:172.21.15.78:6827/2408600314]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-18T08:41:59.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:59 smithi078 bash[19887]: cluster 2024-09-18T08:41:58.505442+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-18T08:41:59.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:59 smithi078 bash[19887]: audit 2024-09-18T08:41:58.505772+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:41:59.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:59 smithi078 bash[19887]: audit 2024-09-18T08:41:58.506527+0000 mon.a (mon.0) 463 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-18T08:41:59.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:41:59 smithi078 bash[19887]: cluster 2024-09-18T08:41:58.614078+0000 mgr.y (mgr.14150) 203 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:59.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:59 smithi189 bash[21687]: audit 2024-09-18T08:41:58.495736+0000 mon.a (mon.0) 460 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-18T08:41:59.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:59 smithi189 bash[21687]: audit 2024-09-18T08:41:58.502504+0000 mon.c (mon.2) 10 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/2408600314,v1:172.21.15.78:6827/2408600314]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-18T08:41:59.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:59 smithi189 bash[21687]: cluster 2024-09-18T08:41:58.505442+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-18T08:41:59.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:59 smithi189 bash[21687]: audit 2024-09-18T08:41:58.505772+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:41:59.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:59 smithi189 bash[21687]: audit 2024-09-18T08:41:58.506527+0000 mon.a (mon.0) 463 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-18T08:41:59.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:41:59 smithi189 bash[21687]: cluster 2024-09-18T08:41:58.614078+0000 mgr.y (mgr.14150) 203 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:41:59.925 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:59 smithi078 bash[28923]: audit 2024-09-18T08:41:58.495736+0000 mon.a (mon.0) 460 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-18T08:41:59.925 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:59 smithi078 bash[28923]: audit 2024-09-18T08:41:58.502504+0000 mon.c (mon.2) 10 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/2408600314,v1:172.21.15.78:6827/2408600314]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-18T08:41:59.925 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:59 smithi078 bash[28923]: cluster 2024-09-18T08:41:58.505442+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-18T08:41:59.925 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:59 smithi078 bash[28923]: audit 2024-09-18T08:41:58.505772+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:41:59.925 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:59 smithi078 bash[28923]: audit 2024-09-18T08:41:58.506527+0000 mon.a (mon.0) 463 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-18T08:41:59.926 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:41:59 smithi078 bash[28923]: cluster 2024-09-18T08:41:58.614078+0000 mgr.y (mgr.14150) 203 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:42:00.676 DEBUG:teuthology.orchestra.run.smithi078:osd.3> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.3.service 2024-09-18T08:42:00.679 INFO:tasks.cephadm:Deploying osd.4 on smithi189 with /dev/vg_nvme/lv_4... 2024-09-18T08:42:00.679 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-18T08:42:00.808 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:00 smithi189 bash[21687]: audit 2024-09-18T08:41:59.498195+0000 mon.a (mon.0) 464 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-18T08:42:00.808 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:00 smithi189 bash[21687]: cluster 2024-09-18T08:41:59.505413+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2024-09-18T08:42:00.808 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:00 smithi189 bash[21687]: audit 2024-09-18T08:41:59.506424+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:42:00.809 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:00 smithi189 bash[21687]: audit 2024-09-18T08:41:59.519732+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:42:00.809 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:00 smithi189 bash[21687]: audit 2024-09-18T08:41:59.823655+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:42:00.809 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:00 smithi189 bash[21687]: audit 2024-09-18T08:41:59.891776+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:00.809 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:00 smithi189 bash[21687]: audit 2024-09-18T08:41:59.898847+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:00.809 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:00 smithi189 bash[21687]: audit 2024-09-18T08:42:00.008388+0000 mon.a (mon.0) 471 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-18T08:42:00.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:00 smithi078 bash[19887]: audit 2024-09-18T08:41:59.498195+0000 mon.a (mon.0) 464 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-18T08:42:00.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:00 smithi078 bash[19887]: cluster 2024-09-18T08:41:59.505413+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2024-09-18T08:42:00.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:00 smithi078 bash[19887]: audit 2024-09-18T08:41:59.506424+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:42:00.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:00 smithi078 bash[19887]: audit 2024-09-18T08:41:59.519732+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:42:00.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:00 smithi078 bash[19887]: audit 2024-09-18T08:41:59.823655+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:42:00.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:00 smithi078 bash[19887]: audit 2024-09-18T08:41:59.891776+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:00.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:00 smithi078 bash[19887]: audit 2024-09-18T08:41:59.898847+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:00.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:00 smithi078 bash[19887]: audit 2024-09-18T08:42:00.008388+0000 mon.a (mon.0) 471 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-18T08:42:00.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:00 smithi078 bash[28923]: audit 2024-09-18T08:41:59.498195+0000 mon.a (mon.0) 464 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-18T08:42:00.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:00 smithi078 bash[28923]: cluster 2024-09-18T08:41:59.505413+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2024-09-18T08:42:00.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:00 smithi078 bash[28923]: audit 2024-09-18T08:41:59.506424+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:42:00.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:00 smithi078 bash[28923]: audit 2024-09-18T08:41:59.519732+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:42:00.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:00 smithi078 bash[28923]: audit 2024-09-18T08:41:59.823655+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:42:00.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:00 smithi078 bash[28923]: audit 2024-09-18T08:41:59.891776+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:00.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:00 smithi078 bash[28923]: audit 2024-09-18T08:41:59.898847+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:00.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:00 smithi078 bash[28923]: audit 2024-09-18T08:42:00.008388+0000 mon.a (mon.0) 471 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-18T08:42:01.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:01 smithi189 bash[21687]: cluster 2024-09-18T08:41:59.368712+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:42:01.985 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:01 smithi189 bash[21687]: cluster 2024-09-18T08:41:59.368847+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:42:01.985 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:01 smithi189 bash[21687]: audit 2024-09-18T08:42:00.517795+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:42:01.985 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:01 smithi189 bash[21687]: cluster 2024-09-18T08:42:00.614713+0000 mgr.y (mgr.14150) 204 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:42:01.986 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:01 smithi189 bash[21687]: cluster 2024-09-18T08:42:01.014701+0000 mon.a (mon.0) 473 : cluster [INF] osd.3 [v2:172.21.15.78:6826/2408600314,v1:172.21.15.78:6827/2408600314] boot 2024-09-18T08:42:01.986 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:01 smithi189 bash[21687]: cluster 2024-09-18T08:42:01.014774+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-18T08:42:01.986 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:01 smithi189 bash[21687]: audit 2024-09-18T08:42:01.014998+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:42:01.986 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:01 smithi078 bash[19887]: cluster 2024-09-18T08:41:59.368712+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:42:01.986 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:01 smithi078 bash[19887]: cluster 2024-09-18T08:41:59.368847+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:42:01.986 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:01 smithi078 bash[19887]: audit 2024-09-18T08:42:00.517795+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:42:01.987 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:01 smithi078 bash[19887]: cluster 2024-09-18T08:42:00.614713+0000 mgr.y (mgr.14150) 204 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:42:01.987 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:01 smithi078 bash[19887]: cluster 2024-09-18T08:42:01.014701+0000 mon.a (mon.0) 473 : cluster [INF] osd.3 [v2:172.21.15.78:6826/2408600314,v1:172.21.15.78:6827/2408600314] boot 2024-09-18T08:42:01.987 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:01 smithi078 bash[19887]: cluster 2024-09-18T08:42:01.014774+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-18T08:42:01.987 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:01 smithi078 bash[19887]: audit 2024-09-18T08:42:01.014998+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:42:01.987 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:01 smithi078 bash[28923]: cluster 2024-09-18T08:41:59.368712+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:42:01.987 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:01 smithi078 bash[28923]: cluster 2024-09-18T08:41:59.368847+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:42:01.987 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:01 smithi078 bash[28923]: audit 2024-09-18T08:42:00.517795+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:42:01.987 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:01 smithi078 bash[28923]: cluster 2024-09-18T08:42:00.614713+0000 mgr.y (mgr.14150) 204 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-18T08:42:01.987 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:01 smithi078 bash[28923]: cluster 2024-09-18T08:42:01.014701+0000 mon.a (mon.0) 473 : cluster [INF] osd.3 [v2:172.21.15.78:6826/2408600314,v1:172.21.15.78:6827/2408600314] boot 2024-09-18T08:42:01.988 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:01 smithi078 bash[28923]: cluster 2024-09-18T08:42:01.014774+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-18T08:42:01.988 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:01 smithi078 bash[28923]: audit 2024-09-18T08:42:01.014998+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:42:03.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:03 smithi189 bash[21687]: cluster 2024-09-18T08:42:02.015581+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-09-18T08:42:03.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:03 smithi189 bash[21687]: cluster 2024-09-18T08:42:02.615258+0000 mgr.y (mgr.14150) 205 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:03.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:03 smithi078 bash[28923]: cluster 2024-09-18T08:42:02.015581+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-09-18T08:42:03.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:03 smithi078 bash[28923]: cluster 2024-09-18T08:42:02.615258+0000 mgr.y (mgr.14150) 205 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:03.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:03 smithi078 bash[19887]: cluster 2024-09-18T08:42:02.015581+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-09-18T08:42:03.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:03 smithi078 bash[19887]: cluster 2024-09-18T08:42:02.615258+0000 mgr.y (mgr.14150) 205 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:05.406 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T08:42:05.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:05 smithi189 bash[21687]: cluster 2024-09-18T08:42:04.615820+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:05.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:05 smithi078 bash[19887]: cluster 2024-09-18T08:42:04.615820+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:05.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:05 smithi078 bash[28923]: cluster 2024-09-18T08:42:04.615820+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:07.943 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:07 smithi189 bash[21687]: cluster 2024-09-18T08:42:06.616373+0000 mgr.y (mgr.14150) 207 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:07.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:07 smithi078 bash[28923]: cluster 2024-09-18T08:42:06.616373+0000 mgr.y (mgr.14150) 207 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:07.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:07 smithi078 bash[19887]: cluster 2024-09-18T08:42:06.616373+0000 mgr.y (mgr.14150) 207 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:09.004 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-09-18T08:42:09.054 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi189:vg_nvme/lv_4 2024-09-18T08:42:09.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:09 smithi078 bash[19887]: cluster 2024-09-18T08:42:08.616774+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:09.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:09 smithi078 bash[28923]: cluster 2024-09-18T08:42:08.616774+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:10.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:09 smithi189 bash[21687]: cluster 2024-09-18T08:42:08.616774+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:11.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[19887]: cephadm 2024-09-18T08:42:09.930716+0000 mgr.y (mgr.14150) 209 : cephadm [INF] Detected new or changed devices on smithi078 2024-09-18T08:42:11.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[19887]: audit 2024-09-18T08:42:09.939811+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:11.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[19887]: audit 2024-09-18T08:42:09.950433+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:11.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[19887]: audit 2024-09-18T08:42:09.953583+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:42:11.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[19887]: audit 2024-09-18T08:42:09.955421+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:42:11.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[19887]: audit 2024-09-18T08:42:09.956963+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:42:11.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[19887]: audit 2024-09-18T08:42:09.958622+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:42:11.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[19887]: cephadm 2024-09-18T08:42:09.959754+0000 mgr.y (mgr.14150) 210 : cephadm [INF] Adjusting osd_memory_target on smithi078 to 4060M 2024-09-18T08:42:11.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[19887]: audit 2024-09-18T08:42:09.966005+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:11.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[19887]: audit 2024-09-18T08:42:09.970736+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:42:11.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[19887]: audit 2024-09-18T08:42:09.972155+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:42:11.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[19887]: audit 2024-09-18T08:42:09.981346+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:11.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[19887]: cluster 2024-09-18T08:42:10.617254+0000 mgr.y (mgr.14150) 211 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:11.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[28923]: cephadm 2024-09-18T08:42:09.930716+0000 mgr.y (mgr.14150) 209 : cephadm [INF] Detected new or changed devices on smithi078 2024-09-18T08:42:11.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[28923]: audit 2024-09-18T08:42:09.939811+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:11.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[28923]: audit 2024-09-18T08:42:09.950433+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:11.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[28923]: audit 2024-09-18T08:42:09.953583+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:42:11.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[28923]: audit 2024-09-18T08:42:09.955421+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:42:11.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[28923]: audit 2024-09-18T08:42:09.956963+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:42:11.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[28923]: audit 2024-09-18T08:42:09.958622+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:42:11.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[28923]: cephadm 2024-09-18T08:42:09.959754+0000 mgr.y (mgr.14150) 210 : cephadm [INF] Adjusting osd_memory_target on smithi078 to 4060M 2024-09-18T08:42:11.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[28923]: audit 2024-09-18T08:42:09.966005+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:11.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[28923]: audit 2024-09-18T08:42:09.970736+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:42:11.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[28923]: audit 2024-09-18T08:42:09.972155+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:42:11.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[28923]: audit 2024-09-18T08:42:09.981346+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:11.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:10 smithi078 bash[28923]: cluster 2024-09-18T08:42:10.617254+0000 mgr.y (mgr.14150) 211 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:11.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:10 smithi189 bash[21687]: cephadm 2024-09-18T08:42:09.930716+0000 mgr.y (mgr.14150) 209 : cephadm [INF] Detected new or changed devices on smithi078 2024-09-18T08:42:11.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:10 smithi189 bash[21687]: audit 2024-09-18T08:42:09.939811+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:11.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:10 smithi189 bash[21687]: audit 2024-09-18T08:42:09.950433+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:11.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:10 smithi189 bash[21687]: audit 2024-09-18T08:42:09.953583+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:42:11.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:10 smithi189 bash[21687]: audit 2024-09-18T08:42:09.955421+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:42:11.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:10 smithi189 bash[21687]: audit 2024-09-18T08:42:09.956963+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:42:11.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:10 smithi189 bash[21687]: audit 2024-09-18T08:42:09.958622+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:42:11.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:10 smithi189 bash[21687]: cephadm 2024-09-18T08:42:09.959754+0000 mgr.y (mgr.14150) 210 : cephadm [INF] Adjusting osd_memory_target on smithi078 to 4060M 2024-09-18T08:42:11.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:10 smithi189 bash[21687]: audit 2024-09-18T08:42:09.966005+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:11.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:10 smithi189 bash[21687]: audit 2024-09-18T08:42:09.970736+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:42:11.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:10 smithi189 bash[21687]: audit 2024-09-18T08:42:09.972155+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:42:11.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:10 smithi189 bash[21687]: audit 2024-09-18T08:42:09.981346+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:11.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:10 smithi189 bash[21687]: cluster 2024-09-18T08:42:10.617254+0000 mgr.y (mgr.14150) 211 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:13.777 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T08:42:13.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:13 smithi078 bash[28923]: cluster 2024-09-18T08:42:12.617856+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:13.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:13 smithi078 bash[19887]: cluster 2024-09-18T08:42:12.617856+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:14.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:13 smithi189 bash[21687]: cluster 2024-09-18T08:42:12.617856+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:15.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:15 smithi078 bash[28923]: cluster 2024-09-18T08:42:14.618366+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:15.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:15 smithi078 bash[28923]: audit 2024-09-18T08:42:15.091237+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:42:15.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:15 smithi078 bash[28923]: audit 2024-09-18T08:42:15.097056+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:42:15.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:15 smithi078 bash[28923]: audit 2024-09-18T08:42:15.098587+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:42:15.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:15 smithi078 bash[19887]: cluster 2024-09-18T08:42:14.618366+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:15.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:15 smithi078 bash[19887]: audit 2024-09-18T08:42:15.091237+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:42:15.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:15 smithi078 bash[19887]: audit 2024-09-18T08:42:15.097056+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:42:15.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:15 smithi078 bash[19887]: audit 2024-09-18T08:42:15.098587+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:42:16.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:15 smithi189 bash[21687]: cluster 2024-09-18T08:42:14.618366+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:16.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:15 smithi189 bash[21687]: audit 2024-09-18T08:42:15.091237+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:42:16.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:15 smithi189 bash[21687]: audit 2024-09-18T08:42:15.097056+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:42:16.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:15 smithi189 bash[21687]: audit 2024-09-18T08:42:15.098587+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:42:16.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:16 smithi078 bash[19887]: audit 2024-09-18T08:42:15.084522+0000 mgr.y (mgr.14150) 214 : audit [DBG] from='client.24157 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:42:16.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:16 smithi078 bash[28923]: audit 2024-09-18T08:42:15.084522+0000 mgr.y (mgr.14150) 214 : audit [DBG] from='client.24157 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:42:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:16 smithi189 bash[21687]: audit 2024-09-18T08:42:15.084522+0000 mgr.y (mgr.14150) 214 : audit [DBG] from='client.24157 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:42:17.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:17 smithi078 bash[19887]: cluster 2024-09-18T08:42:16.618891+0000 mgr.y (mgr.14150) 215 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:17.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:17 smithi078 bash[28923]: cluster 2024-09-18T08:42:16.618891+0000 mgr.y (mgr.14150) 215 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:17 smithi189 bash[21687]: cluster 2024-09-18T08:42:16.618891+0000 mgr.y (mgr.14150) 215 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:19 smithi078 bash[19887]: cluster 2024-09-18T08:42:18.619422+0000 mgr.y (mgr.14150) 216 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:19.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:19 smithi078 bash[28923]: cluster 2024-09-18T08:42:18.619422+0000 mgr.y (mgr.14150) 216 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:20.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:19 smithi189 bash[21687]: cluster 2024-09-18T08:42:18.619422+0000 mgr.y (mgr.14150) 216 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:21.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:21 smithi078 bash[19887]: cluster 2024-09-18T08:42:20.619953+0000 mgr.y (mgr.14150) 217 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:21.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:21 smithi078 bash[28923]: cluster 2024-09-18T08:42:20.619953+0000 mgr.y (mgr.14150) 217 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:22.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:21 smithi189 bash[21687]: cluster 2024-09-18T08:42:20.619953+0000 mgr.y (mgr.14150) 217 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:23.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:23 smithi078 bash[19887]: cluster 2024-09-18T08:42:22.620471+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:23.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:23 smithi078 bash[19887]: audit 2024-09-18T08:42:23.438120+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.189:0/960028306' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6276933-18bc-4db6-b62c-12a1e77eee71"}]: dispatch 2024-09-18T08:42:23.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:23 smithi078 bash[19887]: audit 2024-09-18T08:42:23.438291+0000 mon.a (mon.0) 490 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6276933-18bc-4db6-b62c-12a1e77eee71"}]: dispatch 2024-09-18T08:42:23.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:23 smithi078 bash[19887]: audit 2024-09-18T08:42:23.442231+0000 mon.a (mon.0) 491 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6276933-18bc-4db6-b62c-12a1e77eee71"}]': finished 2024-09-18T08:42:23.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:23 smithi078 bash[19887]: cluster 2024-09-18T08:42:23.448660+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-18T08:42:23.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:23 smithi078 bash[19887]: audit 2024-09-18T08:42:23.449155+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:42:23.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:23 smithi078 bash[28923]: cluster 2024-09-18T08:42:22.620471+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:23.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:23 smithi078 bash[28923]: audit 2024-09-18T08:42:23.438120+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.189:0/960028306' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6276933-18bc-4db6-b62c-12a1e77eee71"}]: dispatch 2024-09-18T08:42:23.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:23 smithi078 bash[28923]: audit 2024-09-18T08:42:23.438291+0000 mon.a (mon.0) 490 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6276933-18bc-4db6-b62c-12a1e77eee71"}]: dispatch 2024-09-18T08:42:23.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:23 smithi078 bash[28923]: audit 2024-09-18T08:42:23.442231+0000 mon.a (mon.0) 491 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6276933-18bc-4db6-b62c-12a1e77eee71"}]': finished 2024-09-18T08:42:23.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:23 smithi078 bash[28923]: cluster 2024-09-18T08:42:23.448660+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-18T08:42:23.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:23 smithi078 bash[28923]: audit 2024-09-18T08:42:23.449155+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:42:24.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:23 smithi189 bash[21687]: cluster 2024-09-18T08:42:22.620471+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:24.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:23 smithi189 bash[21687]: audit 2024-09-18T08:42:23.438120+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.189:0/960028306' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6276933-18bc-4db6-b62c-12a1e77eee71"}]: dispatch 2024-09-18T08:42:24.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:23 smithi189 bash[21687]: audit 2024-09-18T08:42:23.438291+0000 mon.a (mon.0) 490 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6276933-18bc-4db6-b62c-12a1e77eee71"}]: dispatch 2024-09-18T08:42:24.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:23 smithi189 bash[21687]: audit 2024-09-18T08:42:23.442231+0000 mon.a (mon.0) 491 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6276933-18bc-4db6-b62c-12a1e77eee71"}]': finished 2024-09-18T08:42:24.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:23 smithi189 bash[21687]: cluster 2024-09-18T08:42:23.448660+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-18T08:42:24.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:23 smithi189 bash[21687]: audit 2024-09-18T08:42:23.449155+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:42:25.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:24 smithi189 bash[21687]: audit 2024-09-18T08:42:24.046412+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.189:0/2945766404' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:42:25.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:24 smithi078 bash[19887]: audit 2024-09-18T08:42:24.046412+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.189:0/2945766404' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:42:25.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:24 smithi078 bash[28923]: audit 2024-09-18T08:42:24.046412+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.189:0/2945766404' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:42:26.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:25 smithi189 bash[21687]: cluster 2024-09-18T08:42:24.621046+0000 mgr.y (mgr.14150) 219 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:26.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:25 smithi078 bash[19887]: cluster 2024-09-18T08:42:24.621046+0000 mgr.y (mgr.14150) 219 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:26.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:25 smithi078 bash[28923]: cluster 2024-09-18T08:42:24.621046+0000 mgr.y (mgr.14150) 219 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:28.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:27 smithi189 bash[21687]: cluster 2024-09-18T08:42:26.621532+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:28.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:27 smithi078 bash[19887]: cluster 2024-09-18T08:42:26.621532+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:28.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:27 smithi078 bash[28923]: cluster 2024-09-18T08:42:26.621532+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:30.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:29 smithi189 bash[21687]: cluster 2024-09-18T08:42:28.622049+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:30.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:29 smithi078 bash[19887]: cluster 2024-09-18T08:42:28.622049+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:30.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:29 smithi078 bash[28923]: cluster 2024-09-18T08:42:28.622049+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:32.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:31 smithi189 bash[21687]: cluster 2024-09-18T08:42:30.622612+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:32.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:31 smithi078 bash[19887]: cluster 2024-09-18T08:42:30.622612+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:32.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:31 smithi078 bash[28923]: cluster 2024-09-18T08:42:30.622612+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:33.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:33 smithi189 bash[21687]: cluster 2024-09-18T08:42:32.623141+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:34.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:33 smithi078 bash[19887]: cluster 2024-09-18T08:42:32.623141+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:34.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:33 smithi078 bash[28923]: cluster 2024-09-18T08:42:32.623141+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:36.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:35 smithi189 bash[21687]: cluster 2024-09-18T08:42:34.623664+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:36.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:35 smithi078 bash[19887]: cluster 2024-09-18T08:42:34.623664+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:36.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:35 smithi078 bash[28923]: cluster 2024-09-18T08:42:34.623664+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:38.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:37 smithi189 bash[21687]: cluster 2024-09-18T08:42:36.624234+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:38.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:37 smithi189 bash[21687]: audit 2024-09-18T08:42:36.860677+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-18T08:42:38.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:37 smithi189 bash[21687]: audit 2024-09-18T08:42:36.862412+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:42:38.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:37 smithi078 bash[19887]: cluster 2024-09-18T08:42:36.624234+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:37 smithi078 bash[19887]: audit 2024-09-18T08:42:36.860677+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-18T08:42:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:37 smithi078 bash[19887]: audit 2024-09-18T08:42:36.862412+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:42:38.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:37 smithi078 bash[28923]: cluster 2024-09-18T08:42:36.624234+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:38.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:37 smithi078 bash[28923]: audit 2024-09-18T08:42:36.860677+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-18T08:42:38.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:37 smithi078 bash[28923]: audit 2024-09-18T08:42:36.862412+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:42:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:38 smithi189 bash[21687]: cephadm 2024-09-18T08:42:36.863864+0000 mgr.y (mgr.14150) 226 : cephadm [INF] Deploying daemon osd.4 on smithi189 2024-09-18T08:42:39.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:38 smithi078 bash[19887]: cephadm 2024-09-18T08:42:36.863864+0000 mgr.y (mgr.14150) 226 : cephadm [INF] Deploying daemon osd.4 on smithi189 2024-09-18T08:42:39.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:38 smithi078 bash[28923]: cephadm 2024-09-18T08:42:36.863864+0000 mgr.y (mgr.14150) 226 : cephadm [INF] Deploying daemon osd.4 on smithi189 2024-09-18T08:42:40.068 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:39 smithi189 bash[21687]: cluster 2024-09-18T08:42:38.624778+0000 mgr.y (mgr.14150) 227 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:40.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:39 smithi078 bash[19887]: cluster 2024-09-18T08:42:38.624778+0000 mgr.y (mgr.14150) 227 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:40.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:39 smithi078 bash[28923]: cluster 2024-09-18T08:42:38.624778+0000 mgr.y (mgr.14150) 227 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:41.384 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:41 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:42:41.384 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:42:41 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:42:41.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:41 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:42:41.673 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:42:41 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:42:42.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:41 smithi189 bash[21687]: cluster 2024-09-18T08:42:40.625332+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:42.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:41 smithi189 bash[21687]: audit 2024-09-18T08:42:41.530135+0000 mon.a (mon.0) 496 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:42:42.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:41 smithi189 bash[21687]: audit 2024-09-18T08:42:41.538565+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:42.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:41 smithi189 bash[21687]: audit 2024-09-18T08:42:41.550655+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:42.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:41 smithi078 bash[19887]: cluster 2024-09-18T08:42:40.625332+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:42.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:41 smithi078 bash[19887]: audit 2024-09-18T08:42:41.530135+0000 mon.a (mon.0) 496 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:42:42.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:41 smithi078 bash[19887]: audit 2024-09-18T08:42:41.538565+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:42.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:41 smithi078 bash[19887]: audit 2024-09-18T08:42:41.550655+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:42.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:41 smithi078 bash[28923]: cluster 2024-09-18T08:42:40.625332+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:42.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:41 smithi078 bash[28923]: audit 2024-09-18T08:42:41.530135+0000 mon.a (mon.0) 496 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:42:42.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:41 smithi078 bash[28923]: audit 2024-09-18T08:42:41.538565+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:42.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:41 smithi078 bash[28923]: audit 2024-09-18T08:42:41.550655+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:44.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:43 smithi189 bash[21687]: cluster 2024-09-18T08:42:42.625829+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:44.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:43 smithi078 bash[19887]: cluster 2024-09-18T08:42:42.625829+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:44.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:43 smithi078 bash[28923]: cluster 2024-09-18T08:42:42.625829+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:46.060 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:45 smithi189 bash[21687]: cluster 2024-09-18T08:42:44.626405+0000 mgr.y (mgr.14150) 230 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:46.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:45 smithi078 bash[19887]: cluster 2024-09-18T08:42:44.626405+0000 mgr.y (mgr.14150) 230 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:45 smithi078 bash[28923]: cluster 2024-09-18T08:42:44.626405+0000 mgr.y (mgr.14150) 230 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:47.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:47 smithi189 bash[21687]: cluster 2024-09-18T08:42:46.627012+0000 mgr.y (mgr.14150) 231 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:48.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:47 smithi078 bash[19887]: cluster 2024-09-18T08:42:46.627012+0000 mgr.y (mgr.14150) 231 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:48.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:47 smithi078 bash[28923]: cluster 2024-09-18T08:42:46.627012+0000 mgr.y (mgr.14150) 231 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:49.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:48 smithi189 bash[21687]: audit 2024-09-18T08:42:47.851029+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:49.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:48 smithi189 bash[21687]: audit 2024-09-18T08:42:47.860993+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:49.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:48 smithi189 bash[21687]: audit 2024-09-18T08:42:48.542846+0000 mon.a (mon.0) 501 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:42:49.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:48 smithi189 bash[21687]: audit 2024-09-18T08:42:48.544212+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:42:49.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:48 smithi189 bash[21687]: audit 2024-09-18T08:42:48.550437+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:49.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:48 smithi189 bash[21687]: cluster 2024-09-18T08:42:48.627519+0000 mgr.y (mgr.14150) 232 : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:49.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:48 smithi078 bash[19887]: audit 2024-09-18T08:42:47.851029+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:48 smithi078 bash[19887]: audit 2024-09-18T08:42:47.860993+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:48 smithi078 bash[19887]: audit 2024-09-18T08:42:48.542846+0000 mon.a (mon.0) 501 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:42:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:48 smithi078 bash[19887]: audit 2024-09-18T08:42:48.544212+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:42:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:48 smithi078 bash[19887]: audit 2024-09-18T08:42:48.550437+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:48 smithi078 bash[19887]: cluster 2024-09-18T08:42:48.627519+0000 mgr.y (mgr.14150) 232 : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:49.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:48 smithi078 bash[28923]: audit 2024-09-18T08:42:47.851029+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:49.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:48 smithi078 bash[28923]: audit 2024-09-18T08:42:47.860993+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:49.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:48 smithi078 bash[28923]: audit 2024-09-18T08:42:48.542846+0000 mon.a (mon.0) 501 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:42:49.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:48 smithi078 bash[28923]: audit 2024-09-18T08:42:48.544212+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:42:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:48 smithi078 bash[28923]: audit 2024-09-18T08:42:48.550437+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:48 smithi078 bash[28923]: cluster 2024-09-18T08:42:48.627519+0000 mgr.y (mgr.14150) 232 : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:51.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:51 smithi189 bash[21687]: cluster 2024-09-18T08:42:50.628044+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:51.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:51 smithi189 bash[21687]: audit 2024-09-18T08:42:51.328529+0000 mon.a (mon.0) 504 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T08:42:51.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:51 smithi189 bash[21687]: audit 2024-09-18T08:42:51.328536+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/3516748471,v1:172.21.15.189:6801/3516748471]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T08:42:51.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:51 smithi078 bash[19887]: cluster 2024-09-18T08:42:50.628044+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:51.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:51 smithi078 bash[19887]: audit 2024-09-18T08:42:51.328529+0000 mon.a (mon.0) 504 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T08:42:51.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:51 smithi078 bash[19887]: audit 2024-09-18T08:42:51.328536+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/3516748471,v1:172.21.15.189:6801/3516748471]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T08:42:51.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:51 smithi078 bash[28923]: cluster 2024-09-18T08:42:50.628044+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:51.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:51 smithi078 bash[28923]: audit 2024-09-18T08:42:51.328529+0000 mon.a (mon.0) 504 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T08:42:51.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:51 smithi078 bash[28923]: audit 2024-09-18T08:42:51.328536+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/3516748471,v1:172.21.15.189:6801/3516748471]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T08:42:52.082 INFO:teuthology.orchestra.run.smithi189.stdout:Created osd(s) 4 on host 'smithi189' 2024-09-18T08:42:52.639 DEBUG:teuthology.orchestra.run.smithi189:osd.4> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.4.service 2024-09-18T08:42:52.641 INFO:tasks.cephadm:Deploying osd.5 on smithi189 with /dev/vg_nvme/lv_3... 2024-09-18T08:42:52.642 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-18T08:42:52.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:52 smithi189 bash[21687]: audit 2024-09-18T08:42:51.690420+0000 mon.a (mon.0) 505 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-18T08:42:52.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:52 smithi189 bash[21687]: cluster 2024-09-18T08:42:51.695263+0000 mon.a (mon.0) 506 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-18T08:42:52.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:52 smithi189 bash[21687]: audit 2024-09-18T08:42:51.698940+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:42:52.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:52 smithi189 bash[21687]: audit 2024-09-18T08:42:51.700463+0000 mon.a (mon.0) 508 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:42:52.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:52 smithi189 bash[21687]: audit 2024-09-18T08:42:51.700546+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/3516748471,v1:172.21.15.189:6801/3516748471]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:42:52.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:52 smithi189 bash[21687]: audit 2024-09-18T08:42:52.062310+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:42:52.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:52 smithi189 bash[21687]: audit 2024-09-18T08:42:52.069736+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:52.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:52 smithi189 bash[21687]: audit 2024-09-18T08:42:52.077754+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:52 smithi078 bash[19887]: audit 2024-09-18T08:42:51.690420+0000 mon.a (mon.0) 505 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-18T08:42:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:52 smithi078 bash[19887]: cluster 2024-09-18T08:42:51.695263+0000 mon.a (mon.0) 506 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-18T08:42:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:52 smithi078 bash[19887]: audit 2024-09-18T08:42:51.698940+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:42:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:52 smithi078 bash[19887]: audit 2024-09-18T08:42:51.700463+0000 mon.a (mon.0) 508 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:42:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:52 smithi078 bash[19887]: audit 2024-09-18T08:42:51.700546+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/3516748471,v1:172.21.15.189:6801/3516748471]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:42:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:52 smithi078 bash[19887]: audit 2024-09-18T08:42:52.062310+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:42:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:52 smithi078 bash[19887]: audit 2024-09-18T08:42:52.069736+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:52 smithi078 bash[19887]: audit 2024-09-18T08:42:52.077754+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:53.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:52 smithi078 bash[28923]: audit 2024-09-18T08:42:51.690420+0000 mon.a (mon.0) 505 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-18T08:42:53.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:52 smithi078 bash[28923]: cluster 2024-09-18T08:42:51.695263+0000 mon.a (mon.0) 506 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-18T08:42:53.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:52 smithi078 bash[28923]: audit 2024-09-18T08:42:51.698940+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:42:53.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:52 smithi078 bash[28923]: audit 2024-09-18T08:42:51.700463+0000 mon.a (mon.0) 508 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:42:53.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:52 smithi078 bash[28923]: audit 2024-09-18T08:42:51.700546+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/3516748471,v1:172.21.15.189:6801/3516748471]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:42:53.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:52 smithi078 bash[28923]: audit 2024-09-18T08:42:52.062310+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:42:53.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:52 smithi078 bash[28923]: audit 2024-09-18T08:42:52.069736+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:53.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:52 smithi078 bash[28923]: audit 2024-09-18T08:42:52.077754+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:42:53.673 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:42:53 smithi189 bash[25092]: debug 2024-09-18T08:42:53.213+0000 7f6931f70640 -1 osd.4 0 waiting for initial osdmap 2024-09-18T08:42:53.674 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:42:53 smithi189 bash[25092]: debug 2024-09-18T08:42:53.241+0000 7f6929d90640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T08:42:54.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:53 smithi189 bash[21687]: cluster 2024-09-18T08:42:52.628552+0000 mgr.y (mgr.14150) 234 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:54.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:53 smithi189 bash[21687]: audit 2024-09-18T08:42:52.692834+0000 mon.a (mon.0) 512 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-09-18T08:42:54.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:53 smithi189 bash[21687]: cluster 2024-09-18T08:42:52.700939+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2024-09-18T08:42:54.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:53 smithi189 bash[21687]: audit 2024-09-18T08:42:52.702324+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:42:54.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:53 smithi189 bash[21687]: audit 2024-09-18T08:42:53.226921+0000 mon.a (mon.0) 515 : audit [INF] from='osd.4 ' entity='osd.4' 2024-09-18T08:42:54.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:53 smithi078 bash[19887]: cluster 2024-09-18T08:42:52.628552+0000 mgr.y (mgr.14150) 234 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:54.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:53 smithi078 bash[19887]: audit 2024-09-18T08:42:52.692834+0000 mon.a (mon.0) 512 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-09-18T08:42:54.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:53 smithi078 bash[19887]: cluster 2024-09-18T08:42:52.700939+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2024-09-18T08:42:54.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:53 smithi078 bash[19887]: audit 2024-09-18T08:42:52.702324+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:42:54.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:53 smithi078 bash[19887]: audit 2024-09-18T08:42:53.226921+0000 mon.a (mon.0) 515 : audit [INF] from='osd.4 ' entity='osd.4' 2024-09-18T08:42:54.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:53 smithi078 bash[28923]: cluster 2024-09-18T08:42:52.628552+0000 mgr.y (mgr.14150) 234 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:54.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:53 smithi078 bash[28923]: audit 2024-09-18T08:42:52.692834+0000 mon.a (mon.0) 512 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-09-18T08:42:54.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:53 smithi078 bash[28923]: cluster 2024-09-18T08:42:52.700939+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2024-09-18T08:42:54.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:53 smithi078 bash[28923]: audit 2024-09-18T08:42:52.702324+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:42:54.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:53 smithi078 bash[28923]: audit 2024-09-18T08:42:53.226921+0000 mon.a (mon.0) 515 : audit [INF] from='osd.4 ' entity='osd.4' 2024-09-18T08:42:55.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:54 smithi189 bash[21687]: cluster 2024-09-18T08:42:52.333421+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:42:55.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:54 smithi189 bash[21687]: cluster 2024-09-18T08:42:52.333501+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:42:55.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:54 smithi189 bash[21687]: cluster 2024-09-18T08:42:53.705135+0000 mon.a (mon.0) 516 : cluster [INF] osd.4 [v2:172.21.15.189:6800/3516748471,v1:172.21.15.189:6801/3516748471] boot 2024-09-18T08:42:55.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:54 smithi189 bash[21687]: cluster 2024-09-18T08:42:53.705241+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-18T08:42:55.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:54 smithi189 bash[21687]: audit 2024-09-18T08:42:53.706118+0000 mon.a (mon.0) 518 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:42:55.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:54 smithi189 bash[21687]: cluster 2024-09-18T08:42:54.198317+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-18T08:42:55.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:54 smithi078 bash[28923]: cluster 2024-09-18T08:42:52.333421+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:42:55.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:54 smithi078 bash[28923]: cluster 2024-09-18T08:42:52.333501+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:42:55.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:54 smithi078 bash[28923]: cluster 2024-09-18T08:42:53.705135+0000 mon.a (mon.0) 516 : cluster [INF] osd.4 [v2:172.21.15.189:6800/3516748471,v1:172.21.15.189:6801/3516748471] boot 2024-09-18T08:42:55.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:54 smithi078 bash[28923]: cluster 2024-09-18T08:42:53.705241+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-18T08:42:55.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:54 smithi078 bash[28923]: audit 2024-09-18T08:42:53.706118+0000 mon.a (mon.0) 518 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:42:55.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:54 smithi078 bash[28923]: cluster 2024-09-18T08:42:54.198317+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-18T08:42:55.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:54 smithi078 bash[19887]: cluster 2024-09-18T08:42:52.333421+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:42:55.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:54 smithi078 bash[19887]: cluster 2024-09-18T08:42:52.333501+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:42:55.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:54 smithi078 bash[19887]: cluster 2024-09-18T08:42:53.705135+0000 mon.a (mon.0) 516 : cluster [INF] osd.4 [v2:172.21.15.189:6800/3516748471,v1:172.21.15.189:6801/3516748471] boot 2024-09-18T08:42:55.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:54 smithi078 bash[19887]: cluster 2024-09-18T08:42:53.705241+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-18T08:42:55.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:54 smithi078 bash[19887]: audit 2024-09-18T08:42:53.706118+0000 mon.a (mon.0) 518 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:42:55.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:54 smithi078 bash[19887]: cluster 2024-09-18T08:42:54.198317+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-18T08:42:56.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:55 smithi189 bash[21687]: cluster 2024-09-18T08:42:54.629099+0000 mgr.y (mgr.14150) 235 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:56.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:55 smithi189 bash[21687]: cluster 2024-09-18T08:42:55.206976+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-09-18T08:42:56.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:55 smithi078 bash[28923]: cluster 2024-09-18T08:42:54.629099+0000 mgr.y (mgr.14150) 235 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:56.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:55 smithi078 bash[28923]: cluster 2024-09-18T08:42:55.206976+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-09-18T08:42:56.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:55 smithi078 bash[19887]: cluster 2024-09-18T08:42:54.629099+0000 mgr.y (mgr.14150) 235 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-18T08:42:56.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:55 smithi078 bash[19887]: cluster 2024-09-18T08:42:55.206976+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-09-18T08:42:57.116 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T08:42:57.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:57 smithi189 bash[21687]: cluster 2024-09-18T08:42:56.209052+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-09-18T08:42:57.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:57 smithi189 bash[21687]: cluster 2024-09-18T08:42:56.629639+0000 mgr.y (mgr.14150) 236 : cluster [DBG] pgmap v210: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 147 KiB/s, 0 objects/s recovering 2024-09-18T08:42:57.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:57 smithi078 bash[19887]: cluster 2024-09-18T08:42:56.209052+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-09-18T08:42:57.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:57 smithi078 bash[19887]: cluster 2024-09-18T08:42:56.629639+0000 mgr.y (mgr.14150) 236 : cluster [DBG] pgmap v210: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 147 KiB/s, 0 objects/s recovering 2024-09-18T08:42:57.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:57 smithi078 bash[28923]: cluster 2024-09-18T08:42:56.209052+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-09-18T08:42:57.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:57 smithi078 bash[28923]: cluster 2024-09-18T08:42:56.629639+0000 mgr.y (mgr.14150) 236 : cluster [DBG] pgmap v210: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 147 KiB/s, 0 objects/s recovering 2024-09-18T08:42:58.606 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:58 smithi189 bash[21687]: cluster 2024-09-18T08:42:57.222979+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in 2024-09-18T08:42:58.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:58 smithi078 bash[19887]: cluster 2024-09-18T08:42:57.222979+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in 2024-09-18T08:42:58.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:58 smithi078 bash[28923]: cluster 2024-09-18T08:42:57.222979+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in 2024-09-18T08:42:59.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:42:59 smithi189 bash[21687]: cluster 2024-09-18T08:42:58.630247+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v212: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-09-18T08:42:59.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:42:59 smithi078 bash[19887]: cluster 2024-09-18T08:42:58.630247+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v212: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-09-18T08:42:59.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:42:59 smithi078 bash[28923]: cluster 2024-09-18T08:42:58.630247+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v212: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-09-18T08:43:01.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:01 smithi189 bash[21687]: cluster 2024-09-18T08:43:00.630814+0000 mgr.y (mgr.14150) 238 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-18T08:43:01.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:01 smithi078 bash[28923]: cluster 2024-09-18T08:43:00.630814+0000 mgr.y (mgr.14150) 238 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-18T08:43:01.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:01 smithi078 bash[19887]: cluster 2024-09-18T08:43:00.630814+0000 mgr.y (mgr.14150) 238 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-18T08:43:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:03 smithi189 bash[21687]: cephadm 2024-09-18T08:43:02.030529+0000 mgr.y (mgr.14150) 239 : cephadm [INF] Detected new or changed devices on smithi189 2024-09-18T08:43:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:03 smithi189 bash[21687]: audit 2024-09-18T08:43:02.041145+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:03.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:03 smithi189 bash[21687]: audit 2024-09-18T08:43:02.051479+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:03.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:03 smithi189 bash[21687]: audit 2024-09-18T08:43:02.054241+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:43:03.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:03 smithi189 bash[21687]: cephadm 2024-09-18T08:43:02.055587+0000 mgr.y (mgr.14150) 240 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 17265M 2024-09-18T08:43:03.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:03 smithi189 bash[21687]: audit 2024-09-18T08:43:02.063727+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:03.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:03 smithi189 bash[21687]: audit 2024-09-18T08:43:02.069091+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:43:03.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:03 smithi189 bash[21687]: audit 2024-09-18T08:43:02.070857+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:43:03.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:03 smithi189 bash[21687]: audit 2024-09-18T08:43:02.084627+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:03.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:03 smithi189 bash[21687]: cluster 2024-09-18T08:43:02.631395+0000 mgr.y (mgr.14150) 241 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-18T08:43:03.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[28923]: cephadm 2024-09-18T08:43:02.030529+0000 mgr.y (mgr.14150) 239 : cephadm [INF] Detected new or changed devices on smithi189 2024-09-18T08:43:03.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[28923]: audit 2024-09-18T08:43:02.041145+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:03.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[28923]: audit 2024-09-18T08:43:02.051479+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:03.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[28923]: audit 2024-09-18T08:43:02.054241+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:43:03.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[28923]: cephadm 2024-09-18T08:43:02.055587+0000 mgr.y (mgr.14150) 240 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 17265M 2024-09-18T08:43:03.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[28923]: audit 2024-09-18T08:43:02.063727+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:03.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[28923]: audit 2024-09-18T08:43:02.069091+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:43:03.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[28923]: audit 2024-09-18T08:43:02.070857+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:43:03.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[28923]: audit 2024-09-18T08:43:02.084627+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:03.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[28923]: cluster 2024-09-18T08:43:02.631395+0000 mgr.y (mgr.14150) 241 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-18T08:43:03.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[19887]: cephadm 2024-09-18T08:43:02.030529+0000 mgr.y (mgr.14150) 239 : cephadm [INF] Detected new or changed devices on smithi189 2024-09-18T08:43:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[19887]: audit 2024-09-18T08:43:02.041145+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[19887]: audit 2024-09-18T08:43:02.051479+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[19887]: audit 2024-09-18T08:43:02.054241+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:43:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[19887]: cephadm 2024-09-18T08:43:02.055587+0000 mgr.y (mgr.14150) 240 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 17265M 2024-09-18T08:43:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[19887]: audit 2024-09-18T08:43:02.063727+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[19887]: audit 2024-09-18T08:43:02.069091+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:43:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[19887]: audit 2024-09-18T08:43:02.070857+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:43:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[19887]: audit 2024-09-18T08:43:02.084627+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:03 smithi078 bash[19887]: cluster 2024-09-18T08:43:02.631395+0000 mgr.y (mgr.14150) 241 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-18T08:43:04.122 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-09-18T08:43:04.171 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi189:vg_nvme/lv_3 2024-09-18T08:43:05.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:05 smithi078 bash[28923]: cluster 2024-09-18T08:43:04.631943+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:05.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:05 smithi078 bash[19887]: cluster 2024-09-18T08:43:04.631943+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:06.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:05 smithi189 bash[21687]: cluster 2024-09-18T08:43:04.631943+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:07.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:07 smithi078 bash[28923]: cluster 2024-09-18T08:43:06.632498+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:07.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:07 smithi078 bash[19887]: cluster 2024-09-18T08:43:06.632498+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:08.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:07 smithi189 bash[21687]: cluster 2024-09-18T08:43:06.632498+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:08.906 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T08:43:09.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:09 smithi078 bash[28923]: cluster 2024-09-18T08:43:08.633049+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:09.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:09 smithi078 bash[19887]: cluster 2024-09-18T08:43:08.633049+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:10.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:09 smithi189 bash[21687]: cluster 2024-09-18T08:43:08.633049+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:10 smithi189 bash[21687]: audit 2024-09-18T08:43:10.223357+0000 mon.a (mon.0) 530 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:43:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:10 smithi189 bash[21687]: audit 2024-09-18T08:43:10.229396+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:43:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:10 smithi189 bash[21687]: audit 2024-09-18T08:43:10.231162+0000 mon.a (mon.0) 532 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:43:11.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:10 smithi078 bash[28923]: audit 2024-09-18T08:43:10.223357+0000 mon.a (mon.0) 530 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:43:11.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:10 smithi078 bash[28923]: audit 2024-09-18T08:43:10.229396+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:43:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:10 smithi078 bash[28923]: audit 2024-09-18T08:43:10.231162+0000 mon.a (mon.0) 532 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:43:11.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:10 smithi078 bash[19887]: audit 2024-09-18T08:43:10.223357+0000 mon.a (mon.0) 530 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:43:11.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:10 smithi078 bash[19887]: audit 2024-09-18T08:43:10.229396+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:43:11.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:10 smithi078 bash[19887]: audit 2024-09-18T08:43:10.231162+0000 mon.a (mon.0) 532 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:43:12.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:11 smithi189 bash[21687]: audit 2024-09-18T08:43:10.216893+0000 mgr.y (mgr.14150) 245 : audit [DBG] from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:43:12.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:11 smithi189 bash[21687]: cluster 2024-09-18T08:43:10.633576+0000 mgr.y (mgr.14150) 246 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:11 smithi078 bash[19887]: audit 2024-09-18T08:43:10.216893+0000 mgr.y (mgr.14150) 245 : audit [DBG] from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:43:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:11 smithi078 bash[19887]: cluster 2024-09-18T08:43:10.633576+0000 mgr.y (mgr.14150) 246 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:11 smithi078 bash[28923]: audit 2024-09-18T08:43:10.216893+0000 mgr.y (mgr.14150) 245 : audit [DBG] from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:43:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:11 smithi078 bash[28923]: cluster 2024-09-18T08:43:10.633576+0000 mgr.y (mgr.14150) 246 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:14.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:13 smithi189 bash[21687]: cluster 2024-09-18T08:43:12.634124+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:14.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:13 smithi078 bash[19887]: cluster 2024-09-18T08:43:12.634124+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:14.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:13 smithi078 bash[28923]: cluster 2024-09-18T08:43:12.634124+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:16.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:15 smithi189 bash[21687]: cluster 2024-09-18T08:43:14.634668+0000 mgr.y (mgr.14150) 248 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:16.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:15 smithi078 bash[19887]: cluster 2024-09-18T08:43:14.634668+0000 mgr.y (mgr.14150) 248 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:16.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:15 smithi078 bash[28923]: cluster 2024-09-18T08:43:14.634668+0000 mgr.y (mgr.14150) 248 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:17 smithi189 bash[21687]: cluster 2024-09-18T08:43:16.635219+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:18.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:17 smithi078 bash[19887]: cluster 2024-09-18T08:43:16.635219+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:18.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:17 smithi078 bash[28923]: cluster 2024-09-18T08:43:16.635219+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:19.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:18 smithi189 bash[21687]: audit 2024-09-18T08:43:18.669476+0000 mon.a (mon.0) 533 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e9faf9e9-771d-4de4-bfe0-5d9de4578f50"}]: dispatch 2024-09-18T08:43:19.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:18 smithi189 bash[21687]: audit 2024-09-18T08:43:18.669534+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.189:0/4219597654' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e9faf9e9-771d-4de4-bfe0-5d9de4578f50"}]: dispatch 2024-09-18T08:43:19.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:18 smithi189 bash[21687]: audit 2024-09-18T08:43:18.675291+0000 mon.a (mon.0) 534 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e9faf9e9-771d-4de4-bfe0-5d9de4578f50"}]': finished 2024-09-18T08:43:19.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:18 smithi189 bash[21687]: cluster 2024-09-18T08:43:18.682575+0000 mon.a (mon.0) 535 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-09-18T08:43:19.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:18 smithi189 bash[21687]: audit 2024-09-18T08:43:18.683148+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:43:19.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:18 smithi078 bash[28923]: audit 2024-09-18T08:43:18.669476+0000 mon.a (mon.0) 533 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e9faf9e9-771d-4de4-bfe0-5d9de4578f50"}]: dispatch 2024-09-18T08:43:19.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:18 smithi078 bash[28923]: audit 2024-09-18T08:43:18.669534+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.189:0/4219597654' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e9faf9e9-771d-4de4-bfe0-5d9de4578f50"}]: dispatch 2024-09-18T08:43:19.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:18 smithi078 bash[28923]: audit 2024-09-18T08:43:18.675291+0000 mon.a (mon.0) 534 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e9faf9e9-771d-4de4-bfe0-5d9de4578f50"}]': finished 2024-09-18T08:43:19.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:18 smithi078 bash[28923]: cluster 2024-09-18T08:43:18.682575+0000 mon.a (mon.0) 535 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-09-18T08:43:19.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:18 smithi078 bash[28923]: audit 2024-09-18T08:43:18.683148+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:43:19.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:18 smithi078 bash[19887]: audit 2024-09-18T08:43:18.669476+0000 mon.a (mon.0) 533 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e9faf9e9-771d-4de4-bfe0-5d9de4578f50"}]: dispatch 2024-09-18T08:43:19.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:18 smithi078 bash[19887]: audit 2024-09-18T08:43:18.669534+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.189:0/4219597654' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e9faf9e9-771d-4de4-bfe0-5d9de4578f50"}]: dispatch 2024-09-18T08:43:19.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:18 smithi078 bash[19887]: audit 2024-09-18T08:43:18.675291+0000 mon.a (mon.0) 534 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e9faf9e9-771d-4de4-bfe0-5d9de4578f50"}]': finished 2024-09-18T08:43:19.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:18 smithi078 bash[19887]: cluster 2024-09-18T08:43:18.682575+0000 mon.a (mon.0) 535 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-09-18T08:43:19.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:18 smithi078 bash[19887]: audit 2024-09-18T08:43:18.683148+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:43:20.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:19 smithi189 bash[21687]: cluster 2024-09-18T08:43:18.635723+0000 mgr.y (mgr.14150) 250 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:20.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:19 smithi189 bash[21687]: audit 2024-09-18T08:43:19.337734+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.189:0/2069171890' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:43:20.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:19 smithi078 bash[28923]: cluster 2024-09-18T08:43:18.635723+0000 mgr.y (mgr.14150) 250 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:20.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:19 smithi078 bash[28923]: audit 2024-09-18T08:43:19.337734+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.189:0/2069171890' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:43:20.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:19 smithi078 bash[19887]: cluster 2024-09-18T08:43:18.635723+0000 mgr.y (mgr.14150) 250 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:20.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:19 smithi078 bash[19887]: audit 2024-09-18T08:43:19.337734+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.189:0/2069171890' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:43:22.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:21 smithi189 bash[21687]: cluster 2024-09-18T08:43:20.636269+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:22.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:21 smithi078 bash[28923]: cluster 2024-09-18T08:43:20.636269+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:22.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:21 smithi078 bash[19887]: cluster 2024-09-18T08:43:20.636269+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:24.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:23 smithi189 bash[21687]: cluster 2024-09-18T08:43:22.636814+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:24.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:23 smithi078 bash[28923]: cluster 2024-09-18T08:43:22.636814+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:24.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:23 smithi078 bash[19887]: cluster 2024-09-18T08:43:22.636814+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:26.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:25 smithi189 bash[21687]: cluster 2024-09-18T08:43:24.637293+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:26.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:25 smithi078 bash[28923]: cluster 2024-09-18T08:43:24.637293+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:26.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:25 smithi078 bash[19887]: cluster 2024-09-18T08:43:24.637293+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:28.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:27 smithi189 bash[21687]: cluster 2024-09-18T08:43:26.637883+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:28.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:27 smithi078 bash[28923]: cluster 2024-09-18T08:43:26.637883+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:28.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:27 smithi078 bash[19887]: cluster 2024-09-18T08:43:26.637883+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:30.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:29 smithi189 bash[21687]: cluster 2024-09-18T08:43:28.638389+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:30.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:29 smithi078 bash[28923]: cluster 2024-09-18T08:43:28.638389+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:30.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:29 smithi078 bash[19887]: cluster 2024-09-18T08:43:28.638389+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:31.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:31 smithi189 bash[21687]: cluster 2024-09-18T08:43:30.638930+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:32.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:31 smithi078 bash[19887]: cluster 2024-09-18T08:43:30.638930+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:32.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:31 smithi078 bash[28923]: cluster 2024-09-18T08:43:30.638930+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:32 smithi189 bash[21687]: audit 2024-09-18T08:43:32.197920+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-18T08:43:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:32 smithi189 bash[21687]: audit 2024-09-18T08:43:32.199718+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:43:33.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:32 smithi078 bash[19887]: audit 2024-09-18T08:43:32.197920+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-18T08:43:33.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:32 smithi078 bash[19887]: audit 2024-09-18T08:43:32.199718+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:43:33.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:32 smithi078 bash[28923]: audit 2024-09-18T08:43:32.197920+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-18T08:43:33.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:32 smithi078 bash[28923]: audit 2024-09-18T08:43:32.199718+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:43:33.902 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:33 smithi189 bash[21687]: cephadm 2024-09-18T08:43:32.201354+0000 mgr.y (mgr.14150) 257 : cephadm [INF] Deploying daemon osd.5 on smithi189 2024-09-18T08:43:33.902 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:33 smithi189 bash[21687]: cluster 2024-09-18T08:43:32.639440+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:34.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:33 smithi078 bash[19887]: cephadm 2024-09-18T08:43:32.201354+0000 mgr.y (mgr.14150) 257 : cephadm [INF] Deploying daemon osd.5 on smithi189 2024-09-18T08:43:34.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:33 smithi078 bash[19887]: cluster 2024-09-18T08:43:32.639440+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:34.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:33 smithi078 bash[28923]: cephadm 2024-09-18T08:43:32.201354+0000 mgr.y (mgr.14150) 257 : cephadm [INF] Deploying daemon osd.5 on smithi189 2024-09-18T08:43:34.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:33 smithi078 bash[28923]: cluster 2024-09-18T08:43:32.639440+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:35.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:35 smithi189 bash[21687]: cluster 2024-09-18T08:43:34.639903+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:36.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:35 smithi078 bash[19887]: cluster 2024-09-18T08:43:34.639903+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:36.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:35 smithi078 bash[28923]: cluster 2024-09-18T08:43:34.639903+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:36.578 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:43:36.579 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:43:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:43:36.579 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:43:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:43:36.898 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:43:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:43:36.898 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:43:36.898 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:43:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:43:38.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:37 smithi189 bash[21687]: cluster 2024-09-18T08:43:36.640463+0000 mgr.y (mgr.14150) 260 : cluster [DBG] pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:38.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:37 smithi189 bash[21687]: audit 2024-09-18T08:43:36.831214+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:43:38.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:37 smithi189 bash[21687]: audit 2024-09-18T08:43:36.838778+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:38.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:37 smithi189 bash[21687]: audit 2024-09-18T08:43:36.846981+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:38.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:37 smithi078 bash[19887]: cluster 2024-09-18T08:43:36.640463+0000 mgr.y (mgr.14150) 260 : cluster [DBG] pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:38.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:37 smithi078 bash[19887]: audit 2024-09-18T08:43:36.831214+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:43:38.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:37 smithi078 bash[19887]: audit 2024-09-18T08:43:36.838778+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:38.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:37 smithi078 bash[19887]: audit 2024-09-18T08:43:36.846981+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:38.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:37 smithi078 bash[28923]: cluster 2024-09-18T08:43:36.640463+0000 mgr.y (mgr.14150) 260 : cluster [DBG] pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:38.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:37 smithi078 bash[28923]: audit 2024-09-18T08:43:36.831214+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:43:38.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:37 smithi078 bash[28923]: audit 2024-09-18T08:43:36.838778+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:38.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:37 smithi078 bash[28923]: audit 2024-09-18T08:43:36.846981+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:40.161 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:39 smithi189 bash[21687]: cluster 2024-09-18T08:43:38.640987+0000 mgr.y (mgr.14150) 261 : cluster [DBG] pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:40.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:39 smithi078 bash[19887]: cluster 2024-09-18T08:43:38.640987+0000 mgr.y (mgr.14150) 261 : cluster [DBG] pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:40.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:39 smithi078 bash[28923]: cluster 2024-09-18T08:43:38.640987+0000 mgr.y (mgr.14150) 261 : cluster [DBG] pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:42.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:41 smithi189 bash[21687]: cluster 2024-09-18T08:43:40.641550+0000 mgr.y (mgr.14150) 262 : cluster [DBG] pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:42.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:41 smithi078 bash[19887]: cluster 2024-09-18T08:43:40.641550+0000 mgr.y (mgr.14150) 262 : cluster [DBG] pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:42.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:41 smithi078 bash[28923]: cluster 2024-09-18T08:43:40.641550+0000 mgr.y (mgr.14150) 262 : cluster [DBG] pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:44.050 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:43 smithi189 bash[21687]: cluster 2024-09-18T08:43:42.642095+0000 mgr.y (mgr.14150) 263 : cluster [DBG] pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:44.050 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:43 smithi189 bash[21687]: audit 2024-09-18T08:43:43.209638+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:44.050 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:43 smithi189 bash[21687]: audit 2024-09-18T08:43:43.218165+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:44.050 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:43 smithi189 bash[21687]: audit 2024-09-18T08:43:43.220030+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:43:44.051 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:43 smithi189 bash[21687]: audit 2024-09-18T08:43:43.221904+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:43:44.051 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:43 smithi189 bash[21687]: audit 2024-09-18T08:43:43.232009+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:44.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:43 smithi078 bash[19887]: cluster 2024-09-18T08:43:42.642095+0000 mgr.y (mgr.14150) 263 : cluster [DBG] pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:44.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:43 smithi078 bash[19887]: audit 2024-09-18T08:43:43.209638+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:44.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:43 smithi078 bash[19887]: audit 2024-09-18T08:43:43.218165+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:44.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:43 smithi078 bash[19887]: audit 2024-09-18T08:43:43.220030+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:43:44.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:43 smithi078 bash[19887]: audit 2024-09-18T08:43:43.221904+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:43:44.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:43 smithi078 bash[19887]: audit 2024-09-18T08:43:43.232009+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:44.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:43 smithi078 bash[28923]: cluster 2024-09-18T08:43:42.642095+0000 mgr.y (mgr.14150) 263 : cluster [DBG] pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:44.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:43 smithi078 bash[28923]: audit 2024-09-18T08:43:43.209638+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:44.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:43 smithi078 bash[28923]: audit 2024-09-18T08:43:43.218165+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:44.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:43 smithi078 bash[28923]: audit 2024-09-18T08:43:43.220030+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:43:44.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:43 smithi078 bash[28923]: audit 2024-09-18T08:43:43.221904+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:43:44.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:43 smithi078 bash[28923]: audit 2024-09-18T08:43:43.232009+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:45.546 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:45 smithi189 bash[21687]: cluster 2024-09-18T08:43:44.642689+0000 mgr.y (mgr.14150) 264 : cluster [DBG] pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:45.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:45 smithi078 bash[19887]: cluster 2024-09-18T08:43:44.642689+0000 mgr.y (mgr.14150) 264 : cluster [DBG] pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:45.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:45 smithi078 bash[28923]: cluster 2024-09-18T08:43:44.642689+0000 mgr.y (mgr.14150) 264 : cluster [DBG] pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:46.559 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:46 smithi189 bash[21687]: audit 2024-09-18T08:43:45.834633+0000 mon.a (mon.0) 547 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T08:43:46.560 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:46 smithi189 bash[21687]: audit 2024-09-18T08:43:45.835000+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/4213705273,v1:172.21.15.189:6809/4213705273]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T08:43:46.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:46 smithi078 bash[19887]: audit 2024-09-18T08:43:45.834633+0000 mon.a (mon.0) 547 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T08:43:46.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:46 smithi078 bash[19887]: audit 2024-09-18T08:43:45.835000+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/4213705273,v1:172.21.15.189:6809/4213705273]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T08:43:46.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:46 smithi078 bash[28923]: audit 2024-09-18T08:43:45.834633+0000 mon.a (mon.0) 547 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T08:43:46.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:46 smithi078 bash[28923]: audit 2024-09-18T08:43:45.835000+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/4213705273,v1:172.21.15.189:6809/4213705273]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T08:43:47.182 INFO:teuthology.orchestra.run.smithi189.stdout:Created osd(s) 5 on host 'smithi189' 2024-09-18T08:43:47.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:47 smithi189 bash[21687]: audit 2024-09-18T08:43:46.223036+0000 mon.a (mon.0) 548 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-18T08:43:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:47 smithi189 bash[21687]: cluster 2024-09-18T08:43:46.228312+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-09-18T08:43:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:47 smithi189 bash[21687]: audit 2024-09-18T08:43:46.232518+0000 mon.a (mon.0) 550 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:43:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:47 smithi189 bash[21687]: audit 2024-09-18T08:43:46.232782+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/4213705273,v1:172.21.15.189:6809/4213705273]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:43:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:47 smithi189 bash[21687]: audit 2024-09-18T08:43:46.242969+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:43:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:47 smithi189 bash[21687]: cluster 2024-09-18T08:43:46.643253+0000 mgr.y (mgr.14150) 265 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:47 smithi189 bash[21687]: audit 2024-09-18T08:43:47.158449+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:43:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:47 smithi189 bash[21687]: audit 2024-09-18T08:43:47.166331+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:47 smithi189 bash[21687]: audit 2024-09-18T08:43:47.176837+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:47.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[19887]: audit 2024-09-18T08:43:46.223036+0000 mon.a (mon.0) 548 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-18T08:43:47.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[19887]: cluster 2024-09-18T08:43:46.228312+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-09-18T08:43:47.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[19887]: audit 2024-09-18T08:43:46.232518+0000 mon.a (mon.0) 550 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:43:47.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[19887]: audit 2024-09-18T08:43:46.232782+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/4213705273,v1:172.21.15.189:6809/4213705273]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:43:47.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[19887]: audit 2024-09-18T08:43:46.242969+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:43:47.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[19887]: cluster 2024-09-18T08:43:46.643253+0000 mgr.y (mgr.14150) 265 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:47.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[19887]: audit 2024-09-18T08:43:47.158449+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:43:47.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[19887]: audit 2024-09-18T08:43:47.166331+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:47.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[19887]: audit 2024-09-18T08:43:47.176837+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:47.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[28923]: audit 2024-09-18T08:43:46.223036+0000 mon.a (mon.0) 548 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-18T08:43:47.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[28923]: cluster 2024-09-18T08:43:46.228312+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-09-18T08:43:47.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[28923]: audit 2024-09-18T08:43:46.232518+0000 mon.a (mon.0) 550 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:43:47.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[28923]: audit 2024-09-18T08:43:46.232782+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/4213705273,v1:172.21.15.189:6809/4213705273]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:43:47.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[28923]: audit 2024-09-18T08:43:46.242969+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:43:47.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[28923]: cluster 2024-09-18T08:43:46.643253+0000 mgr.y (mgr.14150) 265 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:47.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[28923]: audit 2024-09-18T08:43:47.158449+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:43:47.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[28923]: audit 2024-09-18T08:43:47.166331+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:47.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:47 smithi078 bash[28923]: audit 2024-09-18T08:43:47.176837+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:43:47.842 DEBUG:teuthology.orchestra.run.smithi189:osd.5> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.5.service 2024-09-18T08:43:47.845 INFO:tasks.cephadm:Deploying osd.6 on smithi189 with /dev/vg_nvme/lv_2... 2024-09-18T08:43:47.845 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-18T08:43:48.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:48 smithi189 bash[21687]: audit 2024-09-18T08:43:47.227597+0000 mon.a (mon.0) 555 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-09-18T08:43:48.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:48 smithi189 bash[21687]: cluster 2024-09-18T08:43:47.233721+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e38: 6 total, 5 up, 6 in 2024-09-18T08:43:48.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:48 smithi189 bash[21687]: audit 2024-09-18T08:43:47.235109+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:43:48.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:48 smithi189 bash[21687]: audit 2024-09-18T08:43:47.244993+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:43:48.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:48 smithi078 bash[19887]: audit 2024-09-18T08:43:47.227597+0000 mon.a (mon.0) 555 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-09-18T08:43:48.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:48 smithi078 bash[19887]: cluster 2024-09-18T08:43:47.233721+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e38: 6 total, 5 up, 6 in 2024-09-18T08:43:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:48 smithi078 bash[19887]: audit 2024-09-18T08:43:47.235109+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:43:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:48 smithi078 bash[19887]: audit 2024-09-18T08:43:47.244993+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:43:48.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:48 smithi078 bash[28923]: audit 2024-09-18T08:43:47.227597+0000 mon.a (mon.0) 555 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-09-18T08:43:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:48 smithi078 bash[28923]: cluster 2024-09-18T08:43:47.233721+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e38: 6 total, 5 up, 6 in 2024-09-18T08:43:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:48 smithi078 bash[28923]: audit 2024-09-18T08:43:47.235109+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:43:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:48 smithi078 bash[28923]: audit 2024-09-18T08:43:47.244993+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:43:49.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:49 smithi189 bash[21687]: cluster 2024-09-18T08:43:46.790426+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:43:49.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:49 smithi189 bash[21687]: cluster 2024-09-18T08:43:46.790543+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:43:49.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:49 smithi189 bash[21687]: cluster 2024-09-18T08:43:48.242424+0000 mon.a (mon.0) 559 : cluster [INF] osd.5 [v2:172.21.15.189:6808/4213705273,v1:172.21.15.189:6809/4213705273] boot 2024-09-18T08:43:49.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:49 smithi189 bash[21687]: cluster 2024-09-18T08:43:48.242922+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-09-18T08:43:49.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:49 smithi189 bash[21687]: audit 2024-09-18T08:43:48.243770+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:43:49.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:49 smithi189 bash[21687]: cluster 2024-09-18T08:43:48.643719+0000 mgr.y (mgr.14150) 266 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:49.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:49 smithi189 bash[21687]: cluster 2024-09-18T08:43:49.209503+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-09-18T08:43:49.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:49 smithi078 bash[19887]: cluster 2024-09-18T08:43:46.790426+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:43:49.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:49 smithi078 bash[19887]: cluster 2024-09-18T08:43:46.790543+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:43:49.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:49 smithi078 bash[19887]: cluster 2024-09-18T08:43:48.242424+0000 mon.a (mon.0) 559 : cluster [INF] osd.5 [v2:172.21.15.189:6808/4213705273,v1:172.21.15.189:6809/4213705273] boot 2024-09-18T08:43:49.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:49 smithi078 bash[19887]: cluster 2024-09-18T08:43:48.242922+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-09-18T08:43:49.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:49 smithi078 bash[19887]: audit 2024-09-18T08:43:48.243770+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:43:49.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:49 smithi078 bash[19887]: cluster 2024-09-18T08:43:48.643719+0000 mgr.y (mgr.14150) 266 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:49.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:49 smithi078 bash[19887]: cluster 2024-09-18T08:43:49.209503+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-09-18T08:43:49.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:49 smithi078 bash[28923]: cluster 2024-09-18T08:43:46.790426+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:43:49.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:49 smithi078 bash[28923]: cluster 2024-09-18T08:43:46.790543+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:43:49.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:49 smithi078 bash[28923]: cluster 2024-09-18T08:43:48.242424+0000 mon.a (mon.0) 559 : cluster [INF] osd.5 [v2:172.21.15.189:6808/4213705273,v1:172.21.15.189:6809/4213705273] boot 2024-09-18T08:43:49.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:49 smithi078 bash[28923]: cluster 2024-09-18T08:43:48.242922+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-09-18T08:43:49.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:49 smithi078 bash[28923]: audit 2024-09-18T08:43:48.243770+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:43:49.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:49 smithi078 bash[28923]: cluster 2024-09-18T08:43:48.643719+0000 mgr.y (mgr.14150) 266 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-18T08:43:49.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:49 smithi078 bash[28923]: cluster 2024-09-18T08:43:49.209503+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-09-18T08:43:51.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:51 smithi189 bash[21687]: cluster 2024-09-18T08:43:50.211722+0000 mon.a (mon.0) 563 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-09-18T08:43:51.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:51 smithi189 bash[21687]: cluster 2024-09-18T08:43:50.644315+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v244: 1 pgs: 1 remapped+peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:43:51.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:51 smithi078 bash[28923]: cluster 2024-09-18T08:43:50.211722+0000 mon.a (mon.0) 563 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-09-18T08:43:51.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:51 smithi078 bash[28923]: cluster 2024-09-18T08:43:50.644315+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v244: 1 pgs: 1 remapped+peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:43:51.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:51 smithi078 bash[19887]: cluster 2024-09-18T08:43:50.211722+0000 mon.a (mon.0) 563 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-09-18T08:43:51.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:51 smithi078 bash[19887]: cluster 2024-09-18T08:43:50.644315+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v244: 1 pgs: 1 remapped+peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:43:52.202 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T08:43:52.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:52 smithi189 bash[21687]: cluster 2024-09-18T08:43:51.206315+0000 mon.a (mon.0) 564 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-18T08:43:52.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:52 smithi189 bash[21687]: cluster 2024-09-18T08:43:51.226057+0000 mon.a (mon.0) 565 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-09-18T08:43:52.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:52 smithi078 bash[19887]: cluster 2024-09-18T08:43:51.206315+0000 mon.a (mon.0) 564 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-18T08:43:52.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:52 smithi078 bash[19887]: cluster 2024-09-18T08:43:51.226057+0000 mon.a (mon.0) 565 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-09-18T08:43:52.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:52 smithi078 bash[28923]: cluster 2024-09-18T08:43:51.206315+0000 mon.a (mon.0) 564 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-18T08:43:52.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:52 smithi078 bash[28923]: cluster 2024-09-18T08:43:51.226057+0000 mon.a (mon.0) 565 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-09-18T08:43:53.655 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:53 smithi189 bash[21687]: cluster 2024-09-18T08:43:52.224751+0000 mon.a (mon.0) 566 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in 2024-09-18T08:43:53.655 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:53 smithi189 bash[21687]: cluster 2024-09-18T08:43:52.644915+0000 mgr.y (mgr.14150) 268 : cluster [DBG] pgmap v247: 1 pgs: 1 remapped+peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:43:53.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:53 smithi078 bash[19887]: cluster 2024-09-18T08:43:52.224751+0000 mon.a (mon.0) 566 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in 2024-09-18T08:43:53.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:53 smithi078 bash[19887]: cluster 2024-09-18T08:43:52.644915+0000 mgr.y (mgr.14150) 268 : cluster [DBG] pgmap v247: 1 pgs: 1 remapped+peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:43:53.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:53 smithi078 bash[28923]: cluster 2024-09-18T08:43:52.224751+0000 mon.a (mon.0) 566 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in 2024-09-18T08:43:53.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:53 smithi078 bash[28923]: cluster 2024-09-18T08:43:52.644915+0000 mgr.y (mgr.14150) 268 : cluster [DBG] pgmap v247: 1 pgs: 1 remapped+peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:43:55.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:54 smithi189 bash[21687]: cluster 2024-09-18T08:43:54.696559+0000 mon.a (mon.0) 567 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-18T08:43:55.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:54 smithi189 bash[21687]: cluster 2024-09-18T08:43:54.696604+0000 mon.a (mon.0) 568 : cluster [INF] Cluster is now healthy 2024-09-18T08:43:55.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:54 smithi078 bash[19887]: cluster 2024-09-18T08:43:54.696559+0000 mon.a (mon.0) 567 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-18T08:43:55.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:54 smithi078 bash[19887]: cluster 2024-09-18T08:43:54.696604+0000 mon.a (mon.0) 568 : cluster [INF] Cluster is now healthy 2024-09-18T08:43:55.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:54 smithi078 bash[28923]: cluster 2024-09-18T08:43:54.696559+0000 mon.a (mon.0) 567 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-18T08:43:55.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:54 smithi078 bash[28923]: cluster 2024-09-18T08:43:54.696604+0000 mon.a (mon.0) 568 : cluster [INF] Cluster is now healthy 2024-09-18T08:43:55.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:55 smithi189 bash[21687]: cluster 2024-09-18T08:43:54.645485+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:43:56.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:55 smithi078 bash[19887]: cluster 2024-09-18T08:43:54.645485+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:43:56.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:55 smithi078 bash[28923]: cluster 2024-09-18T08:43:54.645485+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:43:56.754 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-09-18T08:43:56.805 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi189:vg_nvme/lv_2 2024-09-18T08:43:58.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:57 smithi189 bash[21687]: cluster 2024-09-18T08:43:56.646078+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-09-18T08:43:58.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:57 smithi078 bash[19887]: cluster 2024-09-18T08:43:56.646078+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-09-18T08:43:58.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:57 smithi078 bash[28923]: cluster 2024-09-18T08:43:56.646078+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-09-18T08:44:00.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:59 smithi189 bash[21687]: cluster 2024-09-18T08:43:58.646637+0000 mgr.y (mgr.14150) 271 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-18T08:44:00.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:59 smithi189 bash[21687]: audit 2024-09-18T08:43:59.662859+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:00.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:59 smithi189 bash[21687]: audit 2024-09-18T08:43:59.673892+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:00.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:59 smithi189 bash[21687]: audit 2024-09-18T08:43:59.676635+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:44:00.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:59 smithi189 bash[21687]: audit 2024-09-18T08:43:59.678464+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:44:00.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:59 smithi189 bash[21687]: audit 2024-09-18T08:43:59.688588+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:00.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:59 smithi189 bash[21687]: audit 2024-09-18T08:43:59.693313+0000 mon.a (mon.0) 574 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:44:00.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:59 smithi189 bash[21687]: audit 2024-09-18T08:43:59.695307+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:44:00.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:43:59 smithi189 bash[21687]: audit 2024-09-18T08:43:59.707130+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:00.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[19887]: cluster 2024-09-18T08:43:58.646637+0000 mgr.y (mgr.14150) 271 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-18T08:44:00.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[19887]: audit 2024-09-18T08:43:59.662859+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:00.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[19887]: audit 2024-09-18T08:43:59.673892+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:00.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[19887]: audit 2024-09-18T08:43:59.676635+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:44:00.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[19887]: audit 2024-09-18T08:43:59.678464+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:44:00.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[19887]: audit 2024-09-18T08:43:59.688588+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:00.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[19887]: audit 2024-09-18T08:43:59.693313+0000 mon.a (mon.0) 574 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:44:00.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[19887]: audit 2024-09-18T08:43:59.695307+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:44:00.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[19887]: audit 2024-09-18T08:43:59.707130+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:00.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[28923]: cluster 2024-09-18T08:43:58.646637+0000 mgr.y (mgr.14150) 271 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-18T08:44:00.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[28923]: audit 2024-09-18T08:43:59.662859+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:00.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[28923]: audit 2024-09-18T08:43:59.673892+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:00.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[28923]: audit 2024-09-18T08:43:59.676635+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:44:00.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[28923]: audit 2024-09-18T08:43:59.678464+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:44:00.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[28923]: audit 2024-09-18T08:43:59.688588+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:00.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[28923]: audit 2024-09-18T08:43:59.693313+0000 mon.a (mon.0) 574 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:44:00.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[28923]: audit 2024-09-18T08:43:59.695307+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:44:00.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:43:59 smithi078 bash[28923]: audit 2024-09-18T08:43:59.707130+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:01.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:00 smithi189 bash[21687]: cephadm 2024-09-18T08:43:59.654334+0000 mgr.y (mgr.14150) 272 : cephadm [INF] Detected new or changed devices on smithi189 2024-09-18T08:44:01.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:00 smithi189 bash[21687]: cephadm 2024-09-18T08:43:59.679898+0000 mgr.y (mgr.14150) 273 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 8632M 2024-09-18T08:44:01.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:00 smithi078 bash[19887]: cephadm 2024-09-18T08:43:59.654334+0000 mgr.y (mgr.14150) 272 : cephadm [INF] Detected new or changed devices on smithi189 2024-09-18T08:44:01.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:00 smithi078 bash[19887]: cephadm 2024-09-18T08:43:59.679898+0000 mgr.y (mgr.14150) 273 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 8632M 2024-09-18T08:44:01.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:00 smithi078 bash[28923]: cephadm 2024-09-18T08:43:59.654334+0000 mgr.y (mgr.14150) 272 : cephadm [INF] Detected new or changed devices on smithi189 2024-09-18T08:44:01.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:00 smithi078 bash[28923]: cephadm 2024-09-18T08:43:59.679898+0000 mgr.y (mgr.14150) 273 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 8632M 2024-09-18T08:44:02.109 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T08:44:02.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:01 smithi189 bash[21687]: cluster 2024-09-18T08:44:00.647196+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-18T08:44:02.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:01 smithi078 bash[28923]: cluster 2024-09-18T08:44:00.647196+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-18T08:44:02.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:01 smithi078 bash[19887]: cluster 2024-09-18T08:44:00.647196+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-18T08:44:04.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:03 smithi189 bash[21687]: cluster 2024-09-18T08:44:02.647742+0000 mgr.y (mgr.14150) 275 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-09-18T08:44:04.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:03 smithi189 bash[21687]: audit 2024-09-18T08:44:03.382306+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:44:04.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:03 smithi189 bash[21687]: audit 2024-09-18T08:44:03.388498+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:44:04.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:03 smithi189 bash[21687]: audit 2024-09-18T08:44:03.390254+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:44:04.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:03 smithi078 bash[19887]: cluster 2024-09-18T08:44:02.647742+0000 mgr.y (mgr.14150) 275 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-09-18T08:44:04.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:03 smithi078 bash[19887]: audit 2024-09-18T08:44:03.382306+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:44:04.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:03 smithi078 bash[19887]: audit 2024-09-18T08:44:03.388498+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:44:04.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:03 smithi078 bash[19887]: audit 2024-09-18T08:44:03.390254+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:44:04.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:03 smithi078 bash[28923]: cluster 2024-09-18T08:44:02.647742+0000 mgr.y (mgr.14150) 275 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-09-18T08:44:04.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:03 smithi078 bash[28923]: audit 2024-09-18T08:44:03.382306+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:44:04.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:03 smithi078 bash[28923]: audit 2024-09-18T08:44:03.388498+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:44:04.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:03 smithi078 bash[28923]: audit 2024-09-18T08:44:03.390254+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:44:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:04 smithi189 bash[21687]: audit 2024-09-18T08:44:03.376007+0000 mgr.y (mgr.14150) 276 : audit [DBG] from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:44:05.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:04 smithi078 bash[28923]: audit 2024-09-18T08:44:03.376007+0000 mgr.y (mgr.14150) 276 : audit [DBG] from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:44:05.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:04 smithi078 bash[19887]: audit 2024-09-18T08:44:03.376007+0000 mgr.y (mgr.14150) 276 : audit [DBG] from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:44:06.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:05 smithi189 bash[21687]: cluster 2024-09-18T08:44:04.648288+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-18T08:44:06.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:05 smithi078 bash[28923]: cluster 2024-09-18T08:44:04.648288+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-18T08:44:06.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:05 smithi078 bash[19887]: cluster 2024-09-18T08:44:04.648288+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-18T08:44:08.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:07 smithi189 bash[21687]: cluster 2024-09-18T08:44:06.648877+0000 mgr.y (mgr.14150) 278 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:08.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:07 smithi078 bash[28923]: cluster 2024-09-18T08:44:06.648877+0000 mgr.y (mgr.14150) 278 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:08.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:07 smithi078 bash[19887]: cluster 2024-09-18T08:44:06.648877+0000 mgr.y (mgr.14150) 278 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:10.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:09 smithi189 bash[21687]: cluster 2024-09-18T08:44:08.649384+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:10.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:09 smithi078 bash[19887]: cluster 2024-09-18T08:44:08.649384+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:10.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:09 smithi078 bash[28923]: cluster 2024-09-18T08:44:08.649384+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:12.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:11 smithi189 bash[21687]: cluster 2024-09-18T08:44:10.649944+0000 mgr.y (mgr.14150) 280 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:12.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:11 smithi189 bash[21687]: audit 2024-09-18T08:44:11.718891+0000 mon.a (mon.0) 580 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "884c6459-302c-452a-a9c8-4bf2a9b06058"}]: dispatch 2024-09-18T08:44:12.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:11 smithi189 bash[21687]: audit 2024-09-18T08:44:11.719183+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.189:0/82777768' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "884c6459-302c-452a-a9c8-4bf2a9b06058"}]: dispatch 2024-09-18T08:44:12.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:11 smithi189 bash[21687]: audit 2024-09-18T08:44:11.722326+0000 mon.a (mon.0) 581 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "884c6459-302c-452a-a9c8-4bf2a9b06058"}]': finished 2024-09-18T08:44:12.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:11 smithi189 bash[21687]: cluster 2024-09-18T08:44:11.732676+0000 mon.a (mon.0) 582 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-09-18T08:44:12.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:11 smithi189 bash[21687]: audit 2024-09-18T08:44:11.733119+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:44:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:11 smithi078 bash[19887]: cluster 2024-09-18T08:44:10.649944+0000 mgr.y (mgr.14150) 280 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:11 smithi078 bash[19887]: audit 2024-09-18T08:44:11.718891+0000 mon.a (mon.0) 580 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "884c6459-302c-452a-a9c8-4bf2a9b06058"}]: dispatch 2024-09-18T08:44:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:11 smithi078 bash[19887]: audit 2024-09-18T08:44:11.719183+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.189:0/82777768' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "884c6459-302c-452a-a9c8-4bf2a9b06058"}]: dispatch 2024-09-18T08:44:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:11 smithi078 bash[19887]: audit 2024-09-18T08:44:11.722326+0000 mon.a (mon.0) 581 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "884c6459-302c-452a-a9c8-4bf2a9b06058"}]': finished 2024-09-18T08:44:12.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:11 smithi078 bash[19887]: cluster 2024-09-18T08:44:11.732676+0000 mon.a (mon.0) 582 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-09-18T08:44:12.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:11 smithi078 bash[19887]: audit 2024-09-18T08:44:11.733119+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:44:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:11 smithi078 bash[28923]: cluster 2024-09-18T08:44:10.649944+0000 mgr.y (mgr.14150) 280 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:11 smithi078 bash[28923]: audit 2024-09-18T08:44:11.718891+0000 mon.a (mon.0) 580 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "884c6459-302c-452a-a9c8-4bf2a9b06058"}]: dispatch 2024-09-18T08:44:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:11 smithi078 bash[28923]: audit 2024-09-18T08:44:11.719183+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.189:0/82777768' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "884c6459-302c-452a-a9c8-4bf2a9b06058"}]: dispatch 2024-09-18T08:44:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:11 smithi078 bash[28923]: audit 2024-09-18T08:44:11.722326+0000 mon.a (mon.0) 581 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "884c6459-302c-452a-a9c8-4bf2a9b06058"}]': finished 2024-09-18T08:44:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:11 smithi078 bash[28923]: cluster 2024-09-18T08:44:11.732676+0000 mon.a (mon.0) 582 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-09-18T08:44:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:11 smithi078 bash[28923]: audit 2024-09-18T08:44:11.733119+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:44:13.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:12 smithi189 bash[21687]: audit 2024-09-18T08:44:12.364375+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.189:0/2080693681' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:44:13.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:12 smithi189 bash[21687]: cluster 2024-09-18T08:44:12.650443+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:13.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:12 smithi078 bash[19887]: audit 2024-09-18T08:44:12.364375+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.189:0/2080693681' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:44:13.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:12 smithi078 bash[19887]: cluster 2024-09-18T08:44:12.650443+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:13.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:12 smithi078 bash[28923]: audit 2024-09-18T08:44:12.364375+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.189:0/2080693681' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:44:13.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:12 smithi078 bash[28923]: cluster 2024-09-18T08:44:12.650443+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:16.046 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:15 smithi189 bash[21687]: cluster 2024-09-18T08:44:14.651019+0000 mgr.y (mgr.14150) 282 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:16.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:15 smithi078 bash[19887]: cluster 2024-09-18T08:44:14.651019+0000 mgr.y (mgr.14150) 282 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:16.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:15 smithi078 bash[28923]: cluster 2024-09-18T08:44:14.651019+0000 mgr.y (mgr.14150) 282 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:18.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:17 smithi189 bash[21687]: cluster 2024-09-18T08:44:16.651541+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:18.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:17 smithi078 bash[19887]: cluster 2024-09-18T08:44:16.651541+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:18.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:17 smithi078 bash[28923]: cluster 2024-09-18T08:44:16.651541+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:20.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:19 smithi189 bash[21687]: cluster 2024-09-18T08:44:18.652086+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:20.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:19 smithi078 bash[19887]: cluster 2024-09-18T08:44:18.652086+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:20.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:19 smithi078 bash[28923]: cluster 2024-09-18T08:44:18.652086+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:22.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:21 smithi189 bash[21687]: cluster 2024-09-18T08:44:20.652631+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:22.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:21 smithi078 bash[19887]: cluster 2024-09-18T08:44:20.652631+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:22.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:21 smithi078 bash[28923]: cluster 2024-09-18T08:44:20.652631+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:24.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:23 smithi189 bash[21687]: cluster 2024-09-18T08:44:22.653161+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:24.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:23 smithi078 bash[19887]: cluster 2024-09-18T08:44:22.653161+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:24.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:23 smithi078 bash[28923]: cluster 2024-09-18T08:44:22.653161+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:25.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:25 smithi189 bash[21687]: cluster 2024-09-18T08:44:24.653648+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:25.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:25 smithi189 bash[21687]: audit 2024-09-18T08:44:25.156415+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-18T08:44:25.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:25 smithi189 bash[21687]: audit 2024-09-18T08:44:25.158085+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:44:26.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:25 smithi078 bash[19887]: cluster 2024-09-18T08:44:24.653648+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:26.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:25 smithi078 bash[19887]: audit 2024-09-18T08:44:25.156415+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-18T08:44:26.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:25 smithi078 bash[19887]: audit 2024-09-18T08:44:25.158085+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:44:26.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:25 smithi078 bash[28923]: cluster 2024-09-18T08:44:24.653648+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:26.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:25 smithi078 bash[28923]: audit 2024-09-18T08:44:25.156415+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-18T08:44:26.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:25 smithi078 bash[28923]: audit 2024-09-18T08:44:25.158085+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:44:26.919 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:26 smithi189 bash[21687]: cephadm 2024-09-18T08:44:25.159675+0000 mgr.y (mgr.14150) 288 : cephadm [INF] Deploying daemon osd.6 on smithi189 2024-09-18T08:44:27.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:26 smithi078 bash[19887]: cephadm 2024-09-18T08:44:25.159675+0000 mgr.y (mgr.14150) 288 : cephadm [INF] Deploying daemon osd.6 on smithi189 2024-09-18T08:44:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:26 smithi078 bash[28923]: cephadm 2024-09-18T08:44:25.159675+0000 mgr.y (mgr.14150) 288 : cephadm [INF] Deploying daemon osd.6 on smithi189 2024-09-18T08:44:27.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:27 smithi189 bash[21687]: cluster 2024-09-18T08:44:26.654162+0000 mgr.y (mgr.14150) 289 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:28.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:27 smithi078 bash[19887]: cluster 2024-09-18T08:44:26.654162+0000 mgr.y (mgr.14150) 289 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:28.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:27 smithi078 bash[28923]: cluster 2024-09-18T08:44:26.654162+0000 mgr.y (mgr.14150) 289 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:29.475 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:44:29 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:44:29.476 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:44:29 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:44:29.476 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:29 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:44:29.476 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 08:44:29 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:44:29.751 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:29 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:44:29.752 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:44:29 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:44:29.752 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:44:29 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:44:29.752 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 08:44:29 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:44:30.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:29 smithi189 bash[21687]: cluster 2024-09-18T08:44:28.654675+0000 mgr.y (mgr.14150) 290 : cluster [DBG] pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:30.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:29 smithi078 bash[19887]: cluster 2024-09-18T08:44:28.654675+0000 mgr.y (mgr.14150) 290 : cluster [DBG] pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:30.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:29 smithi078 bash[28923]: cluster 2024-09-18T08:44:28.654675+0000 mgr.y (mgr.14150) 290 : cluster [DBG] pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:30.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:30 smithi189 bash[21687]: audit 2024-09-18T08:44:29.759711+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:44:30.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:30 smithi189 bash[21687]: audit 2024-09-18T08:44:29.768537+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:30.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:30 smithi189 bash[21687]: audit 2024-09-18T08:44:29.777278+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:31.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:30 smithi078 bash[19887]: audit 2024-09-18T08:44:29.759711+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:44:31.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:30 smithi078 bash[19887]: audit 2024-09-18T08:44:29.768537+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:31.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:30 smithi078 bash[19887]: audit 2024-09-18T08:44:29.777278+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:31.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:30 smithi078 bash[28923]: audit 2024-09-18T08:44:29.759711+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:44:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:30 smithi078 bash[28923]: audit 2024-09-18T08:44:29.768537+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:30 smithi078 bash[28923]: audit 2024-09-18T08:44:29.777278+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:31.985 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:31 smithi189 bash[21687]: cluster 2024-09-18T08:44:30.655227+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:32.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:31 smithi078 bash[19887]: cluster 2024-09-18T08:44:30.655227+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:32.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:31 smithi078 bash[28923]: cluster 2024-09-18T08:44:30.655227+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:34.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:33 smithi189 bash[21687]: cluster 2024-09-18T08:44:32.655775+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:34.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:33 smithi078 bash[19887]: cluster 2024-09-18T08:44:32.655775+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:34.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:33 smithi078 bash[28923]: cluster 2024-09-18T08:44:32.655775+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:36.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:35 smithi189 bash[21687]: cluster 2024-09-18T08:44:34.656317+0000 mgr.y (mgr.14150) 293 : cluster [DBG] pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:36.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:35 smithi189 bash[21687]: audit 2024-09-18T08:44:35.389201+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:36.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:35 smithi189 bash[21687]: audit 2024-09-18T08:44:35.400094+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:36.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:35 smithi078 bash[28923]: cluster 2024-09-18T08:44:34.656317+0000 mgr.y (mgr.14150) 293 : cluster [DBG] pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:36.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:35 smithi078 bash[28923]: audit 2024-09-18T08:44:35.389201+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:36.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:35 smithi078 bash[28923]: audit 2024-09-18T08:44:35.400094+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:36.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:35 smithi078 bash[19887]: cluster 2024-09-18T08:44:34.656317+0000 mgr.y (mgr.14150) 293 : cluster [DBG] pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:36.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:35 smithi078 bash[19887]: audit 2024-09-18T08:44:35.389201+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:36.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:35 smithi078 bash[19887]: audit 2024-09-18T08:44:35.400094+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:37.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:36 smithi189 bash[21687]: audit 2024-09-18T08:44:36.070866+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:44:37.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:36 smithi189 bash[21687]: audit 2024-09-18T08:44:36.072212+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:44:37.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:36 smithi189 bash[21687]: audit 2024-09-18T08:44:36.081649+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:37.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:36 smithi078 bash[28923]: audit 2024-09-18T08:44:36.070866+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:44:37.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:36 smithi078 bash[28923]: audit 2024-09-18T08:44:36.072212+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:44:37.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:36 smithi078 bash[28923]: audit 2024-09-18T08:44:36.081649+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:37.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:36 smithi078 bash[19887]: audit 2024-09-18T08:44:36.070866+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:44:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:36 smithi078 bash[19887]: audit 2024-09-18T08:44:36.072212+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:44:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:36 smithi078 bash[19887]: audit 2024-09-18T08:44:36.081649+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:38.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:37 smithi189 bash[21687]: cluster 2024-09-18T08:44:36.656891+0000 mgr.y (mgr.14150) 294 : cluster [DBG] pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:38.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:37 smithi078 bash[19887]: cluster 2024-09-18T08:44:36.656891+0000 mgr.y (mgr.14150) 294 : cluster [DBG] pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:38.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:37 smithi078 bash[28923]: cluster 2024-09-18T08:44:36.656891+0000 mgr.y (mgr.14150) 294 : cluster [DBG] pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:39.012 INFO:teuthology.orchestra.run.smithi189.stdout:Created osd(s) 6 on host 'smithi189' 2024-09-18T08:44:39.057 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:38 smithi189 bash[21687]: audit 2024-09-18T08:44:38.347518+0000 mon.a (mon.0) 594 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T08:44:39.057 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:38 smithi189 bash[21687]: audit 2024-09-18T08:44:38.348236+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/3899602769,v1:172.21.15.189:6817/3899602769]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T08:44:39.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:38 smithi078 bash[19887]: audit 2024-09-18T08:44:38.347518+0000 mon.a (mon.0) 594 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T08:44:39.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:38 smithi078 bash[19887]: audit 2024-09-18T08:44:38.348236+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/3899602769,v1:172.21.15.189:6817/3899602769]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T08:44:39.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:38 smithi078 bash[28923]: audit 2024-09-18T08:44:38.347518+0000 mon.a (mon.0) 594 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T08:44:39.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:38 smithi078 bash[28923]: audit 2024-09-18T08:44:38.348236+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/3899602769,v1:172.21.15.189:6817/3899602769]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T08:44:39.649 DEBUG:teuthology.orchestra.run.smithi189:osd.6> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.6.service 2024-09-18T08:44:39.651 INFO:tasks.cephadm:Deploying osd.7 on smithi189 with /dev/vg_nvme/lv_1... 2024-09-18T08:44:39.652 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-18T08:44:39.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:39 smithi189 bash[21687]: cluster 2024-09-18T08:44:38.657447+0000 mgr.y (mgr.14150) 295 : cluster [DBG] pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:39.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:39 smithi189 bash[21687]: audit 2024-09-18T08:44:38.804487+0000 mon.a (mon.0) 595 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-18T08:44:39.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:39 smithi189 bash[21687]: audit 2024-09-18T08:44:38.812133+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/3899602769,v1:172.21.15.189:6817/3899602769]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:44:39.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:39 smithi189 bash[21687]: cluster 2024-09-18T08:44:38.813754+0000 mon.a (mon.0) 596 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-09-18T08:44:39.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:39 smithi189 bash[21687]: audit 2024-09-18T08:44:38.814271+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:44:39.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:39 smithi189 bash[21687]: audit 2024-09-18T08:44:38.814945+0000 mon.a (mon.0) 598 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:44:39.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:39 smithi189 bash[21687]: audit 2024-09-18T08:44:38.987175+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:44:39.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:39 smithi189 bash[21687]: audit 2024-09-18T08:44:38.994511+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:39.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:39 smithi189 bash[21687]: audit 2024-09-18T08:44:39.005096+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:39.923 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 08:44:39 smithi189 bash[36369]: debug 2024-09-18T08:44:39.840+0000 7f659012c640 -1 osd.6 0 waiting for initial osdmap 2024-09-18T08:44:39.923 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 08:44:39 smithi189 bash[36369]: debug 2024-09-18T08:44:39.848+0000 7f658bf54640 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T08:44:40.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[19887]: cluster 2024-09-18T08:44:38.657447+0000 mgr.y (mgr.14150) 295 : cluster [DBG] pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[19887]: audit 2024-09-18T08:44:38.804487+0000 mon.a (mon.0) 595 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-18T08:44:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[19887]: audit 2024-09-18T08:44:38.812133+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/3899602769,v1:172.21.15.189:6817/3899602769]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:44:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[19887]: cluster 2024-09-18T08:44:38.813754+0000 mon.a (mon.0) 596 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-09-18T08:44:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[19887]: audit 2024-09-18T08:44:38.814271+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:44:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[19887]: audit 2024-09-18T08:44:38.814945+0000 mon.a (mon.0) 598 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:44:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[19887]: audit 2024-09-18T08:44:38.987175+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:44:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[19887]: audit 2024-09-18T08:44:38.994511+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[19887]: audit 2024-09-18T08:44:39.005096+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[28923]: cluster 2024-09-18T08:44:38.657447+0000 mgr.y (mgr.14150) 295 : cluster [DBG] pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[28923]: audit 2024-09-18T08:44:38.804487+0000 mon.a (mon.0) 595 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-18T08:44:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[28923]: audit 2024-09-18T08:44:38.812133+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/3899602769,v1:172.21.15.189:6817/3899602769]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:44:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[28923]: cluster 2024-09-18T08:44:38.813754+0000 mon.a (mon.0) 596 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-09-18T08:44:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[28923]: audit 2024-09-18T08:44:38.814271+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:44:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[28923]: audit 2024-09-18T08:44:38.814945+0000 mon.a (mon.0) 598 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:44:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[28923]: audit 2024-09-18T08:44:38.987175+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:44:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[28923]: audit 2024-09-18T08:44:38.994511+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:39 smithi078 bash[28923]: audit 2024-09-18T08:44:39.005096+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:40 smithi189 bash[21687]: audit 2024-09-18T08:44:39.806619+0000 mon.a (mon.0) 602 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-09-18T08:44:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:40 smithi189 bash[21687]: cluster 2024-09-18T08:44:39.812282+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e46: 7 total, 6 up, 7 in 2024-09-18T08:44:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:40 smithi189 bash[21687]: audit 2024-09-18T08:44:39.813239+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:44:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:40 smithi189 bash[21687]: audit 2024-09-18T08:44:39.821938+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:44:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:40 smithi189 bash[21687]: cluster 2024-09-18T08:44:40.657996+0000 mgr.y (mgr.14150) 296 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:41.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:40 smithi078 bash[19887]: audit 2024-09-18T08:44:39.806619+0000 mon.a (mon.0) 602 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-09-18T08:44:41.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:40 smithi078 bash[19887]: cluster 2024-09-18T08:44:39.812282+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e46: 7 total, 6 up, 7 in 2024-09-18T08:44:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:40 smithi078 bash[19887]: audit 2024-09-18T08:44:39.813239+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:44:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:40 smithi078 bash[19887]: audit 2024-09-18T08:44:39.821938+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:44:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:40 smithi078 bash[19887]: cluster 2024-09-18T08:44:40.657996+0000 mgr.y (mgr.14150) 296 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:40 smithi078 bash[28923]: audit 2024-09-18T08:44:39.806619+0000 mon.a (mon.0) 602 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-09-18T08:44:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:40 smithi078 bash[28923]: cluster 2024-09-18T08:44:39.812282+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e46: 7 total, 6 up, 7 in 2024-09-18T08:44:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:40 smithi078 bash[28923]: audit 2024-09-18T08:44:39.813239+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:44:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:40 smithi078 bash[28923]: audit 2024-09-18T08:44:39.821938+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:44:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:40 smithi078 bash[28923]: cluster 2024-09-18T08:44:40.657996+0000 mgr.y (mgr.14150) 296 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-18T08:44:42.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:41 smithi189 bash[21687]: cluster 2024-09-18T08:44:39.362904+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:44:42.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:41 smithi189 bash[21687]: cluster 2024-09-18T08:44:39.363035+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:44:42.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:41 smithi189 bash[21687]: cluster 2024-09-18T08:44:40.816790+0000 mon.a (mon.0) 606 : cluster [INF] osd.6 [v2:172.21.15.189:6816/3899602769,v1:172.21.15.189:6817/3899602769] boot 2024-09-18T08:44:42.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:41 smithi189 bash[21687]: cluster 2024-09-18T08:44:40.817312+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-09-18T08:44:42.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:41 smithi189 bash[21687]: audit 2024-09-18T08:44:40.817662+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:44:42.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:41 smithi189 bash[21687]: cluster 2024-09-18T08:44:41.818099+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-09-18T08:44:42.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:41 smithi078 bash[19887]: cluster 2024-09-18T08:44:39.362904+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:44:42.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:41 smithi078 bash[19887]: cluster 2024-09-18T08:44:39.363035+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:44:42.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:41 smithi078 bash[19887]: cluster 2024-09-18T08:44:40.816790+0000 mon.a (mon.0) 606 : cluster [INF] osd.6 [v2:172.21.15.189:6816/3899602769,v1:172.21.15.189:6817/3899602769] boot 2024-09-18T08:44:42.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:41 smithi078 bash[19887]: cluster 2024-09-18T08:44:40.817312+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-09-18T08:44:42.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:41 smithi078 bash[19887]: audit 2024-09-18T08:44:40.817662+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:44:42.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:41 smithi078 bash[19887]: cluster 2024-09-18T08:44:41.818099+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-09-18T08:44:42.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:41 smithi078 bash[28923]: cluster 2024-09-18T08:44:39.362904+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:44:42.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:41 smithi078 bash[28923]: cluster 2024-09-18T08:44:39.363035+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:44:42.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:41 smithi078 bash[28923]: cluster 2024-09-18T08:44:40.816790+0000 mon.a (mon.0) 606 : cluster [INF] osd.6 [v2:172.21.15.189:6816/3899602769,v1:172.21.15.189:6817/3899602769] boot 2024-09-18T08:44:42.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:41 smithi078 bash[28923]: cluster 2024-09-18T08:44:40.817312+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-09-18T08:44:42.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:41 smithi078 bash[28923]: audit 2024-09-18T08:44:40.817662+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:44:42.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:41 smithi078 bash[28923]: cluster 2024-09-18T08:44:41.818099+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-09-18T08:44:43.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:42 smithi189 bash[21687]: cluster 2024-09-18T08:44:42.658539+0000 mgr.y (mgr.14150) 297 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 201 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:44:43.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:42 smithi189 bash[21687]: cluster 2024-09-18T08:44:42.821125+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-09-18T08:44:43.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:42 smithi078 bash[19887]: cluster 2024-09-18T08:44:42.658539+0000 mgr.y (mgr.14150) 297 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 201 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:44:43.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:42 smithi078 bash[19887]: cluster 2024-09-18T08:44:42.821125+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-09-18T08:44:43.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:42 smithi078 bash[28923]: cluster 2024-09-18T08:44:42.658539+0000 mgr.y (mgr.14150) 297 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 201 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:44:43.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:42 smithi078 bash[28923]: cluster 2024-09-18T08:44:42.821125+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-09-18T08:44:44.072 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T08:44:45.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:44 smithi189 bash[21687]: cluster 2024-09-18T08:44:43.848304+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-09-18T08:44:45.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:44 smithi189 bash[21687]: cluster 2024-09-18T08:44:44.659087+0000 mgr.y (mgr.14150) 298 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:44:45.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:44 smithi078 bash[19887]: cluster 2024-09-18T08:44:43.848304+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-09-18T08:44:45.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:44 smithi078 bash[19887]: cluster 2024-09-18T08:44:44.659087+0000 mgr.y (mgr.14150) 298 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:44:45.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:44 smithi078 bash[28923]: cluster 2024-09-18T08:44:43.848304+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-09-18T08:44:45.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:44 smithi078 bash[28923]: cluster 2024-09-18T08:44:44.659087+0000 mgr.y (mgr.14150) 298 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:44:45.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:45 smithi189 bash[21687]: cluster 2024-09-18T08:44:44.858417+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e51: 7 total, 7 up, 7 in 2024-09-18T08:44:46.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:45 smithi078 bash[19887]: cluster 2024-09-18T08:44:44.858417+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e51: 7 total, 7 up, 7 in 2024-09-18T08:44:46.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:45 smithi078 bash[28923]: cluster 2024-09-18T08:44:44.858417+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e51: 7 total, 7 up, 7 in 2024-09-18T08:44:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:46 smithi189 bash[21687]: cluster 2024-09-18T08:44:46.659687+0000 mgr.y (mgr.14150) 299 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-09-18T08:44:47.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:46 smithi078 bash[19887]: cluster 2024-09-18T08:44:46.659687+0000 mgr.y (mgr.14150) 299 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-09-18T08:44:47.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:46 smithi078 bash[28923]: cluster 2024-09-18T08:44:46.659687+0000 mgr.y (mgr.14150) 299 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-09-18T08:44:50.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:49 smithi189 bash[21687]: cluster 2024-09-18T08:44:48.660248+0000 mgr.y (mgr.14150) 300 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-18T08:44:50.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:49 smithi189 bash[21687]: audit 2024-09-18T08:44:49.564791+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:50.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:49 smithi189 bash[21687]: audit 2024-09-18T08:44:49.576022+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:50.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:49 smithi189 bash[21687]: audit 2024-09-18T08:44:49.578952+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:44:50.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:49 smithi189 bash[21687]: audit 2024-09-18T08:44:49.580801+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:44:50.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:49 smithi189 bash[21687]: audit 2024-09-18T08:44:49.582470+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:44:50.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:49 smithi189 bash[21687]: audit 2024-09-18T08:44:49.592404+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:50.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:49 smithi189 bash[21687]: audit 2024-09-18T08:44:49.597037+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:44:50.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:49 smithi189 bash[21687]: audit 2024-09-18T08:44:49.598706+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:44:50.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:49 smithi189 bash[21687]: audit 2024-09-18T08:44:49.610947+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:50.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[19887]: cluster 2024-09-18T08:44:48.660248+0000 mgr.y (mgr.14150) 300 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-18T08:44:50.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[19887]: audit 2024-09-18T08:44:49.564791+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:50.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[19887]: audit 2024-09-18T08:44:49.576022+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:50.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[19887]: audit 2024-09-18T08:44:49.578952+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:44:50.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[19887]: audit 2024-09-18T08:44:49.580801+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:44:50.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[19887]: audit 2024-09-18T08:44:49.582470+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:44:50.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[19887]: audit 2024-09-18T08:44:49.592404+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:50.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[19887]: audit 2024-09-18T08:44:49.597037+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:44:50.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[19887]: audit 2024-09-18T08:44:49.598706+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:44:50.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[19887]: audit 2024-09-18T08:44:49.610947+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:50.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[28923]: cluster 2024-09-18T08:44:48.660248+0000 mgr.y (mgr.14150) 300 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-18T08:44:50.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[28923]: audit 2024-09-18T08:44:49.564791+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:50.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[28923]: audit 2024-09-18T08:44:49.576022+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:50.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[28923]: audit 2024-09-18T08:44:49.578952+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:44:50.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[28923]: audit 2024-09-18T08:44:49.580801+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:44:50.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[28923]: audit 2024-09-18T08:44:49.582470+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:44:50.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[28923]: audit 2024-09-18T08:44:49.592404+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:50.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[28923]: audit 2024-09-18T08:44:49.597037+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:44:50.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[28923]: audit 2024-09-18T08:44:49.598706+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:44:50.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:49 smithi078 bash[28923]: audit 2024-09-18T08:44:49.610947+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:44:51.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:50 smithi189 bash[21687]: cephadm 2024-09-18T08:44:49.554195+0000 mgr.y (mgr.14150) 301 : cephadm [INF] Detected new or changed devices on smithi189 2024-09-18T08:44:51.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:50 smithi189 bash[21687]: cephadm 2024-09-18T08:44:49.583792+0000 mgr.y (mgr.14150) 302 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 5755M 2024-09-18T08:44:51.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:50 smithi078 bash[19887]: cephadm 2024-09-18T08:44:49.554195+0000 mgr.y (mgr.14150) 301 : cephadm [INF] Detected new or changed devices on smithi189 2024-09-18T08:44:51.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:50 smithi078 bash[19887]: cephadm 2024-09-18T08:44:49.583792+0000 mgr.y (mgr.14150) 302 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 5755M 2024-09-18T08:44:51.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:50 smithi078 bash[28923]: cephadm 2024-09-18T08:44:49.554195+0000 mgr.y (mgr.14150) 301 : cephadm [INF] Detected new or changed devices on smithi189 2024-09-18T08:44:51.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:50 smithi078 bash[28923]: cephadm 2024-09-18T08:44:49.583792+0000 mgr.y (mgr.14150) 302 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 5755M 2024-09-18T08:44:51.834 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-09-18T08:44:51.883 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi189:vg_nvme/lv_1 2024-09-18T08:44:52.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:51 smithi189 bash[21687]: cluster 2024-09-18T08:44:50.660851+0000 mgr.y (mgr.14150) 303 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-09-18T08:44:52.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:51 smithi078 bash[19887]: cluster 2024-09-18T08:44:50.660851+0000 mgr.y (mgr.14150) 303 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-09-18T08:44:52.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:51 smithi078 bash[28923]: cluster 2024-09-18T08:44:50.660851+0000 mgr.y (mgr.14150) 303 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-09-18T08:44:54.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:53 smithi189 bash[21687]: cluster 2024-09-18T08:44:52.661383+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-18T08:44:54.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:53 smithi078 bash[19887]: cluster 2024-09-18T08:44:52.661383+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-18T08:44:54.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:53 smithi078 bash[28923]: cluster 2024-09-18T08:44:52.661383+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-18T08:44:56.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:55 smithi189 bash[21687]: cluster 2024-09-18T08:44:54.661946+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T08:44:56.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:55 smithi078 bash[19887]: cluster 2024-09-18T08:44:54.661946+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T08:44:56.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:55 smithi078 bash[28923]: cluster 2024-09-18T08:44:54.661946+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T08:44:56.635 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T08:44:58.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:57 smithi189 bash[21687]: cluster 2024-09-18T08:44:56.662532+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-09-18T08:44:58.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:57 smithi078 bash[19887]: cluster 2024-09-18T08:44:56.662532+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-09-18T08:44:58.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:57 smithi078 bash[28923]: cluster 2024-09-18T08:44:56.662532+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-09-18T08:44:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:58 smithi189 bash[21687]: audit 2024-09-18T08:44:58.051684+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:44:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:58 smithi189 bash[21687]: audit 2024-09-18T08:44:58.057727+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:44:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:58 smithi189 bash[21687]: audit 2024-09-18T08:44:58.059305+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:44:59.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:58 smithi078 bash[19887]: audit 2024-09-18T08:44:58.051684+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:44:59.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:58 smithi078 bash[19887]: audit 2024-09-18T08:44:58.057727+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:44:59.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:58 smithi078 bash[19887]: audit 2024-09-18T08:44:58.059305+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:44:59.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:58 smithi078 bash[28923]: audit 2024-09-18T08:44:58.051684+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T08:44:59.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:58 smithi078 bash[28923]: audit 2024-09-18T08:44:58.057727+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T08:44:59.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:58 smithi078 bash[28923]: audit 2024-09-18T08:44:58.059305+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:45:00.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:59 smithi189 bash[21687]: audit 2024-09-18T08:44:58.045203+0000 mgr.y (mgr.14150) 307 : audit [DBG] from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:45:00.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:44:59 smithi189 bash[21687]: cluster 2024-09-18T08:44:58.663058+0000 mgr.y (mgr.14150) 308 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:00.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:59 smithi078 bash[19887]: audit 2024-09-18T08:44:58.045203+0000 mgr.y (mgr.14150) 307 : audit [DBG] from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:45:00.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:44:59 smithi078 bash[19887]: cluster 2024-09-18T08:44:58.663058+0000 mgr.y (mgr.14150) 308 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:00.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:59 smithi078 bash[28923]: audit 2024-09-18T08:44:58.045203+0000 mgr.y (mgr.14150) 307 : audit [DBG] from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:45:00.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:44:59 smithi078 bash[28923]: cluster 2024-09-18T08:44:58.663058+0000 mgr.y (mgr.14150) 308 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:02.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:01 smithi189 bash[21687]: cluster 2024-09-18T08:45:00.663634+0000 mgr.y (mgr.14150) 309 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:02.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:01 smithi078 bash[19887]: cluster 2024-09-18T08:45:00.663634+0000 mgr.y (mgr.14150) 309 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:02.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:01 smithi078 bash[28923]: cluster 2024-09-18T08:45:00.663634+0000 mgr.y (mgr.14150) 309 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:04.086 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:03 smithi189 bash[21687]: cluster 2024-09-18T08:45:02.664182+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:04.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:03 smithi078 bash[19887]: cluster 2024-09-18T08:45:02.664182+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:04.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:03 smithi078 bash[28923]: cluster 2024-09-18T08:45:02.664182+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:06.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:05 smithi189 bash[21687]: cluster 2024-09-18T08:45:04.664719+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:06.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:05 smithi078 bash[19887]: cluster 2024-09-18T08:45:04.664719+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:06.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:05 smithi078 bash[28923]: cluster 2024-09-18T08:45:04.664719+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:06 smithi189 bash[21687]: audit 2024-09-18T08:45:06.567513+0000 mon.a (mon.0) 625 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07096b36-5f97-4d01-9891-64dbce65cb9b"}]: dispatch 2024-09-18T08:45:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:06 smithi189 bash[21687]: audit 2024-09-18T08:45:06.568371+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.189:0/4190284629' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07096b36-5f97-4d01-9891-64dbce65cb9b"}]: dispatch 2024-09-18T08:45:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:06 smithi189 bash[21687]: audit 2024-09-18T08:45:06.571183+0000 mon.a (mon.0) 626 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07096b36-5f97-4d01-9891-64dbce65cb9b"}]': finished 2024-09-18T08:45:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:06 smithi189 bash[21687]: cluster 2024-09-18T08:45:06.576831+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-09-18T08:45:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:06 smithi189 bash[21687]: audit 2024-09-18T08:45:06.577351+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:07.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:06 smithi078 bash[19887]: audit 2024-09-18T08:45:06.567513+0000 mon.a (mon.0) 625 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07096b36-5f97-4d01-9891-64dbce65cb9b"}]: dispatch 2024-09-18T08:45:07.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:06 smithi078 bash[19887]: audit 2024-09-18T08:45:06.568371+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.189:0/4190284629' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07096b36-5f97-4d01-9891-64dbce65cb9b"}]: dispatch 2024-09-18T08:45:07.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:06 smithi078 bash[19887]: audit 2024-09-18T08:45:06.571183+0000 mon.a (mon.0) 626 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07096b36-5f97-4d01-9891-64dbce65cb9b"}]': finished 2024-09-18T08:45:07.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:06 smithi078 bash[19887]: cluster 2024-09-18T08:45:06.576831+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-09-18T08:45:07.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:06 smithi078 bash[19887]: audit 2024-09-18T08:45:06.577351+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:06 smithi078 bash[28923]: audit 2024-09-18T08:45:06.567513+0000 mon.a (mon.0) 625 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07096b36-5f97-4d01-9891-64dbce65cb9b"}]: dispatch 2024-09-18T08:45:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:06 smithi078 bash[28923]: audit 2024-09-18T08:45:06.568371+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.189:0/4190284629' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07096b36-5f97-4d01-9891-64dbce65cb9b"}]: dispatch 2024-09-18T08:45:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:06 smithi078 bash[28923]: audit 2024-09-18T08:45:06.571183+0000 mon.a (mon.0) 626 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07096b36-5f97-4d01-9891-64dbce65cb9b"}]': finished 2024-09-18T08:45:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:06 smithi078 bash[28923]: cluster 2024-09-18T08:45:06.576831+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-09-18T08:45:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:06 smithi078 bash[28923]: audit 2024-09-18T08:45:06.577351+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:08.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:07 smithi189 bash[21687]: cluster 2024-09-18T08:45:06.665224+0000 mgr.y (mgr.14150) 312 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:08.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:07 smithi189 bash[21687]: audit 2024-09-18T08:45:07.218022+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.189:0/4135861274' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:45:08.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:07 smithi078 bash[19887]: cluster 2024-09-18T08:45:06.665224+0000 mgr.y (mgr.14150) 312 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:08.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:07 smithi078 bash[19887]: audit 2024-09-18T08:45:07.218022+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.189:0/4135861274' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:45:08.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:07 smithi078 bash[28923]: cluster 2024-09-18T08:45:06.665224+0000 mgr.y (mgr.14150) 312 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:08.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:07 smithi078 bash[28923]: audit 2024-09-18T08:45:07.218022+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.189:0/4135861274' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T08:45:10.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:09 smithi189 bash[21687]: cluster 2024-09-18T08:45:08.665787+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:10.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:09 smithi078 bash[19887]: cluster 2024-09-18T08:45:08.665787+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:10.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:09 smithi078 bash[28923]: cluster 2024-09-18T08:45:08.665787+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:12.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:11 smithi189 bash[21687]: cluster 2024-09-18T08:45:10.666344+0000 mgr.y (mgr.14150) 314 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:11 smithi078 bash[19887]: cluster 2024-09-18T08:45:10.666344+0000 mgr.y (mgr.14150) 314 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:11 smithi078 bash[28923]: cluster 2024-09-18T08:45:10.666344+0000 mgr.y (mgr.14150) 314 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:14.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:13 smithi189 bash[21687]: cluster 2024-09-18T08:45:12.666904+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:14.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:13 smithi078 bash[19887]: cluster 2024-09-18T08:45:12.666904+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:14.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:13 smithi078 bash[28923]: cluster 2024-09-18T08:45:12.666904+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:16.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:15 smithi189 bash[21687]: cluster 2024-09-18T08:45:14.667436+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:16.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:15 smithi078 bash[19887]: cluster 2024-09-18T08:45:14.667436+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:16.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:15 smithi078 bash[28923]: cluster 2024-09-18T08:45:14.667436+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:18.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:17 smithi189 bash[21687]: cluster 2024-09-18T08:45:16.668011+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:18.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:17 smithi078 bash[19887]: cluster 2024-09-18T08:45:16.668011+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:18.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:17 smithi078 bash[28923]: cluster 2024-09-18T08:45:16.668011+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:20.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:19 smithi189 bash[21687]: cluster 2024-09-18T08:45:18.668506+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:20.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:19 smithi189 bash[21687]: audit 2024-09-18T08:45:19.724247+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-18T08:45:20.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:19 smithi189 bash[21687]: audit 2024-09-18T08:45:19.726086+0000 mon.a (mon.0) 630 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:45:20.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:19 smithi078 bash[19887]: cluster 2024-09-18T08:45:18.668506+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:20.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:19 smithi078 bash[19887]: audit 2024-09-18T08:45:19.724247+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-18T08:45:20.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:19 smithi078 bash[19887]: audit 2024-09-18T08:45:19.726086+0000 mon.a (mon.0) 630 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:45:20.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:19 smithi078 bash[28923]: cluster 2024-09-18T08:45:18.668506+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:20.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:19 smithi078 bash[28923]: audit 2024-09-18T08:45:19.724247+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-18T08:45:20.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:19 smithi078 bash[28923]: audit 2024-09-18T08:45:19.726086+0000 mon.a (mon.0) 630 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:45:21.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:20 smithi189 bash[21687]: cephadm 2024-09-18T08:45:19.727739+0000 mgr.y (mgr.14150) 319 : cephadm [INF] Deploying daemon osd.7 on smithi189 2024-09-18T08:45:21.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:20 smithi078 bash[28923]: cephadm 2024-09-18T08:45:19.727739+0000 mgr.y (mgr.14150) 319 : cephadm [INF] Deploying daemon osd.7 on smithi189 2024-09-18T08:45:21.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:20 smithi078 bash[19887]: cephadm 2024-09-18T08:45:19.727739+0000 mgr.y (mgr.14150) 319 : cephadm [INF] Deploying daemon osd.7 on smithi189 2024-09-18T08:45:22.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:21 smithi189 bash[21687]: cluster 2024-09-18T08:45:20.669103+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:22.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:21 smithi078 bash[19887]: cluster 2024-09-18T08:45:20.669103+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:22.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:21 smithi078 bash[28923]: cluster 2024-09-18T08:45:20.669103+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:24.045 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:45:23 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:45:24.045 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:23 smithi189 bash[21687]: cluster 2024-09-18T08:45:22.669683+0000 mgr.y (mgr.14150) 321 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:24.045 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:23 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:45:24.045 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:45:23 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:45:24.046 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 08:45:23 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:45:24.046 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 08:45:23 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:45:24.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:23 smithi078 bash[19887]: cluster 2024-09-18T08:45:22.669683+0000 mgr.y (mgr.14150) 321 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:24.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:23 smithi078 bash[28923]: cluster 2024-09-18T08:45:22.669683+0000 mgr.y (mgr.14150) 321 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:24.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:24 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:45:24.389 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:45:24 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:45:24.389 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:45:24 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:45:24.390 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 08:45:24 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:45:24.390 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 08:45:24 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:45:25.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:24 smithi189 bash[21687]: audit 2024-09-18T08:45:24.323212+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:45:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:24 smithi189 bash[21687]: audit 2024-09-18T08:45:24.330326+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:24 smithi189 bash[21687]: audit 2024-09-18T08:45:24.338954+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:24 smithi189 bash[21687]: cluster 2024-09-18T08:45:24.670225+0000 mgr.y (mgr.14150) 322 : cluster [DBG] pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:25.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:24 smithi078 bash[19887]: audit 2024-09-18T08:45:24.323212+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:45:25.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:24 smithi078 bash[19887]: audit 2024-09-18T08:45:24.330326+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:25.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:24 smithi078 bash[19887]: audit 2024-09-18T08:45:24.338954+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:25.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:24 smithi078 bash[19887]: cluster 2024-09-18T08:45:24.670225+0000 mgr.y (mgr.14150) 322 : cluster [DBG] pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:25.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:24 smithi078 bash[28923]: audit 2024-09-18T08:45:24.323212+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:45:25.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:24 smithi078 bash[28923]: audit 2024-09-18T08:45:24.330326+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:25.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:24 smithi078 bash[28923]: audit 2024-09-18T08:45:24.338954+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:25.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:24 smithi078 bash[28923]: cluster 2024-09-18T08:45:24.670225+0000 mgr.y (mgr.14150) 322 : cluster [DBG] pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:28.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:27 smithi189 bash[21687]: cluster 2024-09-18T08:45:26.670801+0000 mgr.y (mgr.14150) 323 : cluster [DBG] pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:28.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:27 smithi078 bash[19887]: cluster 2024-09-18T08:45:26.670801+0000 mgr.y (mgr.14150) 323 : cluster [DBG] pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:28.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:27 smithi078 bash[28923]: cluster 2024-09-18T08:45:26.670801+0000 mgr.y (mgr.14150) 323 : cluster [DBG] pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:29.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:29 smithi189 bash[21687]: cluster 2024-09-18T08:45:28.671365+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:30.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:29 smithi078 bash[19887]: cluster 2024-09-18T08:45:28.671365+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:30.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:29 smithi078 bash[28923]: cluster 2024-09-18T08:45:28.671365+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:31.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:30 smithi189 bash[21687]: audit 2024-09-18T08:45:29.732095+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:31.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:30 smithi189 bash[21687]: audit 2024-09-18T08:45:29.751456+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:31.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:30 smithi189 bash[21687]: audit 2024-09-18T08:45:29.753502+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:45:31.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:30 smithi189 bash[21687]: audit 2024-09-18T08:45:29.755333+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:45:31.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:30 smithi189 bash[21687]: audit 2024-09-18T08:45:29.765215+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:31.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:30 smithi078 bash[19887]: audit 2024-09-18T08:45:29.732095+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:31.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:30 smithi078 bash[19887]: audit 2024-09-18T08:45:29.751456+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:31.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:30 smithi078 bash[19887]: audit 2024-09-18T08:45:29.753502+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:45:31.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:30 smithi078 bash[19887]: audit 2024-09-18T08:45:29.755333+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:45:31.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:30 smithi078 bash[19887]: audit 2024-09-18T08:45:29.765215+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:30 smithi078 bash[28923]: audit 2024-09-18T08:45:29.732095+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:30 smithi078 bash[28923]: audit 2024-09-18T08:45:29.751456+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:30 smithi078 bash[28923]: audit 2024-09-18T08:45:29.753502+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:45:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:30 smithi078 bash[28923]: audit 2024-09-18T08:45:29.755333+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:45:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:30 smithi078 bash[28923]: audit 2024-09-18T08:45:29.765215+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:32.033 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:31 smithi189 bash[21687]: cluster 2024-09-18T08:45:30.671918+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:32.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:31 smithi078 bash[19887]: cluster 2024-09-18T08:45:30.671918+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:32.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:31 smithi078 bash[28923]: cluster 2024-09-18T08:45:30.671918+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:33.126 INFO:teuthology.orchestra.run.smithi189.stdout:Created osd(s) 7 on host 'smithi189' 2024-09-18T08:45:33.142 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:32 smithi189 bash[21687]: audit 2024-09-18T08:45:32.536780+0000 mon.a (mon.0) 639 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T08:45:33.142 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:32 smithi189 bash[21687]: audit 2024-09-18T08:45:32.537845+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/3105929373,v1:172.21.15.189:6825/3105929373]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T08:45:33.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:32 smithi078 bash[19887]: audit 2024-09-18T08:45:32.536780+0000 mon.a (mon.0) 639 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T08:45:33.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:32 smithi078 bash[19887]: audit 2024-09-18T08:45:32.537845+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/3105929373,v1:172.21.15.189:6825/3105929373]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T08:45:33.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:32 smithi078 bash[28923]: audit 2024-09-18T08:45:32.536780+0000 mon.a (mon.0) 639 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T08:45:33.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:32 smithi078 bash[28923]: audit 2024-09-18T08:45:32.537845+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/3105929373,v1:172.21.15.189:6825/3105929373]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T08:45:33.735 DEBUG:teuthology.orchestra.run.smithi189:osd.7> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.7.service 2024-09-18T08:45:33.737 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-18T08:45:33.738 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-18T08:45:34.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:33 smithi189 bash[21687]: cluster 2024-09-18T08:45:32.672427+0000 mgr.y (mgr.14150) 326 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:34.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:33 smithi189 bash[21687]: audit 2024-09-18T08:45:32.773781+0000 mon.a (mon.0) 640 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-18T08:45:34.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:33 smithi189 bash[21687]: audit 2024-09-18T08:45:32.782448+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/3105929373,v1:172.21.15.189:6825/3105929373]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:45:34.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:33 smithi189 bash[21687]: cluster 2024-09-18T08:45:32.783654+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-09-18T08:45:34.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:33 smithi189 bash[21687]: audit 2024-09-18T08:45:32.784415+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:34.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:33 smithi189 bash[21687]: audit 2024-09-18T08:45:32.785160+0000 mon.a (mon.0) 643 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:45:34.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:33 smithi189 bash[21687]: audit 2024-09-18T08:45:33.102658+0000 mon.a (mon.0) 644 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:45:34.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:33 smithi189 bash[21687]: audit 2024-09-18T08:45:33.111094+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:34.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:33 smithi189 bash[21687]: audit 2024-09-18T08:45:33.121269+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:34.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[19887]: cluster 2024-09-18T08:45:32.672427+0000 mgr.y (mgr.14150) 326 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:34.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[19887]: audit 2024-09-18T08:45:32.773781+0000 mon.a (mon.0) 640 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-18T08:45:34.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[19887]: audit 2024-09-18T08:45:32.782448+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/3105929373,v1:172.21.15.189:6825/3105929373]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:45:34.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[19887]: cluster 2024-09-18T08:45:32.783654+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-09-18T08:45:34.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[19887]: audit 2024-09-18T08:45:32.784415+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:34.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[19887]: audit 2024-09-18T08:45:32.785160+0000 mon.a (mon.0) 643 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:45:34.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[19887]: audit 2024-09-18T08:45:33.102658+0000 mon.a (mon.0) 644 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:45:34.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[19887]: audit 2024-09-18T08:45:33.111094+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:34.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[19887]: audit 2024-09-18T08:45:33.121269+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:34.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[28923]: cluster 2024-09-18T08:45:32.672427+0000 mgr.y (mgr.14150) 326 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:34.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[28923]: audit 2024-09-18T08:45:32.773781+0000 mon.a (mon.0) 640 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-18T08:45:34.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[28923]: audit 2024-09-18T08:45:32.782448+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/3105929373,v1:172.21.15.189:6825/3105929373]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:45:34.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[28923]: cluster 2024-09-18T08:45:32.783654+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-09-18T08:45:34.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[28923]: audit 2024-09-18T08:45:32.784415+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:34.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[28923]: audit 2024-09-18T08:45:32.785160+0000 mon.a (mon.0) 643 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-09-18T08:45:34.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[28923]: audit 2024-09-18T08:45:33.102658+0000 mon.a (mon.0) 644 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:45:34.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[28923]: audit 2024-09-18T08:45:33.111094+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:34.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:33 smithi078 bash[28923]: audit 2024-09-18T08:45:33.121269+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:34.672 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 08:45:34 smithi189 bash[41924]: debug 2024-09-18T08:45:34.299+0000 7f5ec24ad640 -1 osd.7 0 waiting for initial osdmap 2024-09-18T08:45:34.672 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 08:45:34 smithi189 bash[41924]: debug 2024-09-18T08:45:34.367+0000 7f5eba2cd640 -1 osd.7 55 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T08:45:35.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:34 smithi189 bash[21687]: audit 2024-09-18T08:45:33.777120+0000 mon.a (mon.0) 647 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-09-18T08:45:35.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:34 smithi189 bash[21687]: cluster 2024-09-18T08:45:33.784197+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e54: 8 total, 7 up, 8 in 2024-09-18T08:45:35.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:34 smithi189 bash[21687]: audit 2024-09-18T08:45:33.784718+0000 mon.a (mon.0) 649 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:35.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:34 smithi189 bash[21687]: audit 2024-09-18T08:45:33.792820+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:35.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:34 smithi189 bash[21687]: cluster 2024-09-18T08:45:34.237860+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e55: 8 total, 7 up, 8 in 2024-09-18T08:45:35.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:34 smithi189 bash[21687]: audit 2024-09-18T08:45:34.238917+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:35.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:34 smithi189 bash[21687]: audit 2024-09-18T08:45:34.312482+0000 mon.a (mon.0) 653 : audit [INF] from='osd.7 ' entity='osd.7' 2024-09-18T08:45:35.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:34 smithi078 bash[19887]: audit 2024-09-18T08:45:33.777120+0000 mon.a (mon.0) 647 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-09-18T08:45:35.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:34 smithi078 bash[19887]: cluster 2024-09-18T08:45:33.784197+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e54: 8 total, 7 up, 8 in 2024-09-18T08:45:35.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:34 smithi078 bash[19887]: audit 2024-09-18T08:45:33.784718+0000 mon.a (mon.0) 649 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:35.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:34 smithi078 bash[19887]: audit 2024-09-18T08:45:33.792820+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:35.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:34 smithi078 bash[19887]: cluster 2024-09-18T08:45:34.237860+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e55: 8 total, 7 up, 8 in 2024-09-18T08:45:35.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:34 smithi078 bash[19887]: audit 2024-09-18T08:45:34.238917+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:35.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:34 smithi078 bash[19887]: audit 2024-09-18T08:45:34.312482+0000 mon.a (mon.0) 653 : audit [INF] from='osd.7 ' entity='osd.7' 2024-09-18T08:45:35.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:34 smithi078 bash[28923]: audit 2024-09-18T08:45:33.777120+0000 mon.a (mon.0) 647 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-09-18T08:45:35.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:34 smithi078 bash[28923]: cluster 2024-09-18T08:45:33.784197+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e54: 8 total, 7 up, 8 in 2024-09-18T08:45:35.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:34 smithi078 bash[28923]: audit 2024-09-18T08:45:33.784718+0000 mon.a (mon.0) 649 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:35.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:34 smithi078 bash[28923]: audit 2024-09-18T08:45:33.792820+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:35.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:34 smithi078 bash[28923]: cluster 2024-09-18T08:45:34.237860+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e55: 8 total, 7 up, 8 in 2024-09-18T08:45:35.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:34 smithi078 bash[28923]: audit 2024-09-18T08:45:34.238917+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:35.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:34 smithi078 bash[28923]: audit 2024-09-18T08:45:34.312482+0000 mon.a (mon.0) 653 : audit [INF] from='osd.7 ' entity='osd.7' 2024-09-18T08:45:36.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:35 smithi189 bash[21687]: cluster 2024-09-18T08:45:33.511245+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:45:36.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:35 smithi189 bash[21687]: cluster 2024-09-18T08:45:33.511335+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:45:36.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:35 smithi189 bash[21687]: cluster 2024-09-18T08:45:34.673002+0000 mgr.y (mgr.14150) 327 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:36.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:35 smithi189 bash[21687]: audit 2024-09-18T08:45:34.789173+0000 mon.a (mon.0) 654 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:36.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:35 smithi189 bash[21687]: cluster 2024-09-18T08:45:35.250297+0000 mon.a (mon.0) 655 : cluster [INF] osd.7 [v2:172.21.15.189:6824/3105929373,v1:172.21.15.189:6825/3105929373] boot 2024-09-18T08:45:36.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:35 smithi189 bash[21687]: cluster 2024-09-18T08:45:35.250401+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-18T08:45:36.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:35 smithi189 bash[21687]: audit 2024-09-18T08:45:35.250743+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:36.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:35 smithi078 bash[19887]: cluster 2024-09-18T08:45:33.511245+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:45:36.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:35 smithi078 bash[19887]: cluster 2024-09-18T08:45:33.511335+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:45:36.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:35 smithi078 bash[19887]: cluster 2024-09-18T08:45:34.673002+0000 mgr.y (mgr.14150) 327 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:36.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:35 smithi078 bash[19887]: audit 2024-09-18T08:45:34.789173+0000 mon.a (mon.0) 654 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:36.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:35 smithi078 bash[19887]: cluster 2024-09-18T08:45:35.250297+0000 mon.a (mon.0) 655 : cluster [INF] osd.7 [v2:172.21.15.189:6824/3105929373,v1:172.21.15.189:6825/3105929373] boot 2024-09-18T08:45:36.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:35 smithi078 bash[19887]: cluster 2024-09-18T08:45:35.250401+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-18T08:45:36.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:35 smithi078 bash[19887]: audit 2024-09-18T08:45:35.250743+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:36.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:35 smithi078 bash[28923]: cluster 2024-09-18T08:45:33.511245+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-18T08:45:36.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:35 smithi078 bash[28923]: cluster 2024-09-18T08:45:33.511335+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-18T08:45:36.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:35 smithi078 bash[28923]: cluster 2024-09-18T08:45:34.673002+0000 mgr.y (mgr.14150) 327 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-09-18T08:45:36.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:35 smithi078 bash[28923]: audit 2024-09-18T08:45:34.789173+0000 mon.a (mon.0) 654 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:36.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:35 smithi078 bash[28923]: cluster 2024-09-18T08:45:35.250297+0000 mon.a (mon.0) 655 : cluster [INF] osd.7 [v2:172.21.15.189:6824/3105929373,v1:172.21.15.189:6825/3105929373] boot 2024-09-18T08:45:36.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:35 smithi078 bash[28923]: cluster 2024-09-18T08:45:35.250401+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-18T08:45:36.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:35 smithi078 bash[28923]: audit 2024-09-18T08:45:35.250743+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:45:37.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:37 smithi189 bash[21687]: cluster 2024-09-18T08:45:36.253524+0000 mon.a (mon.0) 658 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-18T08:45:37.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:37 smithi189 bash[21687]: cluster 2024-09-18T08:45:36.673550+0000 mgr.y (mgr.14150) 328 : cluster [DBG] pgmap v313: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:45:37.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:37 smithi078 bash[19887]: cluster 2024-09-18T08:45:36.253524+0000 mon.a (mon.0) 658 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-18T08:45:37.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:37 smithi078 bash[19887]: cluster 2024-09-18T08:45:36.673550+0000 mgr.y (mgr.14150) 328 : cluster [DBG] pgmap v313: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:45:37.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:37 smithi078 bash[28923]: cluster 2024-09-18T08:45:36.253524+0000 mon.a (mon.0) 658 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-18T08:45:37.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:37 smithi078 bash[28923]: cluster 2024-09-18T08:45:36.673550+0000 mgr.y (mgr.14150) 328 : cluster [DBG] pgmap v313: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:45:38.515 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:45:38.625 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:38 smithi078 bash[19887]: cluster 2024-09-18T08:45:37.262558+0000 mon.a (mon.0) 659 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-18T08:45:38.625 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:38 smithi078 bash[28923]: cluster 2024-09-18T08:45:37.262558+0000 mon.a (mon.0) 659 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-18T08:45:38.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:38 smithi189 bash[21687]: cluster 2024-09-18T08:45:37.262558+0000 mon.a (mon.0) 659 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-18T08:45:39.474 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:39 smithi189 bash[21687]: cluster 2024-09-18T08:45:38.276223+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-18T08:45:39.474 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:39 smithi189 bash[21687]: cluster 2024-09-18T08:45:38.674144+0000 mgr.y (mgr.14150) 329 : cluster [DBG] pgmap v316: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:45:39.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:39 smithi078 bash[19887]: cluster 2024-09-18T08:45:38.276223+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-18T08:45:39.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:39 smithi078 bash[19887]: cluster 2024-09-18T08:45:38.674144+0000 mgr.y (mgr.14150) 329 : cluster [DBG] pgmap v316: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:45:39.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:39 smithi078 bash[28923]: cluster 2024-09-18T08:45:38.276223+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-18T08:45:39.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:39 smithi078 bash[28923]: cluster 2024-09-18T08:45:38.674144+0000 mgr.y (mgr.14150) 329 : cluster [DBG] pgmap v316: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:45:40.103 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:45:40.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:40 smithi078 bash[19887]: cluster 2024-09-18T08:45:39.293457+0000 mon.a (mon.0) 661 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-18T08:45:40.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:40 smithi078 bash[19887]: audit 2024-09-18T08:45:40.104008+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.78:0/504370571' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-18T08:45:40.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:40 smithi078 bash[28923]: cluster 2024-09-18T08:45:39.293457+0000 mon.a (mon.0) 661 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-18T08:45:40.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:40 smithi078 bash[28923]: audit 2024-09-18T08:45:40.104008+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.78:0/504370571' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-18T08:45:40.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:40 smithi189 bash[21687]: cluster 2024-09-18T08:45:39.293457+0000 mon.a (mon.0) 661 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-18T08:45:40.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:40 smithi189 bash[21687]: audit 2024-09-18T08:45:40.104008+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.78:0/504370571' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-18T08:45:40.782 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":60,"num_osds":8,"num_up_osds":8,"osd_up_since":1726649135,"num_in_osds":8,"osd_in_since":1726649106,"num_remapped_pgs":0} 2024-09-18T08:45:40.783 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-18T08:45:41.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:41 smithi189 bash[21687]: cluster 2024-09-18T08:45:40.674693+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v318: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:45:41.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:41 smithi078 bash[19887]: cluster 2024-09-18T08:45:40.674693+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v318: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:45:41.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:41 smithi078 bash[28923]: cluster 2024-09-18T08:45:40.674693+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v318: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:45:43.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:43 smithi189 bash[21687]: cephadm 2024-09-18T08:45:42.607524+0000 mgr.y (mgr.14150) 331 : cephadm [INF] Detected new or changed devices on smithi189 2024-09-18T08:45:43.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:43 smithi189 bash[21687]: audit 2024-09-18T08:45:42.616409+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:43.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:43 smithi189 bash[21687]: audit 2024-09-18T08:45:42.626137+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:43.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:43 smithi189 bash[21687]: audit 2024-09-18T08:45:42.629670+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:45:43.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:43 smithi189 bash[21687]: audit 2024-09-18T08:45:42.631582+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:45:43.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:43 smithi189 bash[21687]: audit 2024-09-18T08:45:42.633491+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:45:43.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:43 smithi189 bash[21687]: audit 2024-09-18T08:45:42.635290+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:45:43.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:43 smithi189 bash[21687]: cephadm 2024-09-18T08:45:42.636666+0000 mgr.y (mgr.14150) 332 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 4316M 2024-09-18T08:45:43.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:43 smithi189 bash[21687]: audit 2024-09-18T08:45:42.643962+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:43.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:43 smithi189 bash[21687]: audit 2024-09-18T08:45:42.648351+0000 mon.a (mon.0) 669 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:45:43.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:43 smithi189 bash[21687]: audit 2024-09-18T08:45:42.650308+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:45:43.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:43 smithi189 bash[21687]: audit 2024-09-18T08:45:42.661543+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:43.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:43 smithi189 bash[21687]: cluster 2024-09-18T08:45:42.675329+0000 mgr.y (mgr.14150) 333 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-18T08:45:43.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[19887]: cephadm 2024-09-18T08:45:42.607524+0000 mgr.y (mgr.14150) 331 : cephadm [INF] Detected new or changed devices on smithi189 2024-09-18T08:45:43.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[19887]: audit 2024-09-18T08:45:42.616409+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:43.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[19887]: audit 2024-09-18T08:45:42.626137+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[19887]: audit 2024-09-18T08:45:42.629670+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:45:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[19887]: audit 2024-09-18T08:45:42.631582+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:45:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[19887]: audit 2024-09-18T08:45:42.633491+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:45:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[19887]: audit 2024-09-18T08:45:42.635290+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:45:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[19887]: cephadm 2024-09-18T08:45:42.636666+0000 mgr.y (mgr.14150) 332 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 4316M 2024-09-18T08:45:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[19887]: audit 2024-09-18T08:45:42.643962+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[19887]: audit 2024-09-18T08:45:42.648351+0000 mon.a (mon.0) 669 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:45:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[19887]: audit 2024-09-18T08:45:42.650308+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:45:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[19887]: audit 2024-09-18T08:45:42.661543+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[19887]: cluster 2024-09-18T08:45:42.675329+0000 mgr.y (mgr.14150) 333 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-18T08:45:43.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[28923]: cephadm 2024-09-18T08:45:42.607524+0000 mgr.y (mgr.14150) 331 : cephadm [INF] Detected new or changed devices on smithi189 2024-09-18T08:45:43.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[28923]: audit 2024-09-18T08:45:42.616409+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:43.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[28923]: audit 2024-09-18T08:45:42.626137+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:43.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[28923]: audit 2024-09-18T08:45:42.629670+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:45:43.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[28923]: audit 2024-09-18T08:45:42.631582+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:45:43.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[28923]: audit 2024-09-18T08:45:42.633491+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:45:43.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[28923]: audit 2024-09-18T08:45:42.635290+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:45:43.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[28923]: cephadm 2024-09-18T08:45:42.636666+0000 mgr.y (mgr.14150) 332 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 4316M 2024-09-18T08:45:43.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[28923]: audit 2024-09-18T08:45:42.643962+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:43.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[28923]: audit 2024-09-18T08:45:42.648351+0000 mon.a (mon.0) 669 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:45:43.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[28923]: audit 2024-09-18T08:45:42.650308+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:45:43.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[28923]: audit 2024-09-18T08:45:42.661543+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:45:43.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:43 smithi078 bash[28923]: cluster 2024-09-18T08:45:42.675329+0000 mgr.y (mgr.14150) 333 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-18T08:45:45.548 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:45:45.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:45 smithi078 bash[19887]: cluster 2024-09-18T08:45:44.675903+0000 mgr.y (mgr.14150) 334 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-18T08:45:45.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:45 smithi078 bash[28923]: cluster 2024-09-18T08:45:44.675903+0000 mgr.y (mgr.14150) 334 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-18T08:45:46.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:45 smithi189 bash[21687]: cluster 2024-09-18T08:45:44.675903+0000 mgr.y (mgr.14150) 334 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-18T08:45:47.180 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:45:47.180 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":60,"fsid":"c5c73ad4-7598-11ef-bceb-c7b262605968","created":"2024-09-18T08:35:42.542292+0000","modified":"2024-09-18T08:45:39.268552+0000","last_up_change":"2024-09-18T08:45:35.240543+0000","last_in_change":"2024-09-18T08:45:06.568604+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-18T08:41:05.154468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d0877dd5-6516-413f-a03f-8e709abe038a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1545886017},{"type":"v1","addr":"172.21.15.78:6803","nonce":1545886017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1545886017},{"type":"v1","addr":"172.21.15.78:6805","nonce":1545886017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":1545886017},{"type":"v1","addr":"172.21.15.78:6809","nonce":1545886017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1545886017},{"type":"v1","addr":"172.21.15.78:6807","nonce":1545886017}]},"public_addr":"172.21.15.78:6803/1545886017","cluster_addr":"172.21.15.78:6805/1545886017","heartbeat_back_addr":"172.21.15.78:6809/1545886017","heartbeat_front_addr":"172.21.15.78:6807/1545886017","state":["exists","up"]},{"osd":1,"uuid":"7ff2619d-adcc-479f-9aca-580863066c2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":3337641726},{"type":"v1","addr":"172.21.15.78:6811","nonce":3337641726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":3337641726},{"type":"v1","addr":"172.21.15.78:6813","nonce":3337641726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":3337641726},{"type":"v1","addr":"172.21.15.78:6817","nonce":3337641726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":3337641726},{"type":"v1","addr":"172.21.15.78:6815","nonce":3337641726}]},"public_addr":"172.21.15.78:6811/3337641726","cluster_addr":"172.21.15.78:6813/3337641726","heartbeat_back_addr":"172.21.15.78:6817/3337641726","heartbeat_front_addr":"172.21.15.78:6815/3337641726","state":["exists","up"]},{"osd":2,"uuid":"003ee8a0-ef90-4eb4-987e-e4fb00e85e8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2229871768},{"type":"v1","addr":"172.21.15.78:6819","nonce":2229871768}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2229871768},{"type":"v1","addr":"172.21.15.78:6821","nonce":2229871768}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2229871768},{"type":"v1","addr":"172.21.15.78:6825","nonce":2229871768}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2229871768},{"type":"v1","addr":"172.21.15.78:6823","nonce":2229871768}]},"public_addr":"172.21.15.78:6819/2229871768","cluster_addr":"172.21.15.78:6821/2229871768","heartbeat_back_addr":"172.21.15.78:6825/2229871768","heartbeat_front_addr":"172.21.15.78:6823/2229871768","state":["exists","up"]},{"osd":3,"uuid":"b258428d-1597-4c2c-b653-91be9c28317f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2408600314},{"type":"v1","addr":"172.21.15.78:6827","nonce":2408600314}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2408600314},{"type":"v1","addr":"172.21.15.78:6829","nonce":2408600314}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2408600314},{"type":"v1","addr":"172.21.15.78:6833","nonce":2408600314}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2408600314},{"type":"v1","addr":"172.21.15.78:6831","nonce":2408600314}]},"public_addr":"172.21.15.78:6827/2408600314","cluster_addr":"172.21.15.78:6829/2408600314","heartbeat_back_addr":"172.21.15.78:6833/2408600314","heartbeat_front_addr":"172.21.15.78:6831/2408600314","state":["exists","up"]},{"osd":4,"uuid":"e6276933-18bc-4db6-b62c-12a1e77eee71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":3516748471},{"type":"v1","addr":"172.21.15.189:6801","nonce":3516748471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":3516748471},{"type":"v1","addr":"172.21.15.189:6803","nonce":3516748471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":3516748471},{"type":"v1","addr":"172.21.15.189:6807","nonce":3516748471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":3516748471},{"type":"v1","addr":"172.21.15.189:6805","nonce":3516748471}]},"public_addr":"172.21.15.189:6801/3516748471","cluster_addr":"172.21.15.189:6803/3516748471","heartbeat_back_addr":"172.21.15.189:6807/3516748471","heartbeat_front_addr":"172.21.15.189:6805/3516748471","state":["exists","up"]},{"osd":5,"uuid":"e9faf9e9-771d-4de4-bfe0-5d9de4578f50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":4213705273},{"type":"v1","addr":"172.21.15.189:6809","nonce":4213705273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":4213705273},{"type":"v1","addr":"172.21.15.189:6811","nonce":4213705273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":4213705273},{"type":"v1","addr":"172.21.15.189:6815","nonce":4213705273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":4213705273},{"type":"v1","addr":"172.21.15.189:6813","nonce":4213705273}]},"public_addr":"172.21.15.189:6809/4213705273","cluster_addr":"172.21.15.189:6811/4213705273","heartbeat_back_addr":"172.21.15.189:6815/4213705273","heartbeat_front_addr":"172.21.15.189:6813/4213705273","state":["exists","up"]},{"osd":6,"uuid":"884c6459-302c-452a-a9c8-4bf2a9b06058","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":3899602769},{"type":"v1","addr":"172.21.15.189:6817","nonce":3899602769}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":3899602769},{"type":"v1","addr":"172.21.15.189:6819","nonce":3899602769}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":3899602769},{"type":"v1","addr":"172.21.15.189:6823","nonce":3899602769}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":3899602769},{"type":"v1","addr":"172.21.15.189:6821","nonce":3899602769}]},"public_addr":"172.21.15.189:6817/3899602769","cluster_addr":"172.21.15.189:6819/3899602769","heartbeat_back_addr":"172.21.15.189:6823/3899602769","heartbeat_front_addr":"172.21.15.189:6821/3899602769","state":["exists","up"]},{"osd":7,"uuid":"07096b36-5f97-4d01-9891-64dbce65cb9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":3105929373},{"type":"v1","addr":"172.21.15.189:6825","nonce":3105929373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":3105929373},{"type":"v1","addr":"172.21.15.189:6827","nonce":3105929373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":3105929373},{"type":"v1","addr":"172.21.15.189:6831","nonce":3105929373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":3105929373},{"type":"v1","addr":"172.21.15.189:6829","nonce":3105929373}]},"public_addr":"172.21.15.189:6825/3105929373","cluster_addr":"172.21.15.189:6827/3105929373","heartbeat_back_addr":"172.21.15.189:6831/3105929373","heartbeat_front_addr":"172.21.15.189:6829/3105929373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:39:06.751053+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:40:03.195316+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:41:01.656393+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:41:59.368852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:42:52.333507+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:43:46.790548+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:44:39.363039+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:45:33.511338+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.78:6800/4104688084":"2024-09-19T08:36:44.538407+0000","172.21.15.78:0/1456898720":"2024-09-19T08:36:44.538407+0000","172.21.15.78:0/3156924899":"2024-09-19T08:36:10.530125+0000","172.21.15.78:6801/4185838022":"2024-09-19T08:36:10.530125+0000","172.21.15.78:6801/4104688084":"2024-09-19T08:36:44.538407+0000","172.21.15.78:0/3242508562":"2024-09-19T08:36:44.538407+0000","172.21.15.78:6800/4185838022":"2024-09-19T08:36:10.530125+0000","172.21.15.78:0/1822431675":"2024-09-19T08:36:44.538407+0000","172.21.15.78:0/1388626620":"2024-09-19T08:36:10.530125+0000","172.21.15.78:0/525336696":"2024-09-19T08:36:10.530125+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-18T08:45:47.890 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-18T08:41:05.154468+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-18T08:45:47.891 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-18T08:45:48.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:47 smithi189 bash[21687]: cluster 2024-09-18T08:45:46.676518+0000 mgr.y (mgr.14150) 335 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-18T08:45:48.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:47 smithi189 bash[21687]: audit 2024-09-18T08:45:47.179135+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.78:0/1386641402' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T08:45:48.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:47 smithi078 bash[19887]: cluster 2024-09-18T08:45:46.676518+0000 mgr.y (mgr.14150) 335 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-18T08:45:48.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:47 smithi078 bash[19887]: audit 2024-09-18T08:45:47.179135+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.78:0/1386641402' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T08:45:48.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:47 smithi078 bash[28923]: cluster 2024-09-18T08:45:46.676518+0000 mgr.y (mgr.14150) 335 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-18T08:45:48.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:47 smithi078 bash[28923]: audit 2024-09-18T08:45:47.179135+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.78:0/1386641402' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T08:45:50.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:49 smithi189 bash[21687]: cluster 2024-09-18T08:45:48.677100+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T08:45:50.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:49 smithi078 bash[19887]: cluster 2024-09-18T08:45:48.677100+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T08:45:50.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:49 smithi078 bash[28923]: cluster 2024-09-18T08:45:48.677100+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T08:45:52.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:51 smithi189 bash[21687]: cluster 2024-09-18T08:45:50.677477+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-18T08:45:52.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:51 smithi078 bash[28923]: cluster 2024-09-18T08:45:50.677477+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-18T08:45:52.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:51 smithi078 bash[19887]: cluster 2024-09-18T08:45:50.677477+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-18T08:45:52.662 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:45:54.069 INFO:teuthology.orchestra.run.smithi078.stdout:pg_num: 1 2024-09-18T08:45:54.081 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:53 smithi078 bash[19887]: cluster 2024-09-18T08:45:52.677866+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-18T08:45:54.081 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:53 smithi078 bash[28923]: cluster 2024-09-18T08:45:52.677866+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-18T08:45:54.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:53 smithi189 bash[21687]: cluster 2024-09-18T08:45:52.677866+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-18T08:45:54.792 INFO:tasks.cephadm:Adding prometheus.a on smithi189 2024-09-18T08:45:54.793 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph orch apply prometheus '1;smithi189=a' 2024-09-18T08:45:55.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:54 smithi189 bash[21687]: audit 2024-09-18T08:45:54.069628+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.78:0/2911678156' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T08:45:55.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:54 smithi078 bash[19887]: audit 2024-09-18T08:45:54.069628+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.78:0/2911678156' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T08:45:55.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:54 smithi078 bash[28923]: audit 2024-09-18T08:45:54.069628+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.78:0/2911678156' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T08:45:56.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:55 smithi189 bash[21687]: cluster 2024-09-18T08:45:54.678381+0000 mgr.y (mgr.14150) 339 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:45:56.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:55 smithi078 bash[19887]: cluster 2024-09-18T08:45:54.678381+0000 mgr.y (mgr.14150) 339 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:45:56.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:55 smithi078 bash[28923]: cluster 2024-09-18T08:45:54.678381+0000 mgr.y (mgr.14150) 339 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:45:58.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:57 smithi189 bash[21687]: cluster 2024-09-18T08:45:56.678978+0000 mgr.y (mgr.14150) 340 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:45:58.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:57 smithi078 bash[19887]: cluster 2024-09-18T08:45:56.678978+0000 mgr.y (mgr.14150) 340 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:45:58.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:57 smithi078 bash[28923]: cluster 2024-09-18T08:45:56.678978+0000 mgr.y (mgr.14150) 340 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:45:59.558 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T08:46:00.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:45:59 smithi189 bash[21687]: cluster 2024-09-18T08:45:58.679531+0000 mgr.y (mgr.14150) 341 : cluster [DBG] pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:00.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:45:59 smithi078 bash[19887]: cluster 2024-09-18T08:45:58.679531+0000 mgr.y (mgr.14150) 341 : cluster [DBG] pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:00.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:45:59 smithi078 bash[28923]: cluster 2024-09-18T08:45:58.679531+0000 mgr.y (mgr.14150) 341 : cluster [DBG] pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:00.892 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled prometheus update... 2024-09-18T08:46:01.515 DEBUG:teuthology.orchestra.run.smithi189:prometheus.a> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@prometheus.a.service 2024-09-18T08:46:01.518 INFO:tasks.cephadm:Adding node-exporter.a on smithi078 2024-09-18T08:46:01.518 INFO:tasks.cephadm:Adding node-exporter.b on smithi189 2024-09-18T08:46:01.518 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph orch apply node-exporter '2;smithi078=a;smithi189=b' 2024-09-18T08:46:02.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:01 smithi189 bash[21687]: cluster 2024-09-18T08:46:00.680096+0000 mgr.y (mgr.14150) 342 : cluster [DBG] pgmap v328: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:02.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:01 smithi189 bash[21687]: audit 2024-09-18T08:46:00.891499+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:02.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:01 smithi189 bash[21687]: audit 2024-09-18T08:46:00.893340+0000 mon.a (mon.0) 673 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:46:02.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:01 smithi189 bash[21687]: audit 2024-09-18T08:46:01.610322+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:46:02.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:01 smithi189 bash[21687]: audit 2024-09-18T08:46:01.611848+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:46:02.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:01 smithi189 bash[21687]: audit 2024-09-18T08:46:01.620952+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:02.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:01 smithi078 bash[19887]: cluster 2024-09-18T08:46:00.680096+0000 mgr.y (mgr.14150) 342 : cluster [DBG] pgmap v328: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:02.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:01 smithi078 bash[19887]: audit 2024-09-18T08:46:00.891499+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:02.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:01 smithi078 bash[19887]: audit 2024-09-18T08:46:00.893340+0000 mon.a (mon.0) 673 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:46:02.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:01 smithi078 bash[19887]: audit 2024-09-18T08:46:01.610322+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:46:02.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:01 smithi078 bash[19887]: audit 2024-09-18T08:46:01.611848+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:46:02.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:01 smithi078 bash[19887]: audit 2024-09-18T08:46:01.620952+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:02.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:01 smithi078 bash[28923]: cluster 2024-09-18T08:46:00.680096+0000 mgr.y (mgr.14150) 342 : cluster [DBG] pgmap v328: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:02.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:01 smithi078 bash[28923]: audit 2024-09-18T08:46:00.891499+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:02.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:01 smithi078 bash[28923]: audit 2024-09-18T08:46:00.893340+0000 mon.a (mon.0) 673 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:46:02.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:01 smithi078 bash[28923]: audit 2024-09-18T08:46:01.610322+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:46:02.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:01 smithi078 bash[28923]: audit 2024-09-18T08:46:01.611848+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:46:02.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:01 smithi078 bash[28923]: audit 2024-09-18T08:46:01.620952+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:02.671 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:02 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:03.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:02 smithi189 bash[21687]: audit 2024-09-18T08:46:00.881627+0000 mgr.y (mgr.14150) 343 : audit [DBG] from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:46:03.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:02 smithi189 bash[21687]: cephadm 2024-09-18T08:46:00.884526+0000 mgr.y (mgr.14150) 344 : cephadm [INF] Saving service prometheus spec with placement smithi189=a;count:1 2024-09-18T08:46:03.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:02 smithi078 bash[19887]: audit 2024-09-18T08:46:00.881627+0000 mgr.y (mgr.14150) 343 : audit [DBG] from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:46:03.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:02 smithi078 bash[19887]: cephadm 2024-09-18T08:46:00.884526+0000 mgr.y (mgr.14150) 344 : cephadm [INF] Saving service prometheus spec with placement smithi189=a;count:1 2024-09-18T08:46:03.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:02 smithi078 bash[28923]: audit 2024-09-18T08:46:00.881627+0000 mgr.y (mgr.14150) 343 : audit [DBG] from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:46:03.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:02 smithi078 bash[28923]: cephadm 2024-09-18T08:46:00.884526+0000 mgr.y (mgr.14150) 344 : cephadm [INF] Saving service prometheus spec with placement smithi189=a;count:1 2024-09-18T08:46:04.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:03 smithi189 bash[21687]: cephadm 2024-09-18T08:46:01.920330+0000 mgr.y (mgr.14150) 345 : cephadm [INF] Deploying daemon prometheus.a on smithi189 2024-09-18T08:46:04.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:03 smithi189 bash[21687]: cluster 2024-09-18T08:46:02.680708+0000 mgr.y (mgr.14150) 346 : cluster [DBG] pgmap v329: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:04.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:03 smithi078 bash[19887]: cephadm 2024-09-18T08:46:01.920330+0000 mgr.y (mgr.14150) 345 : cephadm [INF] Deploying daemon prometheus.a on smithi189 2024-09-18T08:46:04.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:03 smithi078 bash[19887]: cluster 2024-09-18T08:46:02.680708+0000 mgr.y (mgr.14150) 346 : cluster [DBG] pgmap v329: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:04.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:03 smithi078 bash[28923]: cephadm 2024-09-18T08:46:01.920330+0000 mgr.y (mgr.14150) 345 : cephadm [INF] Deploying daemon prometheus.a on smithi189 2024-09-18T08:46:04.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:03 smithi078 bash[28923]: cluster 2024-09-18T08:46:02.680708+0000 mgr.y (mgr.14150) 346 : cluster [DBG] pgmap v329: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:06.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:05 smithi189 bash[21687]: cluster 2024-09-18T08:46:04.681249+0000 mgr.y (mgr.14150) 347 : cluster [DBG] pgmap v330: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:06.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:05 smithi078 bash[19887]: cluster 2024-09-18T08:46:04.681249+0000 mgr.y (mgr.14150) 347 : cluster [DBG] pgmap v330: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:06.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:05 smithi078 bash[28923]: cluster 2024-09-18T08:46:04.681249+0000 mgr.y (mgr.14150) 347 : cluster [DBG] pgmap v330: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:06.295 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T08:46:08.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:07 smithi189 bash[21687]: cluster 2024-09-18T08:46:06.681868+0000 mgr.y (mgr.14150) 348 : cluster [DBG] pgmap v331: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:08.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:07 smithi078 bash[19887]: cluster 2024-09-18T08:46:06.681868+0000 mgr.y (mgr.14150) 348 : cluster [DBG] pgmap v331: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:08.249 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:07 smithi078 bash[28923]: cluster 2024-09-18T08:46:06.681868+0000 mgr.y (mgr.14150) 348 : cluster [DBG] pgmap v331: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:10.138 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled node-exporter update... 2024-09-18T08:46:10.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:09 smithi189 bash[21687]: cluster 2024-09-18T08:46:08.682421+0000 mgr.y (mgr.14150) 349 : cluster [DBG] pgmap v332: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:10.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:09 smithi078 bash[19887]: cluster 2024-09-18T08:46:08.682421+0000 mgr.y (mgr.14150) 349 : cluster [DBG] pgmap v332: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:10.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:09 smithi078 bash[28923]: cluster 2024-09-18T08:46:08.682421+0000 mgr.y (mgr.14150) 349 : cluster [DBG] pgmap v332: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:11.058 DEBUG:teuthology.orchestra.run.smithi078:node-exporter.a> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@node-exporter.a.service 2024-09-18T08:46:11.061 DEBUG:teuthology.orchestra.run.smithi189:node-exporter.b> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@node-exporter.b.service 2024-09-18T08:46:11.064 INFO:tasks.cephadm:Adding alertmanager.a on smithi078 2024-09-18T08:46:11.064 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph orch apply alertmanager '1;smithi078=a' 2024-09-18T08:46:11.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:11 smithi189 bash[21687]: audit 2024-09-18T08:46:10.127795+0000 mgr.y (mgr.14150) 350 : audit [DBG] from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi078=a;smithi189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:46:11.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:11 smithi189 bash[21687]: cephadm 2024-09-18T08:46:10.130852+0000 mgr.y (mgr.14150) 351 : cephadm [INF] Saving service node-exporter spec with placement smithi078=a;smithi189=b;count:2 2024-09-18T08:46:11.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:11 smithi189 bash[21687]: audit 2024-09-18T08:46:10.138164+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:11.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:11 smithi189 bash[21687]: cluster 2024-09-18T08:46:10.682991+0000 mgr.y (mgr.14150) 352 : cluster [DBG] pgmap v333: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:11.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:11 smithi078 bash[19887]: audit 2024-09-18T08:46:10.127795+0000 mgr.y (mgr.14150) 350 : audit [DBG] from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi078=a;smithi189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:46:11.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:11 smithi078 bash[19887]: cephadm 2024-09-18T08:46:10.130852+0000 mgr.y (mgr.14150) 351 : cephadm [INF] Saving service node-exporter spec with placement smithi078=a;smithi189=b;count:2 2024-09-18T08:46:11.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:11 smithi078 bash[19887]: audit 2024-09-18T08:46:10.138164+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:11.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:11 smithi078 bash[19887]: cluster 2024-09-18T08:46:10.682991+0000 mgr.y (mgr.14150) 352 : cluster [DBG] pgmap v333: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:11.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:11 smithi078 bash[28923]: audit 2024-09-18T08:46:10.127795+0000 mgr.y (mgr.14150) 350 : audit [DBG] from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi078=a;smithi189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:46:11.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:11 smithi078 bash[28923]: cephadm 2024-09-18T08:46:10.130852+0000 mgr.y (mgr.14150) 351 : cephadm [INF] Saving service node-exporter spec with placement smithi078=a;smithi189=b;count:2 2024-09-18T08:46:11.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:11 smithi078 bash[28923]: audit 2024-09-18T08:46:10.138164+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:11.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:11 smithi078 bash[28923]: cluster 2024-09-18T08:46:10.682991+0000 mgr.y (mgr.14150) 352 : cluster [DBG] pgmap v333: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:13.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:13 smithi189 bash[21687]: cluster 2024-09-18T08:46:12.683604+0000 mgr.y (mgr.14150) 353 : cluster [DBG] pgmap v334: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:14.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:13 smithi078 bash[19887]: cluster 2024-09-18T08:46:12.683604+0000 mgr.y (mgr.14150) 353 : cluster [DBG] pgmap v334: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:14.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:13 smithi078 bash[28923]: cluster 2024-09-18T08:46:12.683604+0000 mgr.y (mgr.14150) 353 : cluster [DBG] pgmap v334: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:15.931 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:15 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:15.932 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 08:46:15 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:15.932 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:15 smithi189 bash[21687]: cluster 2024-09-18T08:46:14.684198+0000 mgr.y (mgr.14150) 354 : cluster [DBG] pgmap v335: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:15.932 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:15 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:15.932 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:15 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:15.933 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:15 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:15.933 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:15 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:15.933 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:46:15 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:15.933 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 08:46:15 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:15.934 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 08:46:15 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:16.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:15 smithi078 bash[28923]: cluster 2024-09-18T08:46:14.684198+0000 mgr.y (mgr.14150) 354 : cluster [DBG] pgmap v335: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:16.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:15 smithi078 bash[19887]: cluster 2024-09-18T08:46:14.684198+0000 mgr.y (mgr.14150) 354 : cluster [DBG] pgmap v335: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:16.252 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:16 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:16.253 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 08:46:16 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:16.253 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:16 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:16.254 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:16 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:16.254 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:16 smithi189 systemd[1]: Started Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:46:16.254 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:46:16 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:16.255 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 08:46:16 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:16.255 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 08:46:16 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:16.942 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T08:46:17.400 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[21687]: audit 2024-09-18T08:46:16.197279+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:17.400 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[21687]: audit 2024-09-18T08:46:16.206590+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:17.400 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[21687]: audit 2024-09-18T08:46:16.214974+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:17.400 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[21687]: audit 2024-09-18T08:46:16.220217+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-18T08:46:17.400 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[21687]: cluster 2024-09-18T08:46:16.684832+0000 mgr.y (mgr.14150) 355 : cluster [DBG] pgmap v336: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:17.401 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[22562]: ignoring --setuser ceph since I am not root 2024-09-18T08:46:17.401 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[22562]: ignoring --setgroup ceph since I am not root 2024-09-18T08:46:17.401 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[22562]: debug 2024-09-18T08:46:17.283+0000 7f115b058640 1 -- 172.21.15.189:0/2806363423 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5606953df0e0 con 0x5606953e1400 2024-09-18T08:46:17.401 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[22562]: debug 2024-09-18T08:46:17.399+0000 7f115d8b4040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T08:46:17.401 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.271Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-18T08:46:17.401 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.271Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-18T08:46:17.402 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.271Z caller=main.go:570 level=info host_details="(Linux 5.15.0-122-generic #132-Ubuntu SMP Thu Aug 29 13:45:52 UTC 2024 x86_64 smithi189 (none))" 2024-09-18T08:46:17.402 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.273Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-18T08:46:17.402 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.273Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-18T08:46:17.402 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.275Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-18T08:46:17.402 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.276Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-18T08:46:17.402 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.279Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-18T08:46:17.402 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.279Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-18T08:46:17.402 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.280Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-18T08:46:17.402 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.280Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.989µs 2024-09-18T08:46:17.402 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.280Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-18T08:46:17.402 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.281Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-09-18T08:46:17.402 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.281Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=35.992µs wal_replay_duration=372.524µs wbl_replay_duration=153ns total_replay_duration=444.526µs 2024-09-18T08:46:17.402 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.282Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-18T08:46:17.403 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.282Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-18T08:46:17.403 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.282Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-18T08:46:17.403 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.284Z caller=refresh.go:80 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-09-18T08:46:17.403 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.284Z caller=refresh.go:80 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-09-18T08:46:17.403 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.284Z caller=refresh.go:80 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-09-18T08:46:17.403 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.311Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=28.716305ms db_storage=882ns remote_storage=1.314µs web_handler=494ns query_engine=731ns scrape=399.948µs scrape_sd=141.877µs notify=1.143µs notify_sd=2.814µs rules=27.724079ms tracing=6.736µs 2024-09-18T08:46:17.403 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.311Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-18T08:46:17.403 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:17 smithi189 bash[45653]: ts=2024-09-18T08:46:17.311Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-18T08:46:17.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:17 smithi078 bash[20143]: ignoring --setuser ceph since I am not root 2024-09-18T08:46:17.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:17 smithi078 bash[20143]: ignoring --setgroup ceph since I am not root 2024-09-18T08:46:17.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:17 smithi078 bash[20143]: debug 2024-09-18T08:46:17.395+0000 7f897af03040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T08:46:17.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:17 smithi078 bash[19887]: audit 2024-09-18T08:46:16.197279+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:17.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:17 smithi078 bash[19887]: audit 2024-09-18T08:46:16.206590+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:17.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:17 smithi078 bash[19887]: audit 2024-09-18T08:46:16.214974+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:17.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:17 smithi078 bash[19887]: audit 2024-09-18T08:46:16.220217+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-18T08:46:17.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:17 smithi078 bash[19887]: cluster 2024-09-18T08:46:16.684832+0000 mgr.y (mgr.14150) 355 : cluster [DBG] pgmap v336: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:17.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:17 smithi078 bash[28923]: audit 2024-09-18T08:46:16.197279+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:17.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:17 smithi078 bash[28923]: audit 2024-09-18T08:46:16.206590+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:17.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:17 smithi078 bash[28923]: audit 2024-09-18T08:46:16.214974+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' 2024-09-18T08:46:17.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:17 smithi078 bash[28923]: audit 2024-09-18T08:46:16.220217+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-18T08:46:17.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:17 smithi078 bash[28923]: cluster 2024-09-18T08:46:16.684832+0000 mgr.y (mgr.14150) 355 : cluster [DBG] pgmap v336: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:18.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:18 smithi189 bash[21687]: audit 2024-09-18T08:46:17.221434+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-18T08:46:18.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:18 smithi189 bash[21687]: cluster 2024-09-18T08:46:17.232274+0000 mon.a (mon.0) 683 : cluster [DBG] mgrmap e16: y(active, since 9m), standbys: x 2024-09-18T08:46:18.576 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:18 smithi078 bash[19887]: audit 2024-09-18T08:46:17.221434+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-18T08:46:18.576 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:18 smithi078 bash[19887]: cluster 2024-09-18T08:46:17.232274+0000 mon.a (mon.0) 683 : cluster [DBG] mgrmap e16: y(active, since 9m), standbys: x 2024-09-18T08:46:18.576 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:18 smithi078 bash[28923]: audit 2024-09-18T08:46:17.221434+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.14150 172.21.15.78:0/360415553' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-18T08:46:18.576 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:18 smithi078 bash[28923]: cluster 2024-09-18T08:46:17.232274+0000 mon.a (mon.0) 683 : cluster [DBG] mgrmap e16: y(active, since 9m), standbys: x 2024-09-18T08:46:18.921 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:18 smithi189 bash[22562]: debug 2024-09-18T08:46:18.619+0000 7f115d8b4040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T08:46:18.921 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:18 smithi189 bash[22562]: debug 2024-09-18T08:46:18.687+0000 7f115d8b4040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T08:46:18.921 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:18 smithi189 bash[22562]: debug 2024-09-18T08:46:18.835+0000 7f115d8b4040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T08:46:18.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:18 smithi078 bash[20143]: debug 2024-09-18T08:46:18.575+0000 7f897af03040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T08:46:18.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:18 smithi078 bash[20143]: debug 2024-09-18T08:46:18.639+0000 7f897af03040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T08:46:18.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:18 smithi078 bash[20143]: debug 2024-09-18T08:46:18.787+0000 7f897af03040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T08:46:19.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:19 smithi078 bash[20143]: debug 2024-09-18T08:46:19.431+0000 7f897af03040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T08:46:19.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:19 smithi078 bash[20143]: debug 2024-09-18T08:46:19.503+0000 7f897af03040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T08:46:19.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:19 smithi078 bash[20143]: debug 2024-09-18T08:46:19.571+0000 7f897af03040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T08:46:19.804 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:19 smithi189 bash[22562]: debug 2024-09-18T08:46:19.479+0000 7f115d8b4040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T08:46:19.804 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:19 smithi189 bash[22562]: debug 2024-09-18T08:46:19.547+0000 7f115d8b4040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T08:46:19.804 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:19 smithi189 bash[22562]: debug 2024-09-18T08:46:19.615+0000 7f115d8b4040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T08:46:20.156 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:19 smithi078 bash[20143]: debug 2024-09-18T08:46:19.755+0000 7f897af03040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T08:46:20.156 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:19 smithi078 bash[20143]: debug 2024-09-18T08:46:19.831+0000 7f897af03040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T08:46:20.156 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:19 smithi078 bash[20143]: debug 2024-09-18T08:46:19.899+0000 7f897af03040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T08:46:20.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:19 smithi189 bash[22562]: debug 2024-09-18T08:46:19.799+0000 7f115d8b4040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T08:46:20.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:19 smithi189 bash[22562]: debug 2024-09-18T08:46:19.879+0000 7f115d8b4040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T08:46:20.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:19 smithi189 bash[22562]: debug 2024-09-18T08:46:19.947+0000 7f115d8b4040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T08:46:20.421 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:20 smithi078 bash[20143]: debug 2024-09-18T08:46:20.155+0000 7f897af03040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T08:46:20.422 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:20 smithi078 bash[20143]: debug 2024-09-18T08:46:20.223+0000 7f897af03040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T08:46:20.469 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:20 smithi189 bash[22562]: debug 2024-09-18T08:46:20.203+0000 7f115d8b4040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T08:46:20.469 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:20 smithi189 bash[22562]: debug 2024-09-18T08:46:20.271+0000 7f115d8b4040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T08:46:20.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:20 smithi078 bash[20143]: debug 2024-09-18T08:46:20.419+0000 7f897af03040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T08:46:20.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:20 smithi078 bash[20143]: debug 2024-09-18T08:46:20.495+0000 7f897af03040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T08:46:20.794 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:20 smithi189 bash[22562]: debug 2024-09-18T08:46:20.467+0000 7f115d8b4040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T08:46:20.794 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:20 smithi189 bash[22562]: debug 2024-09-18T08:46:20.543+0000 7f115d8b4040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T08:46:21.083 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:20 smithi078 bash[20143]: debug 2024-09-18T08:46:20.743+0000 7f897af03040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-18T08:46:21.084 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:20 smithi078 bash[20143]: debug 2024-09-18T08:46:20.919+0000 7f897af03040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T08:46:21.130 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:20 smithi189 bash[22562]: debug 2024-09-18T08:46:20.791+0000 7f115d8b4040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-18T08:46:21.131 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:20 smithi189 bash[22562]: debug 2024-09-18T08:46:20.967+0000 7f115d8b4040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T08:46:21.340 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:21 smithi078 bash[20143]: debug 2024-09-18T08:46:21.079+0000 7f897af03040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T08:46:21.340 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:21 smithi078 bash[20143]: debug 2024-09-18T08:46:21.159+0000 7f897af03040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T08:46:21.387 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:21 smithi189 bash[22562]: debug 2024-09-18T08:46:21.127+0000 7f115d8b4040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T08:46:21.388 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:21 smithi189 bash[22562]: debug 2024-09-18T08:46:21.207+0000 7f115d8b4040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T08:46:21.671 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:21 smithi189 bash[22562]: debug 2024-09-18T08:46:21.383+0000 7f115d8b4040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T08:46:21.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:21 smithi078 bash[20143]: debug 2024-09-18T08:46:21.339+0000 7f897af03040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T08:46:22.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:22 smithi078 bash[20143]: debug 2024-09-18T08:46:22.155+0000 7f897af03040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T08:46:22.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:22 smithi078 bash[20143]: debug 2024-09-18T08:46:22.231+0000 7f897af03040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T08:46:22.491 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:22 smithi189 bash[22562]: debug 2024-09-18T08:46:22.191+0000 7f115d8b4040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T08:46:22.491 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:22 smithi189 bash[22562]: debug 2024-09-18T08:46:22.267+0000 7f115d8b4040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T08:46:22.917 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:22 smithi078 bash[20143]: debug 2024-09-18T08:46:22.455+0000 7f897af03040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T08:46:22.917 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:22 smithi078 bash[20143]: debug 2024-09-18T08:46:22.527+0000 7f897af03040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T08:46:22.921 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:22 smithi189 bash[22562]: debug 2024-09-18T08:46:22.487+0000 7f115d8b4040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T08:46:22.921 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:22 smithi189 bash[22562]: debug 2024-09-18T08:46:22.563+0000 7f115d8b4040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T08:46:23.202 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:22 smithi078 bash[20143]: debug 2024-09-18T08:46:22.915+0000 7f897af03040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T08:46:23.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:22 smithi078 bash[20143]: debug 2024-09-18T08:46:22.991+0000 7f897af03040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T08:46:23.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[20143]: [18/Sep/2024:08:46:23] ENGINE Bus STARTING 2024-09-18T08:46:23.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[20143]: CherryPy Checker: 2024-09-18T08:46:23.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[20143]: The Application mounted at '' has an empty config. 2024-09-18T08:46:23.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: cluster 2024-09-18T08:46:23.016421+0000 mon.a (mon.0) 684 : cluster [INF] Active manager daemon y restarted 2024-09-18T08:46:23.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: cluster 2024-09-18T08:46:23.017049+0000 mon.a (mon.0) 685 : cluster [INF] Activating manager daemon y 2024-09-18T08:46:23.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: cluster 2024-09-18T08:46:23.024841+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-18T08:46:23.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: cluster 2024-09-18T08:46:23.025166+0000 mon.a (mon.0) 687 : cluster [DBG] mgrmap e17: y(active, starting, since 0.00830725s), standbys: x 2024-09-18T08:46:23.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.032775+0000 mon.c (mon.2) 14 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:46:23.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.033250+0000 mon.c (mon.2) 15 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:46:23.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.033702+0000 mon.c (mon.2) 16 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:46:23.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.034794+0000 mon.c (mon.2) 17 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T08:46:23.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.035346+0000 mon.c (mon.2) 18 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T08:46:23.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.035927+0000 mon.c (mon.2) 19 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:46:23.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.036561+0000 mon.c (mon.2) 20 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:46:23.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.037236+0000 mon.c (mon.2) 21 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:46:23.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.037875+0000 mon.c (mon.2) 22 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:46:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.038484+0000 mon.c (mon.2) 23 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:46:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.039123+0000 mon.c (mon.2) 24 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:46:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.039740+0000 mon.c (mon.2) 25 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:46:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.040369+0000 mon.c (mon.2) 26 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:46:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.041052+0000 mon.c (mon.2) 27 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T08:46:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.041565+0000 mon.c (mon.2) 28 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T08:46:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: cluster 2024-09-18T08:46:23.016421+0000 mon.a (mon.0) 684 : cluster [INF] Active manager daemon y restarted 2024-09-18T08:46:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: cluster 2024-09-18T08:46:23.017049+0000 mon.a (mon.0) 685 : cluster [INF] Activating manager daemon y 2024-09-18T08:46:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: cluster 2024-09-18T08:46:23.024841+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-18T08:46:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: cluster 2024-09-18T08:46:23.025166+0000 mon.a (mon.0) 687 : cluster [DBG] mgrmap e17: y(active, starting, since 0.00830725s), standbys: x 2024-09-18T08:46:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.032775+0000 mon.c (mon.2) 14 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:46:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.033250+0000 mon.c (mon.2) 15 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:46:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.033702+0000 mon.c (mon.2) 16 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:46:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.034794+0000 mon.c (mon.2) 17 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T08:46:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.035346+0000 mon.c (mon.2) 18 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T08:46:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.035927+0000 mon.c (mon.2) 19 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:46:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.036561+0000 mon.c (mon.2) 20 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:46:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.037236+0000 mon.c (mon.2) 21 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:46:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.037875+0000 mon.c (mon.2) 22 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:46:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.038484+0000 mon.c (mon.2) 23 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:46:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.039123+0000 mon.c (mon.2) 24 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:46:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.039740+0000 mon.c (mon.2) 25 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:46:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.040369+0000 mon.c (mon.2) 26 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:46:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.041052+0000 mon.c (mon.2) 27 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T08:46:23.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.041565+0000 mon.c (mon.2) 28 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T08:46:23.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.042797+0000 mon.c (mon.2) 29 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T08:46:23.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: cluster 2024-09-18T08:46:23.055002+0000 mon.a (mon.0) 688 : cluster [DBG] Standby manager daemon x restarted 2024-09-18T08:46:23.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: cluster 2024-09-18T08:46:23.055195+0000 mon.a (mon.0) 689 : cluster [DBG] Standby manager daemon x started 2024-09-18T08:46:23.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.060347+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.189:0/3980998342' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T08:46:23.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.061104+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.189:0/3980998342' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T08:46:23.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.062893+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.189:0/3980998342' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T08:46:23.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: audit 2024-09-18T08:46:23.064090+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.189:0/3980998342' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T08:46:23.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[28923]: cluster 2024-09-18T08:46:23.067654+0000 mon.a (mon.0) 690 : cluster [INF] Manager daemon y is now available 2024-09-18T08:46:23.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.042797+0000 mon.c (mon.2) 29 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T08:46:23.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: cluster 2024-09-18T08:46:23.055002+0000 mon.a (mon.0) 688 : cluster [DBG] Standby manager daemon x restarted 2024-09-18T08:46:23.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: cluster 2024-09-18T08:46:23.055195+0000 mon.a (mon.0) 689 : cluster [DBG] Standby manager daemon x started 2024-09-18T08:46:23.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.060347+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.189:0/3980998342' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T08:46:23.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.061104+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.189:0/3980998342' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T08:46:23.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.062893+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.189:0/3980998342' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T08:46:23.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: audit 2024-09-18T08:46:23.064090+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.189:0/3980998342' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T08:46:23.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[19887]: cluster 2024-09-18T08:46:23.067654+0000 mon.a (mon.0) 690 : cluster [INF] Manager daemon y is now available 2024-09-18T08:46:23.293 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:22 smithi189 bash[22562]: debug 2024-09-18T08:46:22.947+0000 7f115d8b4040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T08:46:23.293 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[22562]: debug 2024-09-18T08:46:23.031+0000 7f115d8b4040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T08:46:23.293 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[22562]: [18/Sep/2024:08:46:23] ENGINE Bus STARTING 2024-09-18T08:46:23.293 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[22562]: CherryPy Checker: 2024-09-18T08:46:23.293 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[22562]: The Application mounted at '' has an empty config. 2024-09-18T08:46:23.293 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[22562]: [18/Sep/2024:08:46:23] ENGINE Serving on http://:::9283 2024-09-18T08:46:23.293 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[22562]: [18/Sep/2024:08:46:23] ENGINE Bus STARTED 2024-09-18T08:46:23.294 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: cluster 2024-09-18T08:46:23.016421+0000 mon.a (mon.0) 684 : cluster [INF] Active manager daemon y restarted 2024-09-18T08:46:23.294 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: cluster 2024-09-18T08:46:23.017049+0000 mon.a (mon.0) 685 : cluster [INF] Activating manager daemon y 2024-09-18T08:46:23.294 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: cluster 2024-09-18T08:46:23.024841+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-18T08:46:23.294 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: cluster 2024-09-18T08:46:23.025166+0000 mon.a (mon.0) 687 : cluster [DBG] mgrmap e17: y(active, starting, since 0.00830725s), standbys: x 2024-09-18T08:46:23.294 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.032775+0000 mon.c (mon.2) 14 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:46:23.294 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.033250+0000 mon.c (mon.2) 15 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:46:23.294 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.033702+0000 mon.c (mon.2) 16 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:46:23.294 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.034794+0000 mon.c (mon.2) 17 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T08:46:23.294 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.035346+0000 mon.c (mon.2) 18 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T08:46:23.294 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.035927+0000 mon.c (mon.2) 19 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:46:23.295 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.036561+0000 mon.c (mon.2) 20 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:46:23.295 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.037236+0000 mon.c (mon.2) 21 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:46:23.295 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.037875+0000 mon.c (mon.2) 22 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:46:23.295 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.038484+0000 mon.c (mon.2) 23 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:46:23.295 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.039123+0000 mon.c (mon.2) 24 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:46:23.295 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.039740+0000 mon.c (mon.2) 25 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:46:23.295 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.040369+0000 mon.c (mon.2) 26 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:46:23.295 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.041052+0000 mon.c (mon.2) 27 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T08:46:23.295 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.041565+0000 mon.c (mon.2) 28 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T08:46:23.295 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.042797+0000 mon.c (mon.2) 29 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T08:46:23.295 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: cluster 2024-09-18T08:46:23.055002+0000 mon.a (mon.0) 688 : cluster [DBG] Standby manager daemon x restarted 2024-09-18T08:46:23.295 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: cluster 2024-09-18T08:46:23.055195+0000 mon.a (mon.0) 689 : cluster [DBG] Standby manager daemon x started 2024-09-18T08:46:23.295 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.060347+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.189:0/3980998342' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T08:46:23.296 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.061104+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.189:0/3980998342' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T08:46:23.296 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.062893+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.189:0/3980998342' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T08:46:23.296 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: audit 2024-09-18T08:46:23.064090+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.189:0/3980998342' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T08:46:23.296 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:23 smithi189 bash[21687]: cluster 2024-09-18T08:46:23.067654+0000 mon.a (mon.0) 690 : cluster [INF] Manager daemon y is now available 2024-09-18T08:46:23.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[20143]: [18/Sep/2024:08:46:23] ENGINE Serving on http://:::9283 2024-09-18T08:46:23.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:23 smithi078 bash[20143]: [18/Sep/2024:08:46:23] ENGINE Bus STARTED 2024-09-18T08:46:24.042 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled alertmanager update... 2024-09-18T08:46:24.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:24 smithi189 bash[21687]: audit 2024-09-18T08:46:23.091944+0000 mon.c (mon.2) 30 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:46:24.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:24 smithi189 bash[21687]: audit 2024-09-18T08:46:23.111278+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:24.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:24 smithi189 bash[21687]: audit 2024-09-18T08:46:23.117530+0000 mon.c (mon.2) 31 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:46:24.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:24 smithi189 bash[21687]: audit 2024-09-18T08:46:23.125141+0000 mon.c (mon.2) 32 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T08:46:24.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:24 smithi189 bash[21687]: audit 2024-09-18T08:46:23.125449+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T08:46:24.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:24 smithi189 bash[21687]: audit 2024-09-18T08:46:23.137685+0000 mon.c (mon.2) 33 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T08:46:24.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:24 smithi189 bash[21687]: audit 2024-09-18T08:46:23.138167+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T08:46:24.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:24 smithi189 bash[21687]: cluster 2024-09-18T08:46:24.030029+0000 mon.a (mon.0) 694 : cluster [DBG] mgrmap e18: y(active, since 1.01316s), standbys: x 2024-09-18T08:46:24.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:24 smithi189 bash[21687]: audit 2024-09-18T08:46:24.042176+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:24.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[28923]: audit 2024-09-18T08:46:23.091944+0000 mon.c (mon.2) 30 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:46:24.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[28923]: audit 2024-09-18T08:46:23.111278+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:24.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[28923]: audit 2024-09-18T08:46:23.117530+0000 mon.c (mon.2) 31 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:46:24.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[28923]: audit 2024-09-18T08:46:23.125141+0000 mon.c (mon.2) 32 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T08:46:24.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[28923]: audit 2024-09-18T08:46:23.125449+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T08:46:24.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[28923]: audit 2024-09-18T08:46:23.137685+0000 mon.c (mon.2) 33 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T08:46:24.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[28923]: audit 2024-09-18T08:46:23.138167+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T08:46:24.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[28923]: cluster 2024-09-18T08:46:24.030029+0000 mon.a (mon.0) 694 : cluster [DBG] mgrmap e18: y(active, since 1.01316s), standbys: x 2024-09-18T08:46:24.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[28923]: audit 2024-09-18T08:46:24.042176+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:24.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[19887]: audit 2024-09-18T08:46:23.091944+0000 mon.c (mon.2) 30 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:46:24.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[19887]: audit 2024-09-18T08:46:23.111278+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:24.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[19887]: audit 2024-09-18T08:46:23.117530+0000 mon.c (mon.2) 31 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:46:24.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[19887]: audit 2024-09-18T08:46:23.125141+0000 mon.c (mon.2) 32 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T08:46:24.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[19887]: audit 2024-09-18T08:46:23.125449+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T08:46:24.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[19887]: audit 2024-09-18T08:46:23.137685+0000 mon.c (mon.2) 33 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T08:46:24.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[19887]: audit 2024-09-18T08:46:23.138167+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T08:46:24.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[19887]: cluster 2024-09-18T08:46:24.030029+0000 mon.a (mon.0) 694 : cluster [DBG] mgrmap e18: y(active, since 1.01316s), standbys: x 2024-09-18T08:46:24.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[19887]: audit 2024-09-18T08:46:24.042176+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:24.795 DEBUG:teuthology.orchestra.run.smithi078:alertmanager.a> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@alertmanager.a.service 2024-09-18T08:46:24.798 INFO:tasks.cephadm:Adding grafana.a on smithi189 2024-09-18T08:46:24.798 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph orch apply grafana '1;smithi189=a' 2024-09-18T08:46:24.806 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: debug 2024-09-18T08:46:24.507+0000 7f88d1f32640 -1 log_channel(cephadm) log [ERR] : [18/Sep/2024:08:46:24] ENGINE Error in HTTPServer.serve 2024-09-18T08:46:24.806 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: Traceback (most recent call last): 2024-09-18T08:46:24.806 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T08:46:24.806 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: self._connections.run(self.expiration_interval) 2024-09-18T08:46:24.806 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T08:46:24.806 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: self._run(expiration_interval) 2024-09-18T08:46:24.806 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T08:46:24.807 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T08:46:24.807 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T08:46:24.807 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T08:46:24.807 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T08:46:24.807 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: s = self.context.wrap_socket( 2024-09-18T08:46:24.807 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T08:46:24.807 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: return self.sslsocket_class._create( 2024-09-18T08:46:24.807 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T08:46:24.807 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: self.do_handshake() 2024-09-18T08:46:24.807 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T08:46:24.807 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: self._sslobj.do_handshake() 2024-09-18T08:46:24.807 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:24 smithi078 bash[20143]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T08:46:25.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:25 smithi189 bash[21687]: cephadm 2024-09-18T08:46:24.038652+0000 mgr.y (mgr.24314) 3 : cephadm [INF] Saving service alertmanager spec with placement smithi078=a;count:1 2024-09-18T08:46:25.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:25 smithi189 bash[21687]: cephadm 2024-09-18T08:46:24.286679+0000 mgr.y (mgr.24314) 4 : cephadm [INF] [18/Sep/2024:08:46:24] ENGINE Bus STARTING 2024-09-18T08:46:25.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:25 smithi078 bash[19887]: cephadm 2024-09-18T08:46:24.038652+0000 mgr.y (mgr.24314) 3 : cephadm [INF] Saving service alertmanager spec with placement smithi078=a;count:1 2024-09-18T08:46:25.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:25 smithi078 bash[19887]: cephadm 2024-09-18T08:46:24.286679+0000 mgr.y (mgr.24314) 4 : cephadm [INF] [18/Sep/2024:08:46:24] ENGINE Bus STARTING 2024-09-18T08:46:25.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:25 smithi078 bash[28923]: cephadm 2024-09-18T08:46:24.038652+0000 mgr.y (mgr.24314) 3 : cephadm [INF] Saving service alertmanager spec with placement smithi078=a;count:1 2024-09-18T08:46:25.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:25 smithi078 bash[28923]: cephadm 2024-09-18T08:46:24.286679+0000 mgr.y (mgr.24314) 4 : cephadm [INF] [18/Sep/2024:08:46:24] ENGINE Bus STARTING 2024-09-18T08:46:26.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: cephadm 2024-09-18T08:46:24.388303+0000 mgr.y (mgr.24314) 5 : cephadm [INF] [18/Sep/2024:08:46:24] ENGINE Serving on http://172.21.15.78:8765 2024-09-18T08:46:26.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: cephadm 2024-09-18T08:46:24.506986+0000 mgr.y (mgr.24314) 6 : cephadm [INF] [18/Sep/2024:08:46:24] ENGINE Serving on https://172.21.15.78:7150 2024-09-18T08:46:26.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: cephadm 2024-09-18T08:46:24.507165+0000 mgr.y (mgr.24314) 7 : cephadm [INF] [18/Sep/2024:08:46:24] ENGINE Bus STARTED 2024-09-18T08:46:26.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: cephadm 2024-09-18T08:46:24.508876+0000 mgr.y (mgr.24314) 8 : cephadm [ERR] [18/Sep/2024:08:46:24] ENGINE Error in HTTPServer.serve 2024-09-18T08:46:26.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: Traceback (most recent call last): 2024-09-18T08:46:26.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T08:46:26.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: self._connections.run(self.expiration_interval) 2024-09-18T08:46:26.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T08:46:26.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: self._run(expiration_interval) 2024-09-18T08:46:26.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T08:46:26.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T08:46:26.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T08:46:26.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T08:46:26.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T08:46:26.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: s = self.context.wrap_socket( 2024-09-18T08:46:26.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T08:46:26.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: return self.sslsocket_class._create( 2024-09-18T08:46:26.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T08:46:26.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: self.do_handshake() 2024-09-18T08:46:26.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T08:46:26.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: self._sslobj.do_handshake() 2024-09-18T08:46:26.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T08:46:26.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: cluster 2024-09-18T08:46:25.036723+0000 mgr.y (mgr.24314) 9 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:26.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:26 smithi189 bash[21687]: cluster 2024-09-18T08:46:26.047964+0000 mon.a (mon.0) 696 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2024-09-18T08:46:26.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: cephadm 2024-09-18T08:46:24.388303+0000 mgr.y (mgr.24314) 5 : cephadm [INF] [18/Sep/2024:08:46:24] ENGINE Serving on http://172.21.15.78:8765 2024-09-18T08:46:26.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: cephadm 2024-09-18T08:46:24.506986+0000 mgr.y (mgr.24314) 6 : cephadm [INF] [18/Sep/2024:08:46:24] ENGINE Serving on https://172.21.15.78:7150 2024-09-18T08:46:26.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: cephadm 2024-09-18T08:46:24.507165+0000 mgr.y (mgr.24314) 7 : cephadm [INF] [18/Sep/2024:08:46:24] ENGINE Bus STARTED 2024-09-18T08:46:26.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: cephadm 2024-09-18T08:46:24.508876+0000 mgr.y (mgr.24314) 8 : cephadm [ERR] [18/Sep/2024:08:46:24] ENGINE Error in HTTPServer.serve 2024-09-18T08:46:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: Traceback (most recent call last): 2024-09-18T08:46:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T08:46:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: self._connections.run(self.expiration_interval) 2024-09-18T08:46:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T08:46:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: self._run(expiration_interval) 2024-09-18T08:46:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T08:46:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T08:46:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T08:46:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T08:46:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T08:46:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: s = self.context.wrap_socket( 2024-09-18T08:46:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T08:46:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: return self.sslsocket_class._create( 2024-09-18T08:46:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T08:46:26.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: self.do_handshake() 2024-09-18T08:46:26.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T08:46:26.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: self._sslobj.do_handshake() 2024-09-18T08:46:26.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T08:46:26.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: cluster 2024-09-18T08:46:25.036723+0000 mgr.y (mgr.24314) 9 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:26.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[19887]: cluster 2024-09-18T08:46:26.047964+0000 mon.a (mon.0) 696 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2024-09-18T08:46:26.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: cephadm 2024-09-18T08:46:24.388303+0000 mgr.y (mgr.24314) 5 : cephadm [INF] [18/Sep/2024:08:46:24] ENGINE Serving on http://172.21.15.78:8765 2024-09-18T08:46:26.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: cephadm 2024-09-18T08:46:24.506986+0000 mgr.y (mgr.24314) 6 : cephadm [INF] [18/Sep/2024:08:46:24] ENGINE Serving on https://172.21.15.78:7150 2024-09-18T08:46:26.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: cephadm 2024-09-18T08:46:24.507165+0000 mgr.y (mgr.24314) 7 : cephadm [INF] [18/Sep/2024:08:46:24] ENGINE Bus STARTED 2024-09-18T08:46:26.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: cephadm 2024-09-18T08:46:24.508876+0000 mgr.y (mgr.24314) 8 : cephadm [ERR] [18/Sep/2024:08:46:24] ENGINE Error in HTTPServer.serve 2024-09-18T08:46:26.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: Traceback (most recent call last): 2024-09-18T08:46:26.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T08:46:26.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: self._connections.run(self.expiration_interval) 2024-09-18T08:46:26.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T08:46:26.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: self._run(expiration_interval) 2024-09-18T08:46:26.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T08:46:26.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T08:46:26.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T08:46:26.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T08:46:26.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T08:46:26.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: s = self.context.wrap_socket( 2024-09-18T08:46:26.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T08:46:26.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: return self.sslsocket_class._create( 2024-09-18T08:46:26.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T08:46:26.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: self.do_handshake() 2024-09-18T08:46:26.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T08:46:26.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: self._sslobj.do_handshake() 2024-09-18T08:46:26.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T08:46:26.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: cluster 2024-09-18T08:46:25.036723+0000 mgr.y (mgr.24314) 9 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:26.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:26 smithi078 bash[28923]: cluster 2024-09-18T08:46:26.047964+0000 mon.a (mon.0) 696 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2024-09-18T08:46:28.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:28 smithi189 bash[21687]: cluster 2024-09-18T08:46:27.037304+0000 mgr.y (mgr.24314) 10 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:28.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:28 smithi189 bash[21687]: cluster 2024-09-18T08:46:27.097278+0000 mon.a (mon.0) 697 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-09-18T08:46:28.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:28 smithi078 bash[19887]: cluster 2024-09-18T08:46:27.037304+0000 mgr.y (mgr.24314) 10 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:28.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:28 smithi078 bash[19887]: cluster 2024-09-18T08:46:27.097278+0000 mon.a (mon.0) 697 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-09-18T08:46:28.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:28 smithi078 bash[28923]: cluster 2024-09-18T08:46:27.037304+0000 mgr.y (mgr.24314) 10 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:28.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:28 smithi078 bash[28923]: cluster 2024-09-18T08:46:27.097278+0000 mon.a (mon.0) 697 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-09-18T08:46:28.673 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T08:46:30.058 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled grafana update... 2024-09-18T08:46:30.070 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:29 smithi189 bash[21687]: audit 2024-09-18T08:46:28.903085+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:30.071 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:29 smithi189 bash[21687]: audit 2024-09-18T08:46:28.909597+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:30.071 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:29 smithi189 bash[21687]: cluster 2024-09-18T08:46:29.037883+0000 mgr.y (mgr.24314) 11 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:30.071 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:29 smithi189 bash[21687]: audit 2024-09-18T08:46:29.105597+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:30.071 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:29 smithi189 bash[21687]: audit 2024-09-18T08:46:29.115182+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:30.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:29 smithi078 bash[19887]: audit 2024-09-18T08:46:28.903085+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:30.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:29 smithi078 bash[19887]: audit 2024-09-18T08:46:28.909597+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:30.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:29 smithi078 bash[19887]: cluster 2024-09-18T08:46:29.037883+0000 mgr.y (mgr.24314) 11 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:30.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:29 smithi078 bash[19887]: audit 2024-09-18T08:46:29.105597+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:30.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:29 smithi078 bash[19887]: audit 2024-09-18T08:46:29.115182+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:30.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:29 smithi078 bash[28923]: audit 2024-09-18T08:46:28.903085+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:30.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:29 smithi078 bash[28923]: audit 2024-09-18T08:46:28.909597+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:30.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:29 smithi078 bash[28923]: cluster 2024-09-18T08:46:29.037883+0000 mgr.y (mgr.24314) 11 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:30.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:29 smithi078 bash[28923]: audit 2024-09-18T08:46:29.105597+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:30.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:29 smithi078 bash[28923]: audit 2024-09-18T08:46:29.115182+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:30.714 DEBUG:teuthology.orchestra.run.smithi189:grafana.a> sudo journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@grafana.a.service 2024-09-18T08:46:30.716 INFO:tasks.cephadm:Setting up client nodes... 2024-09-18T08:46:30.716 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-18T08:46:31.349 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.005965+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.349 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.011128+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.349 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.048225+0000 mgr.y (mgr.24314) 12 : audit [DBG] from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:46:31.349 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: cephadm 2024-09-18T08:46:30.051586+0000 mgr.y (mgr.24314) 13 : cephadm [INF] Saving service grafana spec with placement smithi189=a;count:1 2024-09-18T08:46:31.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.057897+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.231009+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.242425+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.246397+0000 mon.c (mon.2) 34 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.247058+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.248975+0000 mon.c (mon.2) 35 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.249668+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.251280+0000 mon.c (mon.2) 36 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.251944+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.253526+0000 mon.c (mon.2) 37 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.254130+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: cephadm 2024-09-18T08:46:30.255390+0000 mgr.y (mgr.24314) 14 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 4060M 2024-09-18T08:46:31.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.261007+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.266450+0000 mon.c (mon.2) 38 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:46:31.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.267875+0000 mon.c (mon.2) 39 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:46:31.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: cephadm 2024-09-18T08:46:30.269777+0000 mgr.y (mgr.24314) 15 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T08:46:31.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: cephadm 2024-09-18T08:46:30.270227+0000 mgr.y (mgr.24314) 16 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T08:46:31.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.825398+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.831701+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.850914+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.858084+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[28923]: audit 2024-09-18T08:46:30.863787+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.005965+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.011128+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.048225+0000 mgr.y (mgr.24314) 12 : audit [DBG] from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:46:31.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: cephadm 2024-09-18T08:46:30.051586+0000 mgr.y (mgr.24314) 13 : cephadm [INF] Saving service grafana spec with placement smithi189=a;count:1 2024-09-18T08:46:31.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.057897+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.231009+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.242425+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.246397+0000 mon.c (mon.2) 34 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.247058+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.248975+0000 mon.c (mon.2) 35 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.249668+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.251280+0000 mon.c (mon.2) 36 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.251944+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.253526+0000 mon.c (mon.2) 37 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.254130+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: cephadm 2024-09-18T08:46:30.255390+0000 mgr.y (mgr.24314) 14 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 4060M 2024-09-18T08:46:31.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.261007+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.266450+0000 mon.c (mon.2) 38 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:46:31.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.267875+0000 mon.c (mon.2) 39 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:46:31.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: cephadm 2024-09-18T08:46:30.269777+0000 mgr.y (mgr.24314) 15 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T08:46:31.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: cephadm 2024-09-18T08:46:30.270227+0000 mgr.y (mgr.24314) 16 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T08:46:31.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.825398+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.831701+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.850914+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.858084+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.354 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 bash[19887]: audit 2024-09-18T08:46:30.863787+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.005965+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.011128+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.048225+0000 mgr.y (mgr.24314) 12 : audit [DBG] from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:46:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: cephadm 2024-09-18T08:46:30.051586+0000 mgr.y (mgr.24314) 13 : cephadm [INF] Saving service grafana spec with placement smithi189=a;count:1 2024-09-18T08:46:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.057897+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.231009+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.242425+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.246397+0000 mon.c (mon.2) 34 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.247058+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.248975+0000 mon.c (mon.2) 35 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.249668+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.251280+0000 mon.c (mon.2) 36 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.251944+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.253526+0000 mon.c (mon.2) 37 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.254130+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:46:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: cephadm 2024-09-18T08:46:30.255390+0000 mgr.y (mgr.24314) 14 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 4060M 2024-09-18T08:46:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.261007+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.266450+0000 mon.c (mon.2) 38 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:46:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.267875+0000 mon.c (mon.2) 39 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:46:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: cephadm 2024-09-18T08:46:30.269777+0000 mgr.y (mgr.24314) 15 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T08:46:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: cephadm 2024-09-18T08:46:30.270227+0000 mgr.y (mgr.24314) 16 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T08:46:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.825398+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.831701+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.850914+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.858084+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:31 smithi189 bash[21687]: audit 2024-09-18T08:46:30.863787+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:31.870 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:31.870 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:31 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:31.870 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 08:46:31 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:31.871 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 08:46:31 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:31.871 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:31.871 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 08:46:31 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:31.872 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 08:46:31 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:32.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:31 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:32.203 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 08:46:31 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:32.204 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 08:46:31 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:32.204 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 08:46:31 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:32.204 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 08:46:31 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:32.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:31 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:32.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[19887]: cephadm 2024-09-18T08:46:30.429599+0000 mgr.y (mgr.24314) 17 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:46:32.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[19887]: cephadm 2024-09-18T08:46:30.429901+0000 mgr.y (mgr.24314) 18 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:46:32.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[19887]: cephadm 2024-09-18T08:46:30.566013+0000 mgr.y (mgr.24314) 19 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:46:32.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[19887]: cephadm 2024-09-18T08:46:30.576250+0000 mgr.y (mgr.24314) 20 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:46:32.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[19887]: cephadm 2024-09-18T08:46:30.691966+0000 mgr.y (mgr.24314) 21 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:46:32.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[19887]: cephadm 2024-09-18T08:46:30.714163+0000 mgr.y (mgr.24314) 22 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:46:32.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[19887]: cephadm 2024-09-18T08:46:30.867456+0000 mgr.y (mgr.24314) 23 : cephadm [INF] Deploying daemon node-exporter.a on smithi078 2024-09-18T08:46:32.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[19887]: cluster 2024-09-18T08:46:31.038453+0000 mgr.y (mgr.24314) 24 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-18T08:46:32.206 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:31 smithi078 systemd[1]: Started Ceph node-exporter.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:46:32.206 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[52285]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-09-18T08:46:32.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:31 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:32.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[28923]: cephadm 2024-09-18T08:46:30.429599+0000 mgr.y (mgr.24314) 17 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:46:32.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[28923]: cephadm 2024-09-18T08:46:30.429901+0000 mgr.y (mgr.24314) 18 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:46:32.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[28923]: cephadm 2024-09-18T08:46:30.566013+0000 mgr.y (mgr.24314) 19 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:46:32.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[28923]: cephadm 2024-09-18T08:46:30.576250+0000 mgr.y (mgr.24314) 20 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:46:32.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[28923]: cephadm 2024-09-18T08:46:30.691966+0000 mgr.y (mgr.24314) 21 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:46:32.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[28923]: cephadm 2024-09-18T08:46:30.714163+0000 mgr.y (mgr.24314) 22 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:46:32.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[28923]: cephadm 2024-09-18T08:46:30.867456+0000 mgr.y (mgr.24314) 23 : cephadm [INF] Deploying daemon node-exporter.a on smithi078 2024-09-18T08:46:32.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[28923]: cluster 2024-09-18T08:46:31.038453+0000 mgr.y (mgr.24314) 24 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-18T08:46:32.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:32 smithi189 bash[21687]: cephadm 2024-09-18T08:46:30.429599+0000 mgr.y (mgr.24314) 17 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:46:32.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:32 smithi189 bash[21687]: cephadm 2024-09-18T08:46:30.429901+0000 mgr.y (mgr.24314) 18 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:46:32.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:32 smithi189 bash[21687]: cephadm 2024-09-18T08:46:30.566013+0000 mgr.y (mgr.24314) 19 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:46:32.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:32 smithi189 bash[21687]: cephadm 2024-09-18T08:46:30.576250+0000 mgr.y (mgr.24314) 20 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:46:32.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:32 smithi189 bash[21687]: cephadm 2024-09-18T08:46:30.691966+0000 mgr.y (mgr.24314) 21 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:46:32.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:32 smithi189 bash[21687]: cephadm 2024-09-18T08:46:30.714163+0000 mgr.y (mgr.24314) 22 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:46:32.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:32 smithi189 bash[21687]: cephadm 2024-09-18T08:46:30.867456+0000 mgr.y (mgr.24314) 23 : cephadm [INF] Deploying daemon node-exporter.a on smithi078 2024-09-18T08:46:32.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:32 smithi189 bash[21687]: cluster 2024-09-18T08:46:31.038453+0000 mgr.y (mgr.24314) 24 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-18T08:46:32.764 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:32.764 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 08:46:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:32.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[52285]: v1.5.0: Pulling from prometheus/node-exporter 2024-09-18T08:46:32.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[52285]: 22b70bddd3ac: Pulling fs layer 2024-09-18T08:46:32.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[52285]: 5c12815fee55: Pulling fs layer 2024-09-18T08:46:32.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:32 smithi078 bash[52285]: c0e87333d380: Pulling fs layer 2024-09-18T08:46:33.020 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:46:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:33.020 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:33.020 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:33 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:33.020 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:33.020 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:46:33 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:33.021 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:46:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:33.021 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:46:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:33.021 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 08:46:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:33.021 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 08:46:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:33.021 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 08:46:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:33.022 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 08:46:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:33.022 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 08:46:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:33.367 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:33 smithi078 bash[19887]: audit 2024-09-18T08:46:32.020161+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:33.367 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:33 smithi078 bash[19887]: audit 2024-09-18T08:46:32.026044+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:33.367 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:33 smithi078 bash[19887]: audit 2024-09-18T08:46:32.031090+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:33.367 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:33 smithi078 bash[19887]: cephadm 2024-09-18T08:46:32.031951+0000 mgr.y (mgr.24314) 25 : cephadm [INF] Deploying daemon node-exporter.b on smithi189 2024-09-18T08:46:33.367 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:33 smithi078 bash[28923]: audit 2024-09-18T08:46:32.020161+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:33.367 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:33 smithi078 bash[28923]: audit 2024-09-18T08:46:32.026044+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:33.367 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:33 smithi078 bash[28923]: audit 2024-09-18T08:46:32.031090+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:33.368 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:33 smithi078 bash[28923]: cephadm 2024-09-18T08:46:32.031951+0000 mgr.y (mgr.24314) 25 : cephadm [INF] Deploying daemon node-exporter.b on smithi189 2024-09-18T08:46:33.368 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:33 smithi078 bash[52285]: 5c12815fee55: Verifying Checksum 2024-09-18T08:46:33.368 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:33 smithi078 bash[52285]: 5c12815fee55: Download complete 2024-09-18T08:46:33.368 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:33 smithi078 bash[52285]: 22b70bddd3ac: Verifying Checksum 2024-09-18T08:46:33.368 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:33 smithi078 bash[52285]: 22b70bddd3ac: Download complete 2024-09-18T08:46:33.368 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:33 smithi078 bash[52285]: c0e87333d380: Verifying Checksum 2024-09-18T08:46:33.368 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:33 smithi078 bash[52285]: c0e87333d380: Download complete 2024-09-18T08:46:33.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:33 smithi189 bash[21687]: audit 2024-09-18T08:46:32.020161+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:33.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:33 smithi189 bash[21687]: audit 2024-09-18T08:46:32.026044+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:33.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:33 smithi189 bash[21687]: audit 2024-09-18T08:46:32.031090+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:33.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:33 smithi189 bash[21687]: cephadm 2024-09-18T08:46:32.031951+0000 mgr.y (mgr.24314) 25 : cephadm [INF] Deploying daemon node-exporter.b on smithi189 2024-09-18T08:46:33.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:33 smithi189 systemd[1]: Started Ceph node-exporter.b for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:46:33.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:33 smithi189 bash[46418]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-09-18T08:46:33.687 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:33 smithi078 bash[52285]: 22b70bddd3ac: Pull complete 2024-09-18T08:46:33.953 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:46:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:33.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:33 smithi078 bash[52285]: 5c12815fee55: Pull complete 2024-09-18T08:46:34.081 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:33 smithi189 bash[46418]: v1.5.0: Pulling from prometheus/node-exporter 2024-09-18T08:46:34.081 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:33 smithi189 bash[46418]: 22b70bddd3ac: Pulling fs layer 2024-09-18T08:46:34.081 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:33 smithi189 bash[46418]: 5c12815fee55: Pulling fs layer 2024-09-18T08:46:34.081 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:33 smithi189 bash[46418]: c0e87333d380: Pulling fs layer 2024-09-18T08:46:34.081 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:34 smithi189 bash[46418]: 5c12815fee55: Verifying Checksum 2024-09-18T08:46:34.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:34 smithi189 bash[21687]: cluster 2024-09-18T08:46:33.038981+0000 mgr.y (mgr.24314) 26 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-18T08:46:34.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:34 smithi189 bash[21687]: audit 2024-09-18T08:46:33.137602+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:34.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:34 smithi189 bash[21687]: audit 2024-09-18T08:46:33.146193+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:34.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:34 smithi189 bash[21687]: audit 2024-09-18T08:46:33.156200+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:34.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:34 smithi189 bash[21687]: audit 2024-09-18T08:46:33.166007+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:34.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:34 smithi189 bash[21687]: audit 2024-09-18T08:46:33.181715+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:34.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:34 smithi189 bash[21687]: cephadm 2024-09-18T08:46:33.195061+0000 mgr.y (mgr.24314) 27 : cephadm [INF] Deploying daemon alertmanager.a on smithi078 2024-09-18T08:46:34.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:34 smithi189 bash[46418]: 5c12815fee55: Download complete 2024-09-18T08:46:34.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:34 smithi189 bash[46418]: 22b70bddd3ac: Verifying Checksum 2024-09-18T08:46:34.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:34 smithi189 bash[46418]: 22b70bddd3ac: Download complete 2024-09-18T08:46:34.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:34 smithi189 bash[46418]: c0e87333d380: Verifying Checksum 2024-09-18T08:46:34.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:34 smithi189 bash[46418]: c0e87333d380: Download complete 2024-09-18T08:46:34.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:34 smithi189 bash[46418]: 22b70bddd3ac: Pull complete 2024-09-18T08:46:34.453 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:34 smithi078 bash[52285]: c0e87333d380: Pull complete 2024-09-18T08:46:34.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:34 smithi078 bash[19887]: cluster 2024-09-18T08:46:33.038981+0000 mgr.y (mgr.24314) 26 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-18T08:46:34.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:34 smithi078 bash[19887]: audit 2024-09-18T08:46:33.137602+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:34.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:34 smithi078 bash[19887]: audit 2024-09-18T08:46:33.146193+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:34.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:34 smithi078 bash[19887]: audit 2024-09-18T08:46:33.156200+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:34.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:34 smithi078 bash[19887]: audit 2024-09-18T08:46:33.166007+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:34.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:34 smithi078 bash[19887]: audit 2024-09-18T08:46:33.181715+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:34.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:34 smithi078 bash[19887]: cephadm 2024-09-18T08:46:33.195061+0000 mgr.y (mgr.24314) 27 : cephadm [INF] Deploying daemon alertmanager.a on smithi078 2024-09-18T08:46:34.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:34 smithi078 bash[28923]: cluster 2024-09-18T08:46:33.038981+0000 mgr.y (mgr.24314) 26 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-18T08:46:34.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:34 smithi078 bash[28923]: audit 2024-09-18T08:46:33.137602+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:34.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:34 smithi078 bash[28923]: audit 2024-09-18T08:46:33.146193+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:34.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:34 smithi078 bash[28923]: audit 2024-09-18T08:46:33.156200+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:34.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:34 smithi078 bash[28923]: audit 2024-09-18T08:46:33.166007+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:34.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:34 smithi078 bash[28923]: audit 2024-09-18T08:46:33.181715+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:34.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:34 smithi078 bash[28923]: cephadm 2024-09-18T08:46:33.195061+0000 mgr.y (mgr.24314) 27 : cephadm [INF] Deploying daemon alertmanager.a on smithi078 2024-09-18T08:46:34.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:34 smithi078 bash[52285]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-09-18T08:46:34.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:34 smithi078 bash[52285]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-09-18T08:46:35.171 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:34 smithi189 bash[46418]: 5c12815fee55: Pull complete 2024-09-18T08:46:35.487 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:46:35.637 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:35 smithi189 bash[46418]: c0e87333d380: Pull complete 2024-09-18T08:46:35.637 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:35 smithi189 bash[46418]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-09-18T08:46:35.637 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:35 smithi189 bash[46418]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-09-18T08:46:36.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:36 smithi189 bash[21687]: cluster 2024-09-18T08:46:35.039576+0000 mgr.y (mgr.24314) 28 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-18T08:46:36.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:36 smithi078 bash[19887]: cluster 2024-09-18T08:46:35.039576+0000 mgr.y (mgr.24314) 28 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-18T08:46:36.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:36 smithi078 bash[28923]: cluster 2024-09-18T08:46:35.039576+0000 mgr.y (mgr.24314) 28 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-18T08:46:37.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.075Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-18T08:46:37.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.075Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-18T08:46:37.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.075Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-18T08:46:37.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.075Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-18T08:46:37.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-18T08:46:37.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-18T08:46:37.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-18T08:46:37.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:117 level=info collector=arp 2024-09-18T08:46:37.423 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-18T08:46:37.423 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-18T08:46:37.423 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-18T08:46:37.423 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-18T08:46:37.423 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-18T08:46:37.423 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-18T08:46:37.423 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-18T08:46:37.423 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-18T08:46:37.423 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:117 level=info collector=edac 2024-09-18T08:46:37.423 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-18T08:46:37.423 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-18T08:46:37.424 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-18T08:46:37.424 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-18T08:46:37.424 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-18T08:46:37.424 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-18T08:46:37.424 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.076Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-18T08:46:37.424 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-18T08:46:37.424 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-18T08:46:37.424 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-18T08:46:37.425 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-18T08:46:37.425 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-18T08:46:37.425 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-18T08:46:37.425 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-18T08:46:37.425 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-18T08:46:37.425 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-18T08:46:37.425 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=os 2024-09-18T08:46:37.426 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-18T08:46:37.426 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-18T08:46:37.426 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-18T08:46:37.426 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-18T08:46:37.426 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-18T08:46:37.426 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-18T08:46:37.426 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-18T08:46:37.426 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=stat 2024-09-18T08:46:37.426 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-18T08:46:37.426 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-18T08:46:37.426 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-18T08:46:37.426 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=time 2024-09-18T08:46:37.426 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-18T08:46:37.427 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=uname 2024-09-18T08:46:37.427 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-18T08:46:37.427 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-18T08:46:37.427 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-18T08:46:37.427 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-18T08:46:37.427 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:46:37 smithi189 bash[46418]: ts=2024-09-18T08:46:37.077Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-18T08:46:37.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.598Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-18T08:46:37.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.598Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-18T08:46:37.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.598Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-18T08:46:37.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.598Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-18T08:46:37.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.599Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-18T08:46:37.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.599Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-18T08:46:37.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-18T08:46:37.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=arp 2024-09-18T08:46:37.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-18T08:46:37.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-18T08:46:37.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-18T08:46:37.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-18T08:46:37.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-18T08:46:37.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-18T08:46:37.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-18T08:46:37.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-18T08:46:37.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=edac 2024-09-18T08:46:37.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-18T08:46:37.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-18T08:46:37.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-18T08:46:37.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-18T08:46:37.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-18T08:46:37.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-18T08:46:37.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-18T08:46:37.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-18T08:46:37.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-18T08:46:37.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-18T08:46:37.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-18T08:46:37.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-18T08:46:37.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-18T08:46:37.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-18T08:46:37.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-18T08:46:37.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-18T08:46:37.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=os 2024-09-18T08:46:37.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-18T08:46:37.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-18T08:46:37.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-18T08:46:37.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-18T08:46:37.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-18T08:46:37.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-18T08:46:37.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-18T08:46:37.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=stat 2024-09-18T08:46:37.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-18T08:46:37.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-18T08:46:37.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-18T08:46:37.957 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=time 2024-09-18T08:46:37.957 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-18T08:46:37.957 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=uname 2024-09-18T08:46:37.957 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-18T08:46:37.957 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-18T08:46:37.957 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-18T08:46:37.957 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-18T08:46:37.957 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:37 smithi078 bash[52285]: ts=2024-09-18T08:46:37.600Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-18T08:46:38.130 INFO:teuthology.orchestra.run.smithi078.stdout:[client.0] 2024-09-18T08:46:38.131 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQBuk+pmSXaVBxAAVUCU5BuMCwbiaONJ4RErkQ== 2024-09-18T08:46:38.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:38 smithi189 bash[21687]: cluster 2024-09-18T08:46:37.040186+0000 mgr.y (mgr.24314) 29 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-18T08:46:38.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:38 smithi189 bash[21687]: audit 2024-09-18T08:46:38.117452+0000 mon.c (mon.2) 40 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:46:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:38 smithi189 bash[21687]: audit 2024-09-18T08:46:38.119233+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:38 smithi189 bash[21687]: audit 2024-09-18T08:46:38.126976+0000 mon.a (mon.0) 726 : audit [INF] from='client.? 172.21.15.78:0/3460774434' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T08:46:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:38 smithi189 bash[21687]: audit 2024-09-18T08:46:38.131555+0000 mon.a (mon.0) 727 : audit [INF] from='client.? 172.21.15.78:0/3460774434' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-18T08:46:38.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:38 smithi078 bash[19887]: cluster 2024-09-18T08:46:37.040186+0000 mgr.y (mgr.24314) 29 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-18T08:46:38.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:38 smithi078 bash[19887]: audit 2024-09-18T08:46:38.117452+0000 mon.c (mon.2) 40 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:46:38.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:38 smithi078 bash[19887]: audit 2024-09-18T08:46:38.119233+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:38.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:38 smithi078 bash[19887]: audit 2024-09-18T08:46:38.126976+0000 mon.a (mon.0) 726 : audit [INF] from='client.? 172.21.15.78:0/3460774434' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T08:46:38.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:38 smithi078 bash[19887]: audit 2024-09-18T08:46:38.131555+0000 mon.a (mon.0) 727 : audit [INF] from='client.? 172.21.15.78:0/3460774434' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-18T08:46:38.449 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:38 smithi078 bash[28923]: cluster 2024-09-18T08:46:37.040186+0000 mgr.y (mgr.24314) 29 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-18T08:46:38.449 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:38 smithi078 bash[28923]: audit 2024-09-18T08:46:38.117452+0000 mon.c (mon.2) 40 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:46:38.449 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:38 smithi078 bash[28923]: audit 2024-09-18T08:46:38.119233+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:38.449 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:38 smithi078 bash[28923]: audit 2024-09-18T08:46:38.126976+0000 mon.a (mon.0) 726 : audit [INF] from='client.? 172.21.15.78:0/3460774434' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T08:46:38.449 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:38 smithi078 bash[28923]: audit 2024-09-18T08:46:38.131555+0000 mon.a (mon.0) 727 : audit [INF] from='client.? 172.21.15.78:0/3460774434' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-18T08:46:39.904 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-18T08:46:39.904 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-18T08:46:39.905 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-18T08:46:39.928 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-18T08:46:40.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:40 smithi078 bash[19887]: cluster 2024-09-18T08:46:39.040809+0000 mgr.y (mgr.24314) 30 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-18T08:46:40.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:40 smithi078 bash[28923]: cluster 2024-09-18T08:46:39.040809+0000 mgr.y (mgr.24314) 30 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-18T08:46:40.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:40 smithi189 bash[21687]: cluster 2024-09-18T08:46:39.040809+0000 mgr.y (mgr.24314) 30 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-18T08:46:42.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:42 smithi189 bash[21687]: cluster 2024-09-18T08:46:41.041412+0000 mgr.y (mgr.24314) 31 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-18T08:46:42.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:42 smithi078 bash[19887]: cluster 2024-09-18T08:46:41.041412+0000 mgr.y (mgr.24314) 31 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-18T08:46:42.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:42 smithi078 bash[28923]: cluster 2024-09-18T08:46:41.041412+0000 mgr.y (mgr.24314) 31 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-18T08:46:44.394 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:44 smithi078 bash[19887]: cluster 2024-09-18T08:46:43.042049+0000 mgr.y (mgr.24314) 32 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:44.395 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:44 smithi078 bash[28923]: cluster 2024-09-18T08:46:43.042049+0000 mgr.y (mgr.24314) 32 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:44.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:44 smithi189 bash[21687]: cluster 2024-09-18T08:46:43.042049+0000 mgr.y (mgr.24314) 32 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:44.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:44.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:44.703 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:44.704 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:44.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:44.704 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:44.705 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:44.705 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:44.705 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:44.705 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:44.705 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:44.707 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T08:46:45.012 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:45.013 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:45.013 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:45.013 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:45.014 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:45.014 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:45.014 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: Started Ceph alertmanager.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:46:45.015 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:45.015 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:45.015 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:46:44 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:46:45.298 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[20143]: [18/Sep/2024:08:46:45] ENGINE Bus STOPPING 2024-09-18T08:46:45.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[20143]: [18/Sep/2024:08:46:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T08:46:45.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[20143]: [18/Sep/2024:08:46:45] ENGINE Bus STOPPED 2024-09-18T08:46:45.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[20143]: [18/Sep/2024:08:46:45] ENGINE Bus STARTING 2024-09-18T08:46:45.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[20143]: [18/Sep/2024:08:46:45] ENGINE Serving on http://:::9283 2024-09-18T08:46:45.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[20143]: [18/Sep/2024:08:46:45] ENGINE Bus STARTED 2024-09-18T08:46:45.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:45 smithi189 bash[21687]: audit 2024-09-18T08:46:44.905001+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:45.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:45 smithi189 bash[21687]: audit 2024-09-18T08:46:44.910355+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:45.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:45 smithi189 bash[21687]: audit 2024-09-18T08:46:44.915612+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:45.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:45 smithi189 bash[21687]: audit 2024-09-18T08:46:44.920183+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:45.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:45 smithi189 bash[21687]: cephadm 2024-09-18T08:46:44.931444+0000 mgr.y (mgr.24314) 33 : cephadm [INF] Regenerating cephadm self-signed grafana TLS certificates 2024-09-18T08:46:45.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:45 smithi189 bash[21687]: audit 2024-09-18T08:46:44.987006+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:45.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:45 smithi189 bash[21687]: audit 2024-09-18T08:46:44.994095+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:45.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:45 smithi189 bash[21687]: audit 2024-09-18T08:46:44.997364+0000 mon.c (mon.2) 41 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-18T08:46:45.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:45 smithi189 bash[21687]: audit 2024-09-18T08:46:44.997856+0000 mgr.y (mgr.24314) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-18T08:46:45.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:45 smithi189 bash[21687]: audit 2024-09-18T08:46:45.002210+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:45.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:45 smithi189 bash[21687]: cephadm 2024-09-18T08:46:45.022913+0000 mgr.y (mgr.24314) 35 : cephadm [INF] Deploying daemon grafana.a on smithi189 2024-09-18T08:46:45.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:45 smithi189 bash[21687]: cluster 2024-09-18T08:46:45.042676+0000 mgr.y (mgr.24314) 36 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:46.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[28923]: audit 2024-09-18T08:46:44.905001+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:46.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[28923]: audit 2024-09-18T08:46:44.910355+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:46.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[28923]: audit 2024-09-18T08:46:44.915612+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:46.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[28923]: audit 2024-09-18T08:46:44.920183+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[28923]: cephadm 2024-09-18T08:46:44.931444+0000 mgr.y (mgr.24314) 33 : cephadm [INF] Regenerating cephadm self-signed grafana TLS certificates 2024-09-18T08:46:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[28923]: audit 2024-09-18T08:46:44.987006+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[28923]: audit 2024-09-18T08:46:44.994095+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[28923]: audit 2024-09-18T08:46:44.997364+0000 mon.c (mon.2) 41 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-18T08:46:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[28923]: audit 2024-09-18T08:46:44.997856+0000 mgr.y (mgr.24314) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-18T08:46:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[28923]: audit 2024-09-18T08:46:45.002210+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[28923]: cephadm 2024-09-18T08:46:45.022913+0000 mgr.y (mgr.24314) 35 : cephadm [INF] Deploying daemon grafana.a on smithi189 2024-09-18T08:46:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[28923]: cluster 2024-09-18T08:46:45.042676+0000 mgr.y (mgr.24314) 36 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:46.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[19887]: audit 2024-09-18T08:46:44.905001+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:46.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[19887]: audit 2024-09-18T08:46:44.910355+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:46.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[19887]: audit 2024-09-18T08:46:44.915612+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:46.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[19887]: audit 2024-09-18T08:46:44.920183+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:46.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[19887]: cephadm 2024-09-18T08:46:44.931444+0000 mgr.y (mgr.24314) 33 : cephadm [INF] Regenerating cephadm self-signed grafana TLS certificates 2024-09-18T08:46:46.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[19887]: audit 2024-09-18T08:46:44.987006+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:46.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[19887]: audit 2024-09-18T08:46:44.994095+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:46.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[19887]: audit 2024-09-18T08:46:44.997364+0000 mon.c (mon.2) 41 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-18T08:46:46.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[19887]: audit 2024-09-18T08:46:44.997856+0000 mgr.y (mgr.24314) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-18T08:46:46.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[19887]: audit 2024-09-18T08:46:45.002210+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:46.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[19887]: cephadm 2024-09-18T08:46:45.022913+0000 mgr.y (mgr.24314) 35 : cephadm [INF] Deploying daemon grafana.a on smithi189 2024-09-18T08:46:46.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:45 smithi078 bash[19887]: cluster 2024-09-18T08:46:45.042676+0000 mgr.y (mgr.24314) 36 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:46.205 INFO:teuthology.orchestra.run.smithi189.stdout:[client.1] 2024-09-18T08:46:46.206 INFO:teuthology.orchestra.run.smithi189.stdout: key = AQB2k+pmTx7QCxAANzzqq+XMX0XOdihWoeYXsQ== 2024-09-18T08:46:46.703 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:46:46 smithi078 bash[52739]: ts=2024-09-18T08:46:46.321Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-18T08:46:46.703 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:46:46 smithi078 bash[52739]: ts=2024-09-18T08:46:46.321Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-18T08:46:46.703 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:46:46 smithi078 bash[52739]: ts=2024-09-18T08:46:46.323Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.78 port=9094 2024-09-18T08:46:46.703 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:46:46 smithi078 bash[52739]: ts=2024-09-18T08:46:46.324Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-18T08:46:46.703 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:46:46 smithi078 bash[52739]: ts=2024-09-18T08:46:46.353Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-18T08:46:46.704 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:46:46 smithi078 bash[52739]: ts=2024-09-18T08:46:46.354Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-18T08:46:46.704 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:46:46 smithi078 bash[52739]: ts=2024-09-18T08:46:46.357Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-18T08:46:46.704 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:46:46 smithi078 bash[52739]: ts=2024-09-18T08:46:46.357Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-18T08:46:47.004 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-09-18T08:46:47.004 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-18T08:46:47.005 DEBUG:teuthology.orchestra.run.smithi189:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-18T08:46:47.027 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph config log 1 --format=json 2024-09-18T08:46:47.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:47 smithi189 bash[21687]: audit 2024-09-18T08:46:46.197804+0000 mon.a (mon.0) 735 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T08:46:47.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:47 smithi189 bash[21687]: audit 2024-09-18T08:46:46.199245+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.189:0/3167873260' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T08:46:47.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:47 smithi189 bash[21687]: audit 2024-09-18T08:46:46.201381+0000 mon.a (mon.0) 736 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-18T08:46:47.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:47 smithi078 bash[19887]: audit 2024-09-18T08:46:46.197804+0000 mon.a (mon.0) 735 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T08:46:47.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:47 smithi078 bash[19887]: audit 2024-09-18T08:46:46.199245+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.189:0/3167873260' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T08:46:47.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:47 smithi078 bash[19887]: audit 2024-09-18T08:46:46.201381+0000 mon.a (mon.0) 736 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-18T08:46:47.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:47 smithi078 bash[28923]: audit 2024-09-18T08:46:46.197804+0000 mon.a (mon.0) 735 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T08:46:47.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:47 smithi078 bash[28923]: audit 2024-09-18T08:46:46.199245+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.189:0/3167873260' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T08:46:47.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:47 smithi078 bash[28923]: audit 2024-09-18T08:46:46.201381+0000 mon.a (mon.0) 736 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-18T08:46:48.324 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:48 smithi078 bash[19887]: cluster 2024-09-18T08:46:47.043191+0000 mgr.y (mgr.24314) 37 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:48.324 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:48 smithi078 bash[28923]: cluster 2024-09-18T08:46:47.043191+0000 mgr.y (mgr.24314) 37 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:48.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:48 smithi189 bash[21687]: cluster 2024-09-18T08:46:47.043191+0000 mgr.y (mgr.24314) 37 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:48.703 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:46:48 smithi078 bash[52739]: ts=2024-09-18T08:46:48.324Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000029298s 2024-09-18T08:46:49.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:49 smithi189 bash[21687]: audit 2024-09-18T08:46:48.128202+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:49.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:49 smithi078 bash[19887]: audit 2024-09-18T08:46:48.128202+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:49.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:49 smithi078 bash[28923]: audit 2024-09-18T08:46:48.128202+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:46:50.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:50 smithi189 bash[21687]: cluster 2024-09-18T08:46:49.043785+0000 mgr.y (mgr.24314) 38 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:50.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:50 smithi078 bash[19887]: cluster 2024-09-18T08:46:49.043785+0000 mgr.y (mgr.24314) 38 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:50.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:50 smithi078 bash[28923]: cluster 2024-09-18T08:46:49.043785+0000 mgr.y (mgr.24314) 38 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:51.805 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:46:52.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:52 smithi078 bash[19887]: cluster 2024-09-18T08:46:51.044382+0000 mgr.y (mgr.24314) 39 : cluster [DBG] pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:52.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:52 smithi078 bash[28923]: cluster 2024-09-18T08:46:51.044382+0000 mgr.y (mgr.24314) 39 : cluster [DBG] pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:52.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:52 smithi189 bash[21687]: cluster 2024-09-18T08:46:51.044382+0000 mgr.y (mgr.24314) 39 : cluster [DBG] pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:53.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:53 smithi189 bash[21687]: audit 2024-09-18T08:46:53.116406+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:46:53.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:53 smithi078 bash[19887]: audit 2024-09-18T08:46:53.116406+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:46:53.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:53 smithi078 bash[28923]: audit 2024-09-18T08:46:53.116406+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:46:53.476 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:46:54.237 INFO:teuthology.orchestra.run.smithi078.stdout:[{"version":25,"timestamp":"2024-09-18T08:46:44.998441+0000","name":"","changes":[{"name":"mgr/mgr/dashboard/GRAFANA_API_SSL_VERIFY","new_value":"false"}]}] 2024-09-18T08:46:54.237 INFO:tasks.ceph_manager:config epoch is 25 2024-09-18T08:46:54.237 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-18T08:46:54.237 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-18T08:46:54.238 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-18T08:46:54.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:54 smithi189 bash[21687]: cluster 2024-09-18T08:46:53.044988+0000 mgr.y (mgr.24314) 40 : cluster [DBG] pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:54.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:54 smithi189 bash[21687]: audit 2024-09-18T08:46:53.476356+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.78:0/2191599622' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-18T08:46:54.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:54 smithi078 bash[19887]: cluster 2024-09-18T08:46:53.044988+0000 mgr.y (mgr.24314) 40 : cluster [DBG] pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:54.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:54 smithi078 bash[19887]: audit 2024-09-18T08:46:53.476356+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.78:0/2191599622' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-18T08:46:54.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:54 smithi078 bash[28923]: cluster 2024-09-18T08:46:53.044988+0000 mgr.y (mgr.24314) 40 : cluster [DBG] pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:54.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:54 smithi078 bash[28923]: audit 2024-09-18T08:46:53.476356+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.78:0/2191599622' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-18T08:46:56.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:56 smithi189 bash[21687]: cluster 2024-09-18T08:46:55.045615+0000 mgr.y (mgr.24314) 41 : cluster [DBG] pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:56.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:56 smithi078 bash[19887]: cluster 2024-09-18T08:46:55.045615+0000 mgr.y (mgr.24314) 41 : cluster [DBG] pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:56.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:56 smithi078 bash[28923]: cluster 2024-09-18T08:46:55.045615+0000 mgr.y (mgr.24314) 41 : cluster [DBG] pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:56.453 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:46:56 smithi078 bash[52739]: ts=2024-09-18T08:46:56.326Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002216668s 2024-09-18T08:46:58.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:46:58 smithi189 bash[21687]: cluster 2024-09-18T08:46:57.046075+0000 mgr.y (mgr.24314) 42 : cluster [DBG] pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:58.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:46:58 smithi078 bash[19887]: cluster 2024-09-18T08:46:57.046075+0000 mgr.y (mgr.24314) 42 : cluster [DBG] pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:58.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:46:58 smithi078 bash[28923]: cluster 2024-09-18T08:46:57.046075+0000 mgr.y (mgr.24314) 42 : cluster [DBG] pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:46:59.023 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:00.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:00 smithi189 bash[21687]: cluster 2024-09-18T08:46:59.046711+0000 mgr.y (mgr.24314) 43 : cluster [DBG] pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:00.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:00 smithi078 bash[19887]: cluster 2024-09-18T08:46:59.046711+0000 mgr.y (mgr.24314) 43 : cluster [DBG] pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:00.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:00 smithi078 bash[28923]: cluster 2024-09-18T08:46:59.046711+0000 mgr.y (mgr.24314) 43 : cluster [DBG] pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:00.633 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:47:01.319 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":20,"flags":0,"active_gid":24314,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":4134142830},{"type":"v1","addr":"172.21.15.78:6801","nonce":4134142830}]},"active_addr":"172.21.15.78:6801/4134142830","active_change":"2024-09-18T08:46:23.016849+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24286,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.78:8443/","prometheus":"http://172.21.15.78:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":61,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":1235142585}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":3421797249}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":945337185}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":2526320942}]}]} 2024-09-18T08:47:01.324 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-18T08:47:01.324 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-18T08:47:01.325 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-18T08:47:01.421 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:47:01 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:47:01.421 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 08:47:01 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:47:01.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:01 smithi189 bash[21687]: audit 2024-09-18T08:47:00.625733+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.78:0/1832143289' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-18T08:47:01.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:01 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:47:01.422 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:01 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:47:01.423 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:47:01 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:47:01.423 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 08:47:01 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:47:01.424 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:47:01 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:47:01.424 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 08:47:01 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:47:01.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:01 smithi078 bash[19887]: audit 2024-09-18T08:47:00.625733+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.78:0/1832143289' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-18T08:47:01.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:01 smithi078 bash[28923]: audit 2024-09-18T08:47:00.625733+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.78:0/1832143289' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-18T08:47:01.834 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:47:01 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:47:01.834 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:47:01 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:47:01.834 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 08:47:01 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:47:01.835 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 08:47:01 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:47:01.835 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:01 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:47:01.835 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:01 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:47:01.835 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 08:47:01 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:47:01.836 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:01 smithi189 systemd[1]: Started Ceph grafana.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:47:01.836 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:47:01 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:47:02.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:02 smithi078 bash[28923]: cluster 2024-09-18T08:47:01.047339+0000 mgr.y (mgr.24314) 44 : cluster [DBG] pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:02.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:02 smithi078 bash[28923]: audit 2024-09-18T08:47:01.780131+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:02.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:02 smithi078 bash[28923]: audit 2024-09-18T08:47:01.794672+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:02.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:02 smithi078 bash[28923]: audit 2024-09-18T08:47:01.806578+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:02.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:02 smithi078 bash[28923]: audit 2024-09-18T08:47:01.817156+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:02.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:02 smithi078 bash[28923]: audit 2024-09-18T08:47:01.873610+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:47:02.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:02 smithi078 bash[19887]: cluster 2024-09-18T08:47:01.047339+0000 mgr.y (mgr.24314) 44 : cluster [DBG] pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:02.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:02 smithi078 bash[19887]: audit 2024-09-18T08:47:01.780131+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:02.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:02 smithi078 bash[19887]: audit 2024-09-18T08:47:01.794672+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:02.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:02 smithi078 bash[19887]: audit 2024-09-18T08:47:01.806578+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:02.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:02 smithi078 bash[19887]: audit 2024-09-18T08:47:01.817156+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:02.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:02 smithi078 bash[19887]: audit 2024-09-18T08:47:01.873610+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:47:02.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:02 smithi189 bash[21687]: cluster 2024-09-18T08:47:01.047339+0000 mgr.y (mgr.24314) 44 : cluster [DBG] pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:02.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:02 smithi189 bash[21687]: audit 2024-09-18T08:47:01.780131+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:02.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:02 smithi189 bash[21687]: audit 2024-09-18T08:47:01.794672+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:02.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:02 smithi189 bash[21687]: audit 2024-09-18T08:47:01.806578+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:02.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:02 smithi189 bash[21687]: audit 2024-09-18T08:47:01.817156+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:02.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:02 smithi189 bash[21687]: audit 2024-09-18T08:47:01.873610+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:47:03.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.133597343Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-09-18T08:47:03.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.133814685Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-18T08:47:03.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.133828341Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-18T08:47:03.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.133832654Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-18T08:47:03.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.133835654Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-09-18T08:47:03.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.133839112Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-09-18T08:47:03.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.133842527Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-09-18T08:47:03.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.13384811Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-09-18T08:47:03.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.133853672Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-09-18T08:47:03.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.133858325Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-18T08:47:03.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.133861555Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-18T08:47:03.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.133864514Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-18T08:47:03.391 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.133868379Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-18T08:47:03.391 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.133875564Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-18T08:47:03.391 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.133882303Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-18T08:47:03.391 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.13388691Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-18T08:47:03.391 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.133891952Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-18T08:47:03.391 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.133897742Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-18T08:47:03.391 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=settings t=2024-09-18T08:47:03.13390245Z level=info msg="App mode production" 2024-09-18T08:47:03.391 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=sqlstore t=2024-09-18T08:47:03.133966392Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-18T08:47:03.391 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=sqlstore t=2024-09-18T08:47:03.133991262Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-18T08:47:03.391 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.135358261Z level=info msg="Starting DB migrations" 2024-09-18T08:47:03.391 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.135453612Z level=info msg="Executing migration" id="create migration_log table" 2024-09-18T08:47:03.391 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.181767208Z level=info msg="Executing migration" id="create user table" 2024-09-18T08:47:03.391 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.206811617Z level=info msg="Executing migration" id="add unique index user.login" 2024-09-18T08:47:03.391 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.248969629Z level=info msg="Executing migration" id="add unique index user.email" 2024-09-18T08:47:03.391 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.274335651Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-09-18T08:47:03.392 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.299474571Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-09-18T08:47:03.392 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.324794748Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-09-18T08:47:03.392 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.350144074Z level=info msg="Executing migration" id="create user table v2" 2024-09-18T08:47:03.392 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.392042351Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-09-18T08:47:03.642 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[21687]: audit 2024-09-18T08:47:02.448703+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:03.642 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[21687]: audit 2024-09-18T08:47:02.455604+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:03.642 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[21687]: cluster 2024-09-18T08:47:03.047923+0000 mgr.y (mgr.24314) 45 : cluster [DBG] pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:03.642 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[21687]: audit 2024-09-18T08:47:03.155945+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:03.642 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.417278102Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-09-18T08:47:03.642 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.468017864Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-09-18T08:47:03.642 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.509939021Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-09-18T08:47:03.643 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.552049605Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-09-18T08:47:03.643 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.577280003Z level=info msg="Executing migration" id="Update user table charset" 2024-09-18T08:47:03.643 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.594201079Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-09-18T08:47:03.643 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.611104588Z level=info msg="Executing migration" id="Add missing user data" 2024-09-18T08:47:03.643 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.627997261Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-18T08:47:03.643 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.644919017Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-18T08:47:03.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:03 smithi078 bash[19887]: audit 2024-09-18T08:47:02.448703+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:03.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:03 smithi078 bash[19887]: audit 2024-09-18T08:47:02.455604+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:03.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:03 smithi078 bash[19887]: cluster 2024-09-18T08:47:03.047923+0000 mgr.y (mgr.24314) 45 : cluster [DBG] pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:03.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:03 smithi078 bash[19887]: audit 2024-09-18T08:47:03.155945+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:03.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:03 smithi078 bash[28923]: audit 2024-09-18T08:47:02.448703+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:03.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:03 smithi078 bash[28923]: audit 2024-09-18T08:47:02.455604+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:03.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:03 smithi078 bash[28923]: cluster 2024-09-18T08:47:03.047923+0000 mgr.y (mgr.24314) 45 : cluster [DBG] pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:03.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:03 smithi078 bash[28923]: audit 2024-09-18T08:47:03.155945+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:03.894 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.678549059Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-18T08:47:03.894 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.703776123Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-18T08:47:03.894 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.729126317Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-18T08:47:03.894 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.754402127Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-18T08:47:03.895 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.779607544Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-18T08:47:03.895 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.804875705Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-18T08:47:03.895 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.846810041Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-18T08:47:03.895 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.872119386Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-18T08:47:03.895 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.897220628Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-18T08:47:04.146 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.922527118Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-18T08:47:04.147 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:03 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:03.964491281Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-18T08:47:04.147 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.006484837Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-18T08:47:04.147 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.031726356Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-18T08:47:04.147 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.073845771Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-18T08:47:04.147 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.099097476Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-18T08:47:04.147 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.124341437Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-18T08:47:04.408 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.149607898Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-18T08:47:04.408 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.191422425Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-18T08:47:04.408 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.241958167Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-18T08:47:04.408 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.267195409Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-18T08:47:04.408 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.29244541Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-18T08:47:04.408 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.343069687Z level=info msg="Executing migration" id="create star table" 2024-09-18T08:47:04.409 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.368332399Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-18T08:47:04.409 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.410349059Z level=info msg="Executing migration" id="create org table v1" 2024-09-18T08:47:04.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.45223133Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-18T08:47:04.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.494278374Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-18T08:47:04.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.536278664Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-18T08:47:04.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.561597398Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-18T08:47:04.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.595270852Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-18T08:47:04.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.620575253Z level=info msg="Executing migration" id="Update org table charset" 2024-09-18T08:47:04.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.645782659Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-18T08:47:04.962 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.687796429Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-18T08:47:04.962 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.729945564Z level=info msg="Executing migration" id="create dashboard table" 2024-09-18T08:47:04.962 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.755279067Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-18T08:47:04.962 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.780523562Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-18T08:47:04.962 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.805743817Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-18T08:47:04.962 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.831047595Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-18T08:47:04.962 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.872953076Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-18T08:47:04.962 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.898195147Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-18T08:47:04.963 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.923463675Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-18T08:47:04.963 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.965202603Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-18T08:47:05.249 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:04 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:04.999074693Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-18T08:47:05.249 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.016102023Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-18T08:47:05.249 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.032909166Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-18T08:47:05.249 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.078113063Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-18T08:47:05.249 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.09180162Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-18T08:47:05.249 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.133809641Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-18T08:47:05.249 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.159066533Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-18T08:47:05.249 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.209365246Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-18T08:47:05.249 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.251587817Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-18T08:47:05.501 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.293592439Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-18T08:47:05.501 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.344021017Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-18T08:47:05.501 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.369265332Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-18T08:47:05.501 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.394504474Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-18T08:47:05.501 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.436538289Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-18T08:47:05.501 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.478646138Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-18T08:47:05.501 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.503708753Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-18T08:47:05.770 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.545762934Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-18T08:47:05.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.587736642Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-18T08:47:05.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.604747788Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-18T08:47:05.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.621698514Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-18T08:47:05.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.63862226Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-18T08:47:05.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.655411206Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-18T08:47:05.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.689144461Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-18T08:47:05.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.705894375Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-18T08:47:05.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.722893861Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-18T08:47:05.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.748165939Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-18T08:47:05.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.77342163Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-18T08:47:06.031 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.798671915Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-18T08:47:06.031 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.823884663Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-18T08:47:06.031 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.849117679Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-18T08:47:06.031 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.891129957Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-18T08:47:06.031 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.916433635Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-18T08:47:06.032 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.958430053Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-18T08:47:06.032 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:05 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:05.983654548Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-18T08:47:06.032 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.009021989Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-18T08:47:06.032 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.034234602Z level=info msg="Executing migration" id="create data_source table" 2024-09-18T08:47:06.111 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:06.283 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[21687]: cluster 2024-09-18T08:47:05.048563+0000 mgr.y (mgr.24314) 46 : cluster [DBG] pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:06.284 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.059523801Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-18T08:47:06.284 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.08505106Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-18T08:47:06.284 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.127104691Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-18T08:47:06.284 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.152327174Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-18T08:47:06.284 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.177563314Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-18T08:47:06.284 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.21955515Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-18T08:47:06.284 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.261538859Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-18T08:47:06.284 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.286795624Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-18T08:47:06.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:06 smithi078 bash[19887]: cluster 2024-09-18T08:47:05.048563+0000 mgr.y (mgr.24314) 46 : cluster [DBG] pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:06.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:06 smithi078 bash[28923]: cluster 2024-09-18T08:47:05.048563+0000 mgr.y (mgr.24314) 46 : cluster [DBG] pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:06.536 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.312062027Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-18T08:47:06.536 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.35400435Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-18T08:47:06.536 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.395997023Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-18T08:47:06.536 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.42133098Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-18T08:47:06.536 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.446566203Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-18T08:47:06.536 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.471739584Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-18T08:47:06.536 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.496964955Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-18T08:47:06.536 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.538853509Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-18T08:47:06.797 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.581093456Z level=info msg="Executing migration" id="Add uid column" 2024-09-18T08:47:06.797 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.606346888Z level=info msg="Executing migration" id="Update uid value" 2024-09-18T08:47:06.797 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.648292882Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-18T08:47:06.797 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.673605527Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-18T08:47:06.797 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.698903449Z level=info msg="Executing migration" id="create api_key table" 2024-09-18T08:47:06.797 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.724086342Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-18T08:47:06.798 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.749386694Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-18T08:47:06.798 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.774783597Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-18T08:47:06.798 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.79985662Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-18T08:47:07.076 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.841685608Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-18T08:47:07.076 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.867113868Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-18T08:47:07.076 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.892500729Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-18T08:47:07.076 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.917546821Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-18T08:47:07.076 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.959532939Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-18T08:47:07.076 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:06 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:06.985097758Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-18T08:47:07.077 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.010196095Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-18T08:47:07.077 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.035360609Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-18T08:47:07.077 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.077338685Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-18T08:47:07.334 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.102790477Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-18T08:47:07.335 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.144857407Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-18T08:47:07.335 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.186748875Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-18T08:47:07.335 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.212012403Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-18T08:47:07.335 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.25396565Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-18T08:47:07.335 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.296134326Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-18T08:47:07.335 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.338121232Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-18T08:47:07.616 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.380353683Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-18T08:47:07.617 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.405538838Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-18T08:47:07.617 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.44767258Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-18T08:47:07.617 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.531645097Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-18T08:47:07.617 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.573986856Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-18T08:47:07.686 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:47:07.687 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":61,"fsid":"c5c73ad4-7598-11ef-bceb-c7b262605968","created":"2024-09-18T08:35:42.542292+0000","modified":"2024-09-18T08:46:23.016579+0000","last_up_change":"2024-09-18T08:45:35.240543+0000","last_in_change":"2024-09-18T08:45:06.568604+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-18T08:41:05.154468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d0877dd5-6516-413f-a03f-8e709abe038a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1545886017},{"type":"v1","addr":"172.21.15.78:6803","nonce":1545886017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1545886017},{"type":"v1","addr":"172.21.15.78:6805","nonce":1545886017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":1545886017},{"type":"v1","addr":"172.21.15.78:6809","nonce":1545886017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1545886017},{"type":"v1","addr":"172.21.15.78:6807","nonce":1545886017}]},"public_addr":"172.21.15.78:6803/1545886017","cluster_addr":"172.21.15.78:6805/1545886017","heartbeat_back_addr":"172.21.15.78:6809/1545886017","heartbeat_front_addr":"172.21.15.78:6807/1545886017","state":["exists","up"]},{"osd":1,"uuid":"7ff2619d-adcc-479f-9aca-580863066c2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":3337641726},{"type":"v1","addr":"172.21.15.78:6811","nonce":3337641726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":3337641726},{"type":"v1","addr":"172.21.15.78:6813","nonce":3337641726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":3337641726},{"type":"v1","addr":"172.21.15.78:6817","nonce":3337641726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":3337641726},{"type":"v1","addr":"172.21.15.78:6815","nonce":3337641726}]},"public_addr":"172.21.15.78:6811/3337641726","cluster_addr":"172.21.15.78:6813/3337641726","heartbeat_back_addr":"172.21.15.78:6817/3337641726","heartbeat_front_addr":"172.21.15.78:6815/3337641726","state":["exists","up"]},{"osd":2,"uuid":"003ee8a0-ef90-4eb4-987e-e4fb00e85e8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2229871768},{"type":"v1","addr":"172.21.15.78:6819","nonce":2229871768}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2229871768},{"type":"v1","addr":"172.21.15.78:6821","nonce":2229871768}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2229871768},{"type":"v1","addr":"172.21.15.78:6825","nonce":2229871768}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2229871768},{"type":"v1","addr":"172.21.15.78:6823","nonce":2229871768}]},"public_addr":"172.21.15.78:6819/2229871768","cluster_addr":"172.21.15.78:6821/2229871768","heartbeat_back_addr":"172.21.15.78:6825/2229871768","heartbeat_front_addr":"172.21.15.78:6823/2229871768","state":["exists","up"]},{"osd":3,"uuid":"b258428d-1597-4c2c-b653-91be9c28317f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2408600314},{"type":"v1","addr":"172.21.15.78:6827","nonce":2408600314}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2408600314},{"type":"v1","addr":"172.21.15.78:6829","nonce":2408600314}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2408600314},{"type":"v1","addr":"172.21.15.78:6833","nonce":2408600314}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2408600314},{"type":"v1","addr":"172.21.15.78:6831","nonce":2408600314}]},"public_addr":"172.21.15.78:6827/2408600314","cluster_addr":"172.21.15.78:6829/2408600314","heartbeat_back_addr":"172.21.15.78:6833/2408600314","heartbeat_front_addr":"172.21.15.78:6831/2408600314","state":["exists","up"]},{"osd":4,"uuid":"e6276933-18bc-4db6-b62c-12a1e77eee71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":3516748471},{"type":"v1","addr":"172.21.15.189:6801","nonce":3516748471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":3516748471},{"type":"v1","addr":"172.21.15.189:6803","nonce":3516748471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":3516748471},{"type":"v1","addr":"172.21.15.189:6807","nonce":3516748471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":3516748471},{"type":"v1","addr":"172.21.15.189:6805","nonce":3516748471}]},"public_addr":"172.21.15.189:6801/3516748471","cluster_addr":"172.21.15.189:6803/3516748471","heartbeat_back_addr":"172.21.15.189:6807/3516748471","heartbeat_front_addr":"172.21.15.189:6805/3516748471","state":["exists","up"]},{"osd":5,"uuid":"e9faf9e9-771d-4de4-bfe0-5d9de4578f50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":4213705273},{"type":"v1","addr":"172.21.15.189:6809","nonce":4213705273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":4213705273},{"type":"v1","addr":"172.21.15.189:6811","nonce":4213705273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":4213705273},{"type":"v1","addr":"172.21.15.189:6815","nonce":4213705273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":4213705273},{"type":"v1","addr":"172.21.15.189:6813","nonce":4213705273}]},"public_addr":"172.21.15.189:6809/4213705273","cluster_addr":"172.21.15.189:6811/4213705273","heartbeat_back_addr":"172.21.15.189:6815/4213705273","heartbeat_front_addr":"172.21.15.189:6813/4213705273","state":["exists","up"]},{"osd":6,"uuid":"884c6459-302c-452a-a9c8-4bf2a9b06058","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":3899602769},{"type":"v1","addr":"172.21.15.189:6817","nonce":3899602769}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":3899602769},{"type":"v1","addr":"172.21.15.189:6819","nonce":3899602769}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":3899602769},{"type":"v1","addr":"172.21.15.189:6823","nonce":3899602769}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":3899602769},{"type":"v1","addr":"172.21.15.189:6821","nonce":3899602769}]},"public_addr":"172.21.15.189:6817/3899602769","cluster_addr":"172.21.15.189:6819/3899602769","heartbeat_back_addr":"172.21.15.189:6823/3899602769","heartbeat_front_addr":"172.21.15.189:6821/3899602769","state":["exists","up"]},{"osd":7,"uuid":"07096b36-5f97-4d01-9891-64dbce65cb9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":3105929373},{"type":"v1","addr":"172.21.15.189:6825","nonce":3105929373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":3105929373},{"type":"v1","addr":"172.21.15.189:6827","nonce":3105929373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":3105929373},{"type":"v1","addr":"172.21.15.189:6831","nonce":3105929373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":3105929373},{"type":"v1","addr":"172.21.15.189:6829","nonce":3105929373}]},"public_addr":"172.21.15.189:6825/3105929373","cluster_addr":"172.21.15.189:6827/3105929373","heartbeat_back_addr":"172.21.15.189:6831/3105929373","heartbeat_front_addr":"172.21.15.189:6829/3105929373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:39:06.751053+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:40:03.195316+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:41:01.656393+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:41:59.368852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:42:52.333507+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:43:46.790548+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:44:39.363039+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:45:33.511338+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.78:0/2031894257":"2024-09-19T08:46:23.016458+0000","172.21.15.78:6801/908024260":"2024-09-19T08:46:23.016458+0000","172.21.15.78:6800/908024260":"2024-09-19T08:46:23.016458+0000","172.21.15.78:0/525336696":"2024-09-19T08:36:10.530125+0000","172.21.15.78:0/1388626620":"2024-09-19T08:36:10.530125+0000","172.21.15.78:0/3242508562":"2024-09-19T08:36:44.538407+0000","172.21.15.78:6801/4104688084":"2024-09-19T08:36:44.538407+0000","172.21.15.78:0/3156924899":"2024-09-19T08:36:10.530125+0000","172.21.15.78:0/1822431675":"2024-09-19T08:36:44.538407+0000","172.21.15.78:0/1456898720":"2024-09-19T08:36:44.538407+0000","172.21.15.78:6801/4185838022":"2024-09-19T08:36:10.530125+0000","172.21.15.78:6800/4104688084":"2024-09-19T08:36:44.538407+0000","172.21.15.78:0/516197469":"2024-09-19T08:46:23.016458+0000","172.21.15.78:0/1670776620":"2024-09-19T08:46:23.016458+0000","172.21.15.78:6800/4185838022":"2024-09-19T08:36:10.530125+0000","172.21.15.78:0/639648956":"2024-09-19T08:46:23.016458+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-18T08:47:07.865 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.616154097Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-18T08:47:07.866 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.641374869Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-18T08:47:07.866 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.683352637Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-18T08:47:07.866 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.708778527Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-18T08:47:07.866 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.733945023Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-18T08:47:07.866 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.759202196Z level=info msg="Executing migration" id="create quota table v1" 2024-09-18T08:47:07.866 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.801200557Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-18T08:47:07.866 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.843382374Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-18T08:47:07.866 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.868839969Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-18T08:47:08.143 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[21687]: cluster 2024-09-18T08:47:07.049192+0000 mgr.y (mgr.24314) 47 : cluster [DBG] pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:08.143 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[21687]: audit 2024-09-18T08:47:07.642296+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:08.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[21687]: audit 2024-09-18T08:47:07.648139+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:08.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[21687]: audit 2024-09-18T08:47:07.686675+0000 mon.a (mon.0) 747 : audit [DBG] from='client.? 172.21.15.78:0/2107171444' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T08:47:08.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[21687]: audit 2024-09-18T08:47:07.764092+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:08.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[21687]: audit 2024-09-18T08:47:07.769282+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:08.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[21687]: audit 2024-09-18T08:47:07.770875+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:47:08.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[21687]: audit 2024-09-18T08:47:07.771742+0000 mon.c (mon.2) 47 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:47:08.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[21687]: audit 2024-09-18T08:47:07.776836+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:08.144 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.910775021Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-18T08:47:08.144 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.952741141Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-18T08:47:08.144 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:07 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:07.977989209Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-18T08:47:08.144 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.003238308Z level=info msg="Executing migration" id="create session table" 2024-09-18T08:47:08.145 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.028575714Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-18T08:47:08.145 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.053764412Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-18T08:47:08.145 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.079065668Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-18T08:47:08.145 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.104328669Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-18T08:47:08.145 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.146363409Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-18T08:47:08.343 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-18T08:47:08.343 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-18T08:47:08.374 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[19887]: cluster 2024-09-18T08:47:07.049192+0000 mgr.y (mgr.24314) 47 : cluster [DBG] pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:08.375 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[19887]: audit 2024-09-18T08:47:07.642296+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:08.375 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[19887]: audit 2024-09-18T08:47:07.648139+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:08.375 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[19887]: audit 2024-09-18T08:47:07.686675+0000 mon.a (mon.0) 747 : audit [DBG] from='client.? 172.21.15.78:0/2107171444' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T08:47:08.375 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[19887]: audit 2024-09-18T08:47:07.764092+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:08.375 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[19887]: audit 2024-09-18T08:47:07.769282+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:08.375 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[19887]: audit 2024-09-18T08:47:07.770875+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:47:08.375 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[19887]: audit 2024-09-18T08:47:07.771742+0000 mon.c (mon.2) 47 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:47:08.375 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[19887]: audit 2024-09-18T08:47:07.776836+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:08.375 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[28923]: cluster 2024-09-18T08:47:07.049192+0000 mgr.y (mgr.24314) 47 : cluster [DBG] pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:08.375 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[28923]: audit 2024-09-18T08:47:07.642296+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:08.376 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[28923]: audit 2024-09-18T08:47:07.648139+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:08.376 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[28923]: audit 2024-09-18T08:47:07.686675+0000 mon.a (mon.0) 747 : audit [DBG] from='client.? 172.21.15.78:0/2107171444' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T08:47:08.376 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[28923]: audit 2024-09-18T08:47:07.764092+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:08.376 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[28923]: audit 2024-09-18T08:47:07.769282+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:08.376 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[28923]: audit 2024-09-18T08:47:07.770875+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:47:08.376 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[28923]: audit 2024-09-18T08:47:07.771742+0000 mon.c (mon.2) 47 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:47:08.376 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:08 smithi078 bash[28923]: audit 2024-09-18T08:47:07.776836+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:08.421 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.188252228Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-18T08:47:08.421 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.221970159Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-18T08:47:08.421 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.255519626Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-18T08:47:08.421 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.289366132Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-18T08:47:08.421 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.322835913Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-18T08:47:08.421 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.3646942Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-18T08:47:08.422 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.390150661Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-18T08:47:08.698 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.432090902Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-18T08:47:08.698 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.457373986Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-18T08:47:08.698 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.499385223Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-18T08:47:08.698 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.541380818Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-18T08:47:08.698 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.566686154Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-18T08:47:08.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.591998997Z level=info msg="Executing migration" id="create alert table v1" 2024-09-18T08:47:08.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.617212448Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-18T08:47:08.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.65912474Z level=info msg="Executing migration" id="add index alert state" 2024-09-18T08:47:08.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.701112998Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-18T08:47:08.961 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.726404977Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-18T08:47:08.961 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.753909272Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-18T08:47:08.961 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.779193022Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-18T08:47:08.961 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.80435179Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-18T08:47:08.961 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.854535499Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-18T08:47:08.961 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.89655352Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-18T08:47:08.961 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.938525764Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-18T08:47:08.961 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.963646857Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-18T08:47:09.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:09 smithi078 bash[28923]: cephadm 2024-09-18T08:47:07.831914+0000 mgr.y (mgr.24314) 48 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-18T08:47:09.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:09 smithi078 bash[28923]: cephadm 2024-09-18T08:47:07.835462+0000 mgr.y (mgr.24314) 49 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi078 2024-09-18T08:47:09.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:09 smithi078 bash[28923]: audit 2024-09-18T08:47:08.116677+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:47:09.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:09 smithi078 bash[19887]: cephadm 2024-09-18T08:47:07.831914+0000 mgr.y (mgr.24314) 48 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-18T08:47:09.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:09 smithi078 bash[19887]: cephadm 2024-09-18T08:47:07.835462+0000 mgr.y (mgr.24314) 49 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi078 2024-09-18T08:47:09.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:09 smithi078 bash[19887]: audit 2024-09-18T08:47:08.116677+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:47:09.213 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[21687]: cephadm 2024-09-18T08:47:07.831914+0000 mgr.y (mgr.24314) 48 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-18T08:47:09.213 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[21687]: cephadm 2024-09-18T08:47:07.835462+0000 mgr.y (mgr.24314) 49 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi078 2024-09-18T08:47:09.213 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[21687]: audit 2024-09-18T08:47:08.116677+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:47:09.213 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:08 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:08.989023826Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-18T08:47:09.213 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.055980402Z level=info msg="Executing migration" id="Add column is_default" 2024-09-18T08:47:09.213 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.0980494Z level=info msg="Executing migration" id="Add column frequency" 2024-09-18T08:47:09.213 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.140104458Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-18T08:47:09.213 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.182025087Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-18T08:47:09.213 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.199161343Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-18T08:47:09.213 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.216046919Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-18T08:47:09.473 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.249581126Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-18T08:47:09.474 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.266658812Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-18T08:47:09.474 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.291843451Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-18T08:47:09.474 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.317117332Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-18T08:47:09.474 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.359044524Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-18T08:47:09.474 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.384224947Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-18T08:47:09.474 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.426166883Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-18T08:47:09.474 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.451440324Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-18T08:47:09.474 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.476665535Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-18T08:47:09.734 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.518594441Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-18T08:47:09.734 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.560639526Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-18T08:47:09.734 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.602583706Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-18T08:47:09.734 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.627765574Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-18T08:47:09.735 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.653058478Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-18T08:47:09.735 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.678304079Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-18T08:47:09.735 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.703545767Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-18T08:47:09.735 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.737364334Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-18T08:47:10.003 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.754328921Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-18T08:47:10.003 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.779494257Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-18T08:47:10.004 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.81315716Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-18T08:47:10.004 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.838425518Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-18T08:47:10.004 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.863617499Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-18T08:47:10.004 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.905573712Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-18T08:47:10.004 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.930769641Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-18T08:47:10.004 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.956035791Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-18T08:47:10.004 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:09 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:09.981304672Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-18T08:47:10.004 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.006526934Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-18T08:47:10.264 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[21687]: cluster 2024-09-18T08:47:09.049755+0000 mgr.y (mgr.24314) 50 : cluster [DBG] pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:10.264 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.031695726Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-18T08:47:10.264 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.05701281Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-18T08:47:10.265 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.082253342Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-18T08:47:10.265 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.115695816Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-18T08:47:10.265 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.157845013Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-18T08:47:10.265 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.19980307Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-18T08:47:10.265 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.216723912Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-18T08:47:10.265 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.250337763Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-18T08:47:10.265 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.267267181Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-18T08:47:10.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:10 smithi078 bash[19887]: cluster 2024-09-18T08:47:09.049755+0000 mgr.y (mgr.24314) 50 : cluster [DBG] pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:10.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:10 smithi078 bash[28923]: cluster 2024-09-18T08:47:09.049755+0000 mgr.y (mgr.24314) 50 : cluster [DBG] pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:10.533 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.284142464Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-18T08:47:10.533 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.301066916Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-18T08:47:10.534 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.317909613Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-18T08:47:10.534 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.351543413Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-18T08:47:10.534 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.393474491Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-18T08:47:10.534 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.418665117Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-18T08:47:10.534 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.443939554Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-18T08:47:10.534 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.469230479Z level=info msg="Executing migration" id="Move region to single row" 2024-09-18T08:47:10.534 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.494453844Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-18T08:47:10.534 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.536423095Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-18T08:47:10.786 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.561625807Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-18T08:47:10.786 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.586985597Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-18T08:47:10.786 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.628805702Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-18T08:47:10.786 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.662722532Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-18T08:47:10.786 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.687916425Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-18T08:47:10.787 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.71315906Z level=info msg="Executing migration" id="create test_data table" 2024-09-18T08:47:10.787 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.738427065Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-18T08:47:10.787 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.763496259Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-18T08:47:10.787 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.78876041Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-18T08:47:11.046 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.830672634Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-18T08:47:11.046 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.855957536Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-18T08:47:11.046 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.881188531Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-18T08:47:11.046 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.923122195Z level=info msg="Executing migration" id="create team table" 2024-09-18T08:47:11.047 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.948391546Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-18T08:47:11.047 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.973666634Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-18T08:47:11.047 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:10 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:10.99888595Z level=info msg="Executing migration" id="create team member table" 2024-09-18T08:47:11.047 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.024117902Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-18T08:47:11.047 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.049306299Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-18T08:47:11.315 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.074556022Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-18T08:47:11.315 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.099727081Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-18T08:47:11.315 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.141702956Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-18T08:47:11.316 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.167009997Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-18T08:47:11.316 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.19223573Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-18T08:47:11.316 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.217497389Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-18T08:47:11.316 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.259516342Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-18T08:47:11.316 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.284807385Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-18T08:47:11.316 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.318321677Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-18T08:47:11.584 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.360331118Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-18T08:47:11.584 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.402243063Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-18T08:47:11.584 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.427512982Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-18T08:47:11.584 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.469418167Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-18T08:47:11.584 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.49476714Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-18T08:47:11.584 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.536603064Z level=info msg="Executing migration" id="create tag table" 2024-09-18T08:47:11.585 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.56198524Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-18T08:47:11.585 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.587315532Z level=info msg="Executing migration" id="create login attempt table" 2024-09-18T08:47:11.853 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.612748735Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-18T08:47:11.853 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.654692886Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-18T08:47:11.854 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.679966828Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-18T08:47:11.854 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.713514724Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-18T08:47:11.854 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.738764066Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-18T08:47:11.854 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.764005519Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-18T08:47:11.854 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.789218429Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-18T08:47:11.854 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.831211062Z level=info msg="Executing migration" id="create user auth table" 2024-09-18T08:47:11.854 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.856436839Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-18T08:47:12.105 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.881673414Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-18T08:47:12.106 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.923477777Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-18T08:47:12.106 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.948837068Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-18T08:47:12.106 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:11 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:11.990738057Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-18T08:47:12.106 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.016025948Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-18T08:47:12.106 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.041344014Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-18T08:47:12.106 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.058242281Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-18T08:47:12.106 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.075142571Z level=info msg="Executing migration" id="create server_lock table" 2024-09-18T08:47:12.106 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.10871723Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-18T08:47:12.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:12 smithi078 bash[19887]: cluster 2024-09-18T08:47:11.050332+0000 mgr.y (mgr.24314) 51 : cluster [DBG] pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:12.386 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:12 smithi078 bash[28923]: cluster 2024-09-18T08:47:11.050332+0000 mgr.y (mgr.24314) 51 : cluster [DBG] pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:12.386 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:47:12 smithi078 systemd[1]: Stopping Ceph alertmanager.a for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T08:47:12.386 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:47:12 smithi078 bash[52739]: ts=2024-09-18T08:47:12.170Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-18T08:47:12.393 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[21687]: cluster 2024-09-18T08:47:11.050332+0000 mgr.y (mgr.24314) 51 : cluster [DBG] pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:12.393 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.142526209Z level=info msg="Executing migration" id="create user auth token table" 2024-09-18T08:47:12.393 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.159398566Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-18T08:47:12.393 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.176302473Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-18T08:47:12.393 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.193300118Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-18T08:47:12.393 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.218491212Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-18T08:47:12.393 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.260441914Z level=info msg="Executing migration" id="create cache_data table" 2024-09-18T08:47:12.393 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.285749003Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-18T08:47:12.393 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.311040192Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-18T08:47:12.394 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.352861865Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-18T08:47:12.394 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.394865805Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-18T08:47:12.661 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.420123243Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-18T08:47:12.661 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.445349586Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-18T08:47:12.661 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.470703238Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-18T08:47:12.661 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.496161195Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-18T08:47:12.661 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.538045555Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-18T08:47:12.661 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.57163143Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-18T08:47:12.662 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.638799609Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-18T08:47:12.662 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.664104005Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-18T08:47:12.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.689347411Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-18T08:47:12.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.714628158Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-18T08:47:12.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.739812478Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-18T08:47:12.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.765077433Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-18T08:47:12.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.790297677Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-18T08:47:12.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.832269438Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-18T08:47:12.953 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:47:12 smithi078 bash[53742]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-alertmanager-a 2024-09-18T08:47:12.953 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:47:12 smithi078 bash[53801]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-alertmanager-a 2024-09-18T08:47:12.953 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:47:12 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-18T08:47:12.953 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:47:12 smithi078 systemd[1]: Stopped Ceph alertmanager.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:47:12.953 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:47:12 smithi078 systemd[1]: Started Ceph alertmanager.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:47:13.264 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:12 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:12.948869143Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-18T08:47:13.265 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:13.005215581Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-18T08:47:13.265 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:13.050969443Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-18T08:47:13.265 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:13.14332996Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-18T08:47:13.366 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:13.532 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:13.267302507Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-18T08:47:13.533 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:13.309237657Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-18T08:47:13.533 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:13.35123744Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-18T08:47:13.533 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:13.401381379Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-18T08:47:13.533 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:13.426607009Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-18T08:47:13.533 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:13.451928831Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-18T08:47:13.533 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:13.485391424Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-18T08:47:13.802 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:13.53571203Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-18T08:47:13.802 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:13.577741502Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-18T08:47:13.802 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:13.594598053Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-18T08:47:13.802 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:13.611603002Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-18T08:47:13.802 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:13.653571338Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-18T08:47:13.802 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:13.704124694Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-18T08:47:13.802 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:13.763372135Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-18T08:47:14.171 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:14 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:14.02420032Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-18T08:47:14.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[21687]: audit 2024-09-18T08:47:12.927417+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:14.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[21687]: audit 2024-09-18T08:47:12.933435+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:14.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[21687]: cephadm 2024-09-18T08:47:12.935436+0000 mgr.y (mgr.24314) 52 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T08:47:14.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[21687]: cluster 2024-09-18T08:47:13.050855+0000 mgr.y (mgr.24314) 53 : cluster [DBG] pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:14.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:13 smithi189 bash[21687]: cephadm 2024-09-18T08:47:13.174670+0000 mgr.y (mgr.24314) 54 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi189 2024-09-18T08:47:14.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[19887]: audit 2024-09-18T08:47:12.927417+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:14.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[19887]: audit 2024-09-18T08:47:12.933435+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:14.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[19887]: cephadm 2024-09-18T08:47:12.935436+0000 mgr.y (mgr.24314) 52 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T08:47:14.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[19887]: cluster 2024-09-18T08:47:13.050855+0000 mgr.y (mgr.24314) 53 : cluster [DBG] pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:14.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[19887]: cephadm 2024-09-18T08:47:13.174670+0000 mgr.y (mgr.24314) 54 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi189 2024-09-18T08:47:14.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[28923]: audit 2024-09-18T08:47:12.927417+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:14.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[28923]: audit 2024-09-18T08:47:12.933435+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:14.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[28923]: cephadm 2024-09-18T08:47:12.935436+0000 mgr.y (mgr.24314) 52 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T08:47:14.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[28923]: cluster 2024-09-18T08:47:13.050855+0000 mgr.y (mgr.24314) 53 : cluster [DBG] pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:14.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[28923]: cephadm 2024-09-18T08:47:13.174670+0000 mgr.y (mgr.24314) 54 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi189 2024-09-18T08:47:14.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:14 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:14.328641382Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-18T08:47:14.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:14 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:14.450037658Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-18T08:47:14.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:14 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:14.534508548Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-18T08:47:15.109 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[53828]: ts=2024-09-18T08:47:14.897Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-18T08:47:15.109 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[53828]: ts=2024-09-18T08:47:14.898Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-18T08:47:15.109 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[53828]: ts=2024-09-18T08:47:14.910Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.78 port=9094 2024-09-18T08:47:15.109 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[53828]: ts=2024-09-18T08:47:14.911Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-18T08:47:15.109 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[53828]: ts=2024-09-18T08:47:14.942Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-18T08:47:15.109 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[53828]: ts=2024-09-18T08:47:14.943Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-18T08:47:15.109 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[53828]: ts=2024-09-18T08:47:14.946Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-18T08:47:15.109 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:47:14 smithi078 bash[53828]: ts=2024-09-18T08:47:14.946Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-18T08:47:15.110 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:14 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:14.851796058Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-18T08:47:15.110 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:14 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:14.952486919Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-18T08:47:15.110 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:15 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:15.028340596Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-18T08:47:15.110 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:15 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:15.112039206Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-18T08:47:15.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:15 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:15.187448105Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-18T08:47:15.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:15 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:15.238323733Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-18T08:47:15.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:15 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:15.296887486Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-18T08:47:15.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:15 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:15.351448831Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-18T08:47:15.447 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:47:15.447 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":61,"fsid":"c5c73ad4-7598-11ef-bceb-c7b262605968","created":"2024-09-18T08:35:42.542292+0000","modified":"2024-09-18T08:46:23.016579+0000","last_up_change":"2024-09-18T08:45:35.240543+0000","last_in_change":"2024-09-18T08:45:06.568604+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-18T08:41:05.154468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d0877dd5-6516-413f-a03f-8e709abe038a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1545886017},{"type":"v1","addr":"172.21.15.78:6803","nonce":1545886017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1545886017},{"type":"v1","addr":"172.21.15.78:6805","nonce":1545886017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":1545886017},{"type":"v1","addr":"172.21.15.78:6809","nonce":1545886017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1545886017},{"type":"v1","addr":"172.21.15.78:6807","nonce":1545886017}]},"public_addr":"172.21.15.78:6803/1545886017","cluster_addr":"172.21.15.78:6805/1545886017","heartbeat_back_addr":"172.21.15.78:6809/1545886017","heartbeat_front_addr":"172.21.15.78:6807/1545886017","state":["exists","up"]},{"osd":1,"uuid":"7ff2619d-adcc-479f-9aca-580863066c2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":3337641726},{"type":"v1","addr":"172.21.15.78:6811","nonce":3337641726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":3337641726},{"type":"v1","addr":"172.21.15.78:6813","nonce":3337641726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":3337641726},{"type":"v1","addr":"172.21.15.78:6817","nonce":3337641726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":3337641726},{"type":"v1","addr":"172.21.15.78:6815","nonce":3337641726}]},"public_addr":"172.21.15.78:6811/3337641726","cluster_addr":"172.21.15.78:6813/3337641726","heartbeat_back_addr":"172.21.15.78:6817/3337641726","heartbeat_front_addr":"172.21.15.78:6815/3337641726","state":["exists","up"]},{"osd":2,"uuid":"003ee8a0-ef90-4eb4-987e-e4fb00e85e8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2229871768},{"type":"v1","addr":"172.21.15.78:6819","nonce":2229871768}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2229871768},{"type":"v1","addr":"172.21.15.78:6821","nonce":2229871768}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2229871768},{"type":"v1","addr":"172.21.15.78:6825","nonce":2229871768}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2229871768},{"type":"v1","addr":"172.21.15.78:6823","nonce":2229871768}]},"public_addr":"172.21.15.78:6819/2229871768","cluster_addr":"172.21.15.78:6821/2229871768","heartbeat_back_addr":"172.21.15.78:6825/2229871768","heartbeat_front_addr":"172.21.15.78:6823/2229871768","state":["exists","up"]},{"osd":3,"uuid":"b258428d-1597-4c2c-b653-91be9c28317f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2408600314},{"type":"v1","addr":"172.21.15.78:6827","nonce":2408600314}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2408600314},{"type":"v1","addr":"172.21.15.78:6829","nonce":2408600314}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2408600314},{"type":"v1","addr":"172.21.15.78:6833","nonce":2408600314}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2408600314},{"type":"v1","addr":"172.21.15.78:6831","nonce":2408600314}]},"public_addr":"172.21.15.78:6827/2408600314","cluster_addr":"172.21.15.78:6829/2408600314","heartbeat_back_addr":"172.21.15.78:6833/2408600314","heartbeat_front_addr":"172.21.15.78:6831/2408600314","state":["exists","up"]},{"osd":4,"uuid":"e6276933-18bc-4db6-b62c-12a1e77eee71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":3516748471},{"type":"v1","addr":"172.21.15.189:6801","nonce":3516748471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":3516748471},{"type":"v1","addr":"172.21.15.189:6803","nonce":3516748471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":3516748471},{"type":"v1","addr":"172.21.15.189:6807","nonce":3516748471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":3516748471},{"type":"v1","addr":"172.21.15.189:6805","nonce":3516748471}]},"public_addr":"172.21.15.189:6801/3516748471","cluster_addr":"172.21.15.189:6803/3516748471","heartbeat_back_addr":"172.21.15.189:6807/3516748471","heartbeat_front_addr":"172.21.15.189:6805/3516748471","state":["exists","up"]},{"osd":5,"uuid":"e9faf9e9-771d-4de4-bfe0-5d9de4578f50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":4213705273},{"type":"v1","addr":"172.21.15.189:6809","nonce":4213705273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":4213705273},{"type":"v1","addr":"172.21.15.189:6811","nonce":4213705273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":4213705273},{"type":"v1","addr":"172.21.15.189:6815","nonce":4213705273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":4213705273},{"type":"v1","addr":"172.21.15.189:6813","nonce":4213705273}]},"public_addr":"172.21.15.189:6809/4213705273","cluster_addr":"172.21.15.189:6811/4213705273","heartbeat_back_addr":"172.21.15.189:6815/4213705273","heartbeat_front_addr":"172.21.15.189:6813/4213705273","state":["exists","up"]},{"osd":6,"uuid":"884c6459-302c-452a-a9c8-4bf2a9b06058","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":3899602769},{"type":"v1","addr":"172.21.15.189:6817","nonce":3899602769}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":3899602769},{"type":"v1","addr":"172.21.15.189:6819","nonce":3899602769}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":3899602769},{"type":"v1","addr":"172.21.15.189:6823","nonce":3899602769}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":3899602769},{"type":"v1","addr":"172.21.15.189:6821","nonce":3899602769}]},"public_addr":"172.21.15.189:6817/3899602769","cluster_addr":"172.21.15.189:6819/3899602769","heartbeat_back_addr":"172.21.15.189:6823/3899602769","heartbeat_front_addr":"172.21.15.189:6821/3899602769","state":["exists","up"]},{"osd":7,"uuid":"07096b36-5f97-4d01-9891-64dbce65cb9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":3105929373},{"type":"v1","addr":"172.21.15.189:6825","nonce":3105929373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":3105929373},{"type":"v1","addr":"172.21.15.189:6827","nonce":3105929373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":3105929373},{"type":"v1","addr":"172.21.15.189:6831","nonce":3105929373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":3105929373},{"type":"v1","addr":"172.21.15.189:6829","nonce":3105929373}]},"public_addr":"172.21.15.189:6825/3105929373","cluster_addr":"172.21.15.189:6827/3105929373","heartbeat_back_addr":"172.21.15.189:6831/3105929373","heartbeat_front_addr":"172.21.15.189:6829/3105929373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:39:06.751053+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:40:03.195316+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:41:01.656393+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:41:59.368852+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:42:52.333507+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:43:46.790548+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:44:39.363039+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T08:45:33.511338+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.78:0/2031894257":"2024-09-19T08:46:23.016458+0000","172.21.15.78:6801/908024260":"2024-09-19T08:46:23.016458+0000","172.21.15.78:6800/908024260":"2024-09-19T08:46:23.016458+0000","172.21.15.78:0/525336696":"2024-09-19T08:36:10.530125+0000","172.21.15.78:0/1388626620":"2024-09-19T08:36:10.530125+0000","172.21.15.78:0/3242508562":"2024-09-19T08:36:44.538407+0000","172.21.15.78:6801/4104688084":"2024-09-19T08:36:44.538407+0000","172.21.15.78:0/3156924899":"2024-09-19T08:36:10.530125+0000","172.21.15.78:0/1822431675":"2024-09-19T08:36:44.538407+0000","172.21.15.78:0/1456898720":"2024-09-19T08:36:44.538407+0000","172.21.15.78:6801/4185838022":"2024-09-19T08:36:10.530125+0000","172.21.15.78:6800/4104688084":"2024-09-19T08:36:44.538407+0000","172.21.15.78:0/516197469":"2024-09-19T08:46:23.016458+0000","172.21.15.78:0/1670776620":"2024-09-19T08:46:23.016458+0000","172.21.15.78:6800/4185838022":"2024-09-19T08:36:10.530125+0000","172.21.15.78:0/639648956":"2024-09-19T08:46:23.016458+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-18T08:47:15.647 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:15 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:15.397765423Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-18T08:47:15.647 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:15 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:15.4230293Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-18T08:47:15.647 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:15 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:15.465426145Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-18T08:47:15.647 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:15 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:15.532814117Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-18T08:47:15.648 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:15 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:15.5746725Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-18T08:47:15.648 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:15 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:15.650180704Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-18T08:47:15.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:15 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:15.734057256Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-18T08:47:15.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:15 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:15.892813919Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-18T08:47:16.156 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-18T08:47:16.157 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-18T08:47:16.157 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-18T08:47:16.157 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-18T08:47:16.158 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-18T08:47:16.158 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-18T08:47:16.158 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-18T08:47:16.159 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-18T08:47:16.393 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:16 smithi189 bash[21687]: cluster 2024-09-18T08:47:15.051476+0000 mgr.y (mgr.24314) 55 : cluster [DBG] pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:16.394 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:16 smithi189 bash[21687]: audit 2024-09-18T08:47:15.445498+0000 mon.a (mon.0) 753 : audit [DBG] from='client.? 172.21.15.78:0/599317754' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T08:47:16.394 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:16 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:16.113421782Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-18T08:47:16.394 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:16 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:16.219546795Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-18T08:47:16.394 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:16 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:16.295057322Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-18T08:47:16.394 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:16 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:16.346319807Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-18T08:47:16.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:16 smithi078 bash[19887]: cluster 2024-09-18T08:47:15.051476+0000 mgr.y (mgr.24314) 55 : cluster [DBG] pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:16.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:16 smithi078 bash[19887]: audit 2024-09-18T08:47:15.445498+0000 mon.a (mon.0) 753 : audit [DBG] from='client.? 172.21.15.78:0/599317754' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T08:47:16.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:16 smithi078 bash[28923]: cluster 2024-09-18T08:47:15.051476+0000 mgr.y (mgr.24314) 55 : cluster [DBG] pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:16.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:16 smithi078 bash[28923]: audit 2024-09-18T08:47:15.445498+0000 mon.a (mon.0) 753 : audit [DBG] from='client.? 172.21.15.78:0/599317754' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T08:47:16.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:16 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:16.397030759Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-18T08:47:16.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:16 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:16.455986424Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-18T08:47:17.022 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:16 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:16.696908456Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-18T08:47:17.023 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:16 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:16.894729994Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-18T08:47:17.203 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:47:16 smithi078 bash[53828]: ts=2024-09-18T08:47:16.912Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000985542s 2024-09-18T08:47:17.411 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:17 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:17.025528492Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-18T08:47:17.411 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:17 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:17.118234733Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-18T08:47:17.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:17 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:17.413937917Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-18T08:47:17.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:17 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:17.544621286Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-18T08:47:17.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:17 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:17.60360928Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-18T08:47:17.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:17 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:17.687378413Z level=info msg="Executing migration" id="create alert_image table" 2024-09-18T08:47:17.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:17 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:17.76294857Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-18T08:47:17.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:17 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:17.813423295Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-18T08:47:17.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:17 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:17.863659021Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-18T08:47:17.942 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:17 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:17.919001489Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-18T08:47:18.255 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:18 smithi189 bash[21687]: cluster 2024-09-18T08:47:17.052078+0000 mgr.y (mgr.24314) 56 : cluster [DBG] pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:18.256 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:17 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:17.964456569Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-18T08:47:18.256 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:17 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:17.964670068Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-18T08:47:18.256 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:18 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:18.01516246Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-18T08:47:18.256 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:18 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:18.094135974Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-18T08:47:18.256 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:18 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:18.166615204Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-18T08:47:18.256 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:18 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:18.167095874Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-18T08:47:18.256 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:18 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:18.167629527Z level=info msg="alerts found to migrate" alerts=0 2024-09-18T08:47:18.256 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:18 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:18.258619469Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-18T08:47:18.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:18 smithi078 bash[19887]: cluster 2024-09-18T08:47:17.052078+0000 mgr.y (mgr.24314) 56 : cluster [DBG] pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:18.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:18 smithi078 bash[28923]: cluster 2024-09-18T08:47:17.052078+0000 mgr.y (mgr.24314) 56 : cluster [DBG] pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:18.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:18 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:18.451032809Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-18T08:47:18.976 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:18 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:18.716489508Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-18T08:47:18.976 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:18 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:18.827401089Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-18T08:47:18.976 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:18 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:18.902995987Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-18T08:47:18.976 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:18 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:18.979259819Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-18T08:47:19.247 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:19.029527965Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-18T08:47:19.247 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:19.074662052Z level=info msg="Executing migration" id="create data_keys table" 2024-09-18T08:47:19.248 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:19.147624226Z level=info msg="Executing migration" id="create secrets table" 2024-09-18T08:47:19.248 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:19.189494486Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-18T08:47:19.248 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:19.250809053Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-18T08:47:19.248 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:19 smithi189 systemd[1]: Stopping Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T08:47:19.248 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[45653]: ts=2024-09-18T08:47:19.157Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-18T08:47:19.248 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[45653]: ts=2024-09-18T08:47:19.157Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-18T08:47:19.248 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[45653]: ts=2024-09-18T08:47:19.157Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-18T08:47:19.248 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[45653]: ts=2024-09-18T08:47:19.157Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-18T08:47:19.248 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[45653]: ts=2024-09-18T08:47:19.157Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-18T08:47:19.248 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[45653]: ts=2024-09-18T08:47:19.157Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-18T08:47:19.249 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[45653]: ts=2024-09-18T08:47:19.157Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-18T08:47:19.249 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[45653]: ts=2024-09-18T08:47:19.157Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-18T08:47:19.249 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[45653]: ts=2024-09-18T08:47:19.157Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-18T08:47:19.249 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[45653]: ts=2024-09-18T08:47:19.158Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-18T08:47:19.249 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[45653]: ts=2024-09-18T08:47:19.158Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-18T08:47:19.249 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[45653]: ts=2024-09-18T08:47:19.158Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-18T08:47:19.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:19.320672371Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-18T08:47:19.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:19.383165811Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-18T08:47:20.041 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:19.784175538Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-18T08:47:20.041 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:19.900924857Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-18T08:47:20.041 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:19.976774804Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-18T08:47:20.042 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:19 smithi189 bash[47504]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-prometheus-a 2024-09-18T08:47:20.042 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:20 smithi189 bash[47565]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-prometheus-a 2024-09-18T08:47:20.042 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:20 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-18T08:47:20.042 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:20 smithi189 systemd[1]: Stopped Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:47:20.042 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:20 smithi189 systemd[1]: Started Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:47:20.369 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:20 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:20.044407887Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-18T08:47:20.369 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:20 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:20.095405647Z level=info msg="Executing migration" id="create permission table" 2024-09-18T08:47:20.369 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:20 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:20.153920332Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-18T08:47:20.369 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:20 smithi189 bash[21687]: cluster 2024-09-18T08:47:19.052680+0000 mgr.y (mgr.24314) 57 : cluster [DBG] pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:20.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:20 smithi189 bash[21687]: audit 2024-09-18T08:47:20.082541+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:20.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:20 smithi189 bash[21687]: audit 2024-09-18T08:47:20.093990+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:20.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:20 smithi189 bash[21687]: audit 2024-09-18T08:47:20.100473+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T08:47:20.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:20 smithi189 bash[21687]: audit 2024-09-18T08:47:20.103085+0000 mon.c (mon.2) 50 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi078.front.sepia.ceph.com:9093"}]: dispatch 2024-09-18T08:47:20.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:20 smithi189 bash[21687]: audit 2024-09-18T08:47:20.110903+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:20.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[19887]: cluster 2024-09-18T08:47:19.052680+0000 mgr.y (mgr.24314) 57 : cluster [DBG] pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:20.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[19887]: audit 2024-09-18T08:47:20.082541+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:20.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[19887]: audit 2024-09-18T08:47:20.093990+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:20.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[19887]: audit 2024-09-18T08:47:20.100473+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T08:47:20.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[19887]: audit 2024-09-18T08:47:20.103085+0000 mon.c (mon.2) 50 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi078.front.sepia.ceph.com:9093"}]: dispatch 2024-09-18T08:47:20.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[19887]: audit 2024-09-18T08:47:20.110903+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:20.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[20143]: [18/Sep/2024:08:47:20] ENGINE Bus STOPPING 2024-09-18T08:47:20.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[28923]: cluster 2024-09-18T08:47:19.052680+0000 mgr.y (mgr.24314) 57 : cluster [DBG] pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[28923]: audit 2024-09-18T08:47:20.082541+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[28923]: audit 2024-09-18T08:47:20.093990+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[28923]: audit 2024-09-18T08:47:20.100473+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T08:47:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[28923]: audit 2024-09-18T08:47:20.103085+0000 mon.c (mon.2) 50 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi078.front.sepia.ceph.com:9093"}]: dispatch 2024-09-18T08:47:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[28923]: audit 2024-09-18T08:47:20.110903+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:20.653 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:20 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:20.372107161Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-18T08:47:20.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:20 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:20.656581458Z level=info msg="Executing migration" id="create role table" 2024-09-18T08:47:20.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:20 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:20.765925905Z level=info msg="Executing migration" id="add column display_name" 2024-09-18T08:47:20.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:20 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:20.824703527Z level=info msg="Executing migration" id="add column group_name" 2024-09-18T08:47:20.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[20143]: [18/Sep/2024:08:47:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T08:47:20.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[20143]: [18/Sep/2024:08:47:20] ENGINE Bus STOPPED 2024-09-18T08:47:20.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[20143]: [18/Sep/2024:08:47:20] ENGINE Bus STARTING 2024-09-18T08:47:20.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[20143]: [18/Sep/2024:08:47:20] ENGINE Serving on http://:::9283 2024-09-18T08:47:20.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[20143]: [18/Sep/2024:08:47:20] ENGINE Bus STARTED 2024-09-18T08:47:20.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:20 smithi078 bash[20143]: [18/Sep/2024:08:47:20] ENGINE Bus STOPPING 2024-09-18T08:47:21.109 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:21.109 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:21.109 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:21.110 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:21.110 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:21.110 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:21.111 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:21.112 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:21.324 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.023008246Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-18T08:47:21.325 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.168024937Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-18T08:47:21.325 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.227073442Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-18T08:47:21.325 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.327594277Z level=info msg="Executing migration" id="create team role table" 2024-09-18T08:47:21.325 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[21687]: audit 2024-09-18T08:47:20.101332+0000 mgr.y (mgr.24314) 58 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T08:47:21.325 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[21687]: audit 2024-09-18T08:47:20.103899+0000 mgr.y (mgr.24314) 59 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi078.front.sepia.ceph.com:9093"}]: dispatch 2024-09-18T08:47:21.325 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[21687]: audit 2024-09-18T08:47:20.131305+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T08:47:21.325 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[21687]: audit 2024-09-18T08:47:20.131998+0000 mgr.y (mgr.24314) 60 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T08:47:21.325 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[21687]: audit 2024-09-18T08:47:20.139160+0000 mon.c (mon.2) 52 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-09-18T08:47:21.326 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[21687]: audit 2024-09-18T08:47:20.139765+0000 mgr.y (mgr.24314) 61 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-09-18T08:47:21.326 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[21687]: audit 2024-09-18T08:47:20.146944+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:21.326 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[21687]: audit 2024-09-18T08:47:20.158817+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T08:47:21.326 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[21687]: audit 2024-09-18T08:47:20.159473+0000 mgr.y (mgr.24314) 62 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T08:47:21.326 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[21687]: audit 2024-09-18T08:47:20.162389+0000 mon.c (mon.2) 54 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-09-18T08:47:21.326 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[21687]: audit 2024-09-18T08:47:20.162918+0000 mgr.y (mgr.24314) 63 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-09-18T08:47:21.326 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[21687]: audit 2024-09-18T08:47:20.170706+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:21.326 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[21687]: audit 2024-09-18T08:47:20.224504+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:47:21.361 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[19887]: audit 2024-09-18T08:47:20.101332+0000 mgr.y (mgr.24314) 58 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T08:47:21.361 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[19887]: audit 2024-09-18T08:47:20.103899+0000 mgr.y (mgr.24314) 59 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi078.front.sepia.ceph.com:9093"}]: dispatch 2024-09-18T08:47:21.361 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[19887]: audit 2024-09-18T08:47:20.131305+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T08:47:21.361 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[19887]: audit 2024-09-18T08:47:20.131998+0000 mgr.y (mgr.24314) 60 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T08:47:21.361 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[19887]: audit 2024-09-18T08:47:20.139160+0000 mon.c (mon.2) 52 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-09-18T08:47:21.361 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[19887]: audit 2024-09-18T08:47:20.139765+0000 mgr.y (mgr.24314) 61 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-09-18T08:47:21.361 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[19887]: audit 2024-09-18T08:47:20.146944+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:21.361 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[19887]: audit 2024-09-18T08:47:20.158817+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T08:47:21.362 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[19887]: audit 2024-09-18T08:47:20.159473+0000 mgr.y (mgr.24314) 62 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T08:47:21.362 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[19887]: audit 2024-09-18T08:47:20.162389+0000 mon.c (mon.2) 54 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-09-18T08:47:21.362 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[19887]: audit 2024-09-18T08:47:20.162918+0000 mgr.y (mgr.24314) 63 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-09-18T08:47:21.362 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[19887]: audit 2024-09-18T08:47:20.170706+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:21.362 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[19887]: audit 2024-09-18T08:47:20.224504+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:47:21.362 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[20143]: [18/Sep/2024:08:47:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T08:47:21.362 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[20143]: [18/Sep/2024:08:47:21] ENGINE Bus STOPPED 2024-09-18T08:47:21.362 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[20143]: [18/Sep/2024:08:47:21] ENGINE Bus STARTING 2024-09-18T08:47:21.362 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[20143]: [18/Sep/2024:08:47:21] ENGINE Serving on http://:::9283 2024-09-18T08:47:21.362 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[20143]: [18/Sep/2024:08:47:21] ENGINE Bus STARTED 2024-09-18T08:47:21.363 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[20143]: [18/Sep/2024:08:47:21] ENGINE Bus STOPPING 2024-09-18T08:47:21.363 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[28923]: audit 2024-09-18T08:47:20.101332+0000 mgr.y (mgr.24314) 58 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T08:47:21.363 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[28923]: audit 2024-09-18T08:47:20.103899+0000 mgr.y (mgr.24314) 59 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi078.front.sepia.ceph.com:9093"}]: dispatch 2024-09-18T08:47:21.363 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[28923]: audit 2024-09-18T08:47:20.131305+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T08:47:21.363 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[28923]: audit 2024-09-18T08:47:20.131998+0000 mgr.y (mgr.24314) 60 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T08:47:21.363 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[28923]: audit 2024-09-18T08:47:20.139160+0000 mon.c (mon.2) 52 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-09-18T08:47:21.363 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[28923]: audit 2024-09-18T08:47:20.139765+0000 mgr.y (mgr.24314) 61 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-09-18T08:47:21.363 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[28923]: audit 2024-09-18T08:47:20.146944+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:21.363 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[28923]: audit 2024-09-18T08:47:20.158817+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T08:47:21.363 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[28923]: audit 2024-09-18T08:47:20.159473+0000 mgr.y (mgr.24314) 62 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T08:47:21.363 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[28923]: audit 2024-09-18T08:47:20.162389+0000 mon.c (mon.2) 54 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-09-18T08:47:21.363 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[28923]: audit 2024-09-18T08:47:20.162918+0000 mgr.y (mgr.24314) 63 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-09-18T08:47:21.364 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[28923]: audit 2024-09-18T08:47:20.170706+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:21.364 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[28923]: audit 2024-09-18T08:47:20.224504+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T08:47:21.609 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.411317541Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-18T08:47:21.609 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.46170345Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-18T08:47:21.609 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.543222232Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-18T08:47:21.610 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.61244731Z level=info msg="Executing migration" id="create user role table" 2024-09-18T08:47:21.862 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.663107624Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-18T08:47:21.862 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.688642263Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-18T08:47:21.863 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.730732964Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-18T08:47:21.863 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.798259692Z level=info msg="Executing migration" id="create builtin role table" 2024-09-18T08:47:21.863 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.840189312Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-18T08:47:21.863 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.865491369Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-18T08:47:21.863 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.726Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-18T08:47:21.863 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.726Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-18T08:47:21.863 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.726Z caller=main.go:570 level=info host_details="(Linux 5.15.0-122-generic #132-Ubuntu SMP Thu Aug 29 13:45:52 UTC 2024 x86_64 smithi189 (none))" 2024-09-18T08:47:21.863 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.726Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-18T08:47:21.863 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.726Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-18T08:47:21.864 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.728Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-18T08:47:21.864 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.728Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-18T08:47:21.864 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.732Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-18T08:47:21.864 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.732Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-18T08:47:21.864 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.733Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-18T08:47:21.864 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.733Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.058µs 2024-09-18T08:47:21.864 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.733Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-18T08:47:21.864 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.734Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-18T08:47:21.864 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.734Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-18T08:47:21.864 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.734Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=45.94µs wal_replay_duration=683.509µs wbl_replay_duration=158ns total_replay_duration=773.155µs 2024-09-18T08:47:21.864 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.735Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-18T08:47:21.864 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.735Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-18T08:47:21.864 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.735Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-18T08:47:21.864 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.760Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=24.595389ms db_storage=1.054µs remote_storage=1.493µs web_handler=371ns query_engine=928ns scrape=326.122µs scrape_sd=132.04µs notify=12.051µs notify_sd=9.152µs rules=23.495429ms tracing=6.652µs 2024-09-18T08:47:21.865 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.760Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-18T08:47:21.865 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[47593]: ts=2024-09-18T08:47:21.760Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-18T08:47:21.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[20143]: [18/Sep/2024:08:47:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T08:47:21.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[20143]: [18/Sep/2024:08:47:21] ENGINE Bus STOPPED 2024-09-18T08:47:21.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[20143]: [18/Sep/2024:08:47:21] ENGINE Bus STARTING 2024-09-18T08:47:21.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[20143]: [18/Sep/2024:08:47:21] ENGINE Serving on http://:::9283 2024-09-18T08:47:21.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:21 smithi078 bash[20143]: [18/Sep/2024:08:47:21] ENGINE Bus STARTED 2024-09-18T08:47:22.114 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.890741004Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-18T08:47:22.115 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.915992842Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-18T08:47:22.115 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.941224011Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-18T08:47:22.115 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:21 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:21.966445426Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-18T08:47:22.115 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.008401523Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-18T08:47:22.115 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.050374795Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-18T08:47:22.115 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.075624933Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-18T08:47:22.115 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.117676717Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-18T08:47:22.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[21687]: cluster 2024-09-18T08:47:21.053241+0000 mgr.y (mgr.24314) 64 : cluster [DBG] pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:22.367 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.143039788Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-18T08:47:22.367 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.1682673Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-18T08:47:22.367 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.210319464Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-18T08:47:22.367 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.252225573Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-18T08:47:22.367 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.277512891Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-18T08:47:22.367 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.30276578Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-18T08:47:22.367 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.328010698Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-18T08:47:22.367 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.37000806Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-18T08:47:22.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:22 smithi078 bash[19887]: cluster 2024-09-18T08:47:21.053241+0000 mgr.y (mgr.24314) 64 : cluster [DBG] pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:22.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:22 smithi078 bash[28923]: cluster 2024-09-18T08:47:21.053241+0000 mgr.y (mgr.24314) 64 : cluster [DBG] pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:22.636 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.395293397Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-18T08:47:22.636 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.420604462Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-18T08:47:22.636 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.44590287Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-18T08:47:22.636 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.471116036Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-18T08:47:22.637 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.513291398Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-18T08:47:22.637 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.555394684Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-18T08:47:22.637 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.580564851Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-18T08:47:22.637 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.597487985Z level=info msg="Executing migration" id="add correlation config column" 2024-09-18T08:47:22.637 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.63942219Z level=info msg="Executing migration" id="create entity_events table" 2024-09-18T08:47:22.889 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.656509714Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-18T08:47:22.889 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.673332216Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-18T08:47:22.889 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.673640065Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-18T08:47:22.889 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.690283465Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-18T08:47:22.889 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.690612947Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-18T08:47:22.889 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.71532195Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-18T08:47:22.889 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.740684757Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-18T08:47:22.889 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.782810073Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-18T08:47:22.890 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.807989683Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-18T08:47:22.890 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.86703115Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-18T08:47:22.890 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.891897723Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-18T08:47:23.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.917200832Z level=info msg="Executing migration" id="Drop public config table" 2024-09-18T08:47:23.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.94236955Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-18T08:47:23.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:22 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:22.967534147Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-18T08:47:23.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.009440109Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-18T08:47:23.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.034957219Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-18T08:47:23.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.060156656Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-18T08:47:23.142 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.093653222Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-18T08:47:23.142 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.118900058Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-18T08:47:23.142 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.144213263Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-18T08:47:23.419 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[21687]: audit 2024-09-18T08:47:23.117350+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:47:23.419 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.169461089Z level=info msg="Executing migration" id="add share column" 2024-09-18T08:47:23.419 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.211521946Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-18T08:47:23.420 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.253574248Z level=info msg="Executing migration" id="create file table" 2024-09-18T08:47:23.420 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.27887577Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-18T08:47:23.420 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.320834252Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-18T08:47:23.420 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.362877291Z level=info msg="Executing migration" id="create file_meta table" 2024-09-18T08:47:23.420 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.38807782Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-18T08:47:23.420 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.421963014Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-18T08:47:23.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:23 smithi078 bash[19887]: audit 2024-09-18T08:47:23.117350+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:47:23.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:23 smithi078 bash[28923]: audit 2024-09-18T08:47:23.117350+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:47:23.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.447238243Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-18T08:47:23.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.489117977Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-18T08:47:23.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.514342857Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-18T08:47:23.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.556347342Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-18T08:47:23.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.581658764Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-18T08:47:23.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.623647019Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-18T08:47:23.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.649043153Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-18T08:47:23.940 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.691040106Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-18T08:47:23.940 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.716233692Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-18T08:47:23.940 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.741503217Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-18T08:47:23.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.76675519Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-18T08:47:23.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.792023916Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-18T08:47:23.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.834040564Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-18T08:47:23.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.917657517Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-18T08:47:23.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.942974359Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-18T08:47:24.209 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:24 smithi189 bash[21687]: cluster 2024-09-18T08:47:23.053838+0000 mgr.y (mgr.24314) 65 : cluster [DBG] pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:24.209 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:23 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:23.985008874Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-18T08:47:24.209 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:24 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:24.026953817Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-18T08:47:24.209 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:24 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:24.068867531Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-18T08:47:24.209 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:24 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:24.094239169Z level=info msg="Executing migration" id="create folder table" 2024-09-18T08:47:24.209 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:24 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:24.119477986Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-18T08:47:24.209 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:24 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:24.144785165Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-18T08:47:24.209 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:24 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:24.170008685Z level=info msg="Executing migration" id="Update folder title length" 2024-09-18T08:47:24.209 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:24 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:24.212075584Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-18T08:47:24.445 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:24 smithi078 bash[19887]: cluster 2024-09-18T08:47:23.053838+0000 mgr.y (mgr.24314) 65 : cluster [DBG] pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:24.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:24 smithi078 bash[28923]: cluster 2024-09-18T08:47:23.053838+0000 mgr.y (mgr.24314) 65 : cluster [DBG] pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:24.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:24 smithi189 bash[46911]: logger=migrator t=2024-09-18T08:47:24.253991228Z level=info msg="migrations completed" performed=485 skipped=0 duration=21.118561905s 2024-09-18T08:47:24.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:24 smithi189 bash[46911]: logger=sqlstore t=2024-09-18T08:47:24.255490357Z level=info msg="Created default organization" 2024-09-18T08:47:24.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:24 smithi189 bash[46911]: logger=plugin.finder t=2024-09-18T08:47:24.334084407Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-09-18T08:47:24.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:24 smithi189 bash[46911]: logger=secrets t=2024-09-18T08:47:24.334217796Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-18T08:47:24.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:24 smithi189 bash[46911]: logger=query_data t=2024-09-18T08:47:24.336796708Z level=info msg="Query Service initialization" 2024-09-18T08:47:24.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:24 smithi189 bash[46911]: logger=live.push_http t=2024-09-18T08:47:24.340009122Z level=info msg="Live Push Gateway initialization" 2024-09-18T08:47:25.203 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:47:24 smithi078 bash[53828]: ts=2024-09-18T08:47:24.915Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003596139s 2024-09-18T08:47:25.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:25 smithi189 bash[46911]: logger=infra.usagestats.collector t=2024-09-18T08:47:25.373461353Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-18T08:47:25.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:25 smithi189 bash[46911]: logger=provisioning.datasources t=2024-09-18T08:47:25.374648055Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-18T08:47:25.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:25 smithi189 bash[46911]: logger=provisioning.datasources t=2024-09-18T08:47:25.42197993Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-18T08:47:25.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:25 smithi189 bash[46911]: logger=provisioning.alerting t=2024-09-18T08:47:25.455409538Z level=info msg="starting to provision alerting" 2024-09-18T08:47:25.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:25 smithi189 bash[46911]: logger=provisioning.alerting t=2024-09-18T08:47:25.45542157Z level=info msg="finished to provision alerting" 2024-09-18T08:47:25.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:25 smithi189 bash[46911]: logger=ngalert.state.manager t=2024-09-18T08:47:25.456228043Z level=info msg="Warming state cache for startup" 2024-09-18T08:47:25.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:25 smithi189 bash[46911]: logger=grafanaStorageLogger t=2024-09-18T08:47:25.457152487Z level=info msg="storage starting" 2024-09-18T08:47:25.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:25 smithi189 bash[46911]: logger=ngalert.state.manager t=2024-09-18T08:47:25.457439636Z level=info msg="State cache has been initialized" states=0 duration=1.208586ms 2024-09-18T08:47:25.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:25 smithi189 bash[46911]: logger=ticker t=2024-09-18T08:47:25.457716285Z level=info msg=starting first_tick=2024-09-18T08:47:30Z 2024-09-18T08:47:25.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:25 smithi189 bash[46911]: logger=ngalert.multiorg.alertmanager t=2024-09-18T08:47:25.457883353Z level=info msg="starting MultiOrg Alertmanager" 2024-09-18T08:47:25.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:47:25 smithi189 bash[46911]: logger=http.server t=2024-09-18T08:47:25.464479683Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-18T08:47:26.000 INFO:teuthology.orchestra.run.smithi078.stdout:34359738469 2024-09-18T08:47:26.000 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-18T08:47:26.405 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:26 smithi078 bash[19887]: cluster 2024-09-18T08:47:25.054500+0000 mgr.y (mgr.24314) 66 : cluster [DBG] pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:26.405 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:26 smithi078 bash[28923]: cluster 2024-09-18T08:47:25.054500+0000 mgr.y (mgr.24314) 66 : cluster [DBG] pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:26.627 INFO:teuthology.orchestra.run.smithi078.stdout:55834574939 2024-09-18T08:47:26.627 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-18T08:47:26.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:26 smithi189 bash[21687]: cluster 2024-09-18T08:47:25.054500+0000 mgr.y (mgr.24314) 66 : cluster [DBG] pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:28.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:28 smithi189 bash[21687]: cluster 2024-09-18T08:47:27.055180+0000 mgr.y (mgr.24314) 67 : cluster [DBG] pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:28.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:28 smithi189 bash[21687]: audit 2024-09-18T08:47:27.085795+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:28.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:28 smithi189 bash[21687]: audit 2024-09-18T08:47:27.101922+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:28.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:28 smithi078 bash[28923]: cluster 2024-09-18T08:47:27.055180+0000 mgr.y (mgr.24314) 67 : cluster [DBG] pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:28.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:28 smithi078 bash[28923]: audit 2024-09-18T08:47:27.085795+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:28.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:28 smithi078 bash[28923]: audit 2024-09-18T08:47:27.101922+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:28.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:28 smithi078 bash[19887]: cluster 2024-09-18T08:47:27.055180+0000 mgr.y (mgr.24314) 67 : cluster [DBG] pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:28.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:28 smithi078 bash[19887]: audit 2024-09-18T08:47:27.085795+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:28.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:28 smithi078 bash[19887]: audit 2024-09-18T08:47:27.101922+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:29.247 INFO:teuthology.orchestra.run.smithi078.stdout:167503724590 2024-09-18T08:47:29.247 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-18T08:47:29.248 INFO:teuthology.orchestra.run.smithi078.stdout:201863462947 2024-09-18T08:47:29.249 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-18T08:47:29.256 INFO:teuthology.orchestra.run.smithi078.stdout:77309411407 2024-09-18T08:47:29.257 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-18T08:47:29.570 INFO:teuthology.orchestra.run.smithi078.stdout:240518168601 2024-09-18T08:47:29.570 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-18T08:47:29.828 INFO:teuthology.orchestra.run.smithi078.stdout:111669149763 2024-09-18T08:47:29.828 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-18T08:47:30.276 INFO:teuthology.orchestra.run.smithi078.stdout:133143986231 2024-09-18T08:47:30.276 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-18T08:47:30.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:30 smithi189 bash[21687]: cluster 2024-09-18T08:47:29.055754+0000 mgr.y (mgr.24314) 68 : cluster [DBG] pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:30.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:30 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:47:30] "GET /metrics HTTP/1.1" 200 26210 "" "Prometheus/2.43.0" 2024-09-18T08:47:30.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:30 smithi078 bash[19887]: cluster 2024-09-18T08:47:29.055754+0000 mgr.y (mgr.24314) 68 : cluster [DBG] pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:30.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:30 smithi078 bash[28923]: cluster 2024-09-18T08:47:29.055754+0000 mgr.y (mgr.24314) 68 : cluster [DBG] pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:32.333 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:32.335 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:32.547 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:32 smithi078 bash[19887]: cluster 2024-09-18T08:47:31.056076+0000 mgr.y (mgr.24314) 69 : cluster [DBG] pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:32.548 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:32 smithi078 bash[19887]: audit 2024-09-18T08:47:31.238301+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:32.548 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:32 smithi078 bash[19887]: audit 2024-09-18T08:47:31.244775+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:32.548 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:32 smithi078 bash[19887]: audit 2024-09-18T08:47:31.854873+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:47:32.548 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:32 smithi078 bash[19887]: audit 2024-09-18T08:47:31.855829+0000 mon.c (mon.2) 58 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:47:32.548 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:32 smithi078 bash[19887]: audit 2024-09-18T08:47:31.863354+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:32.548 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:32 smithi078 bash[28923]: cluster 2024-09-18T08:47:31.056076+0000 mgr.y (mgr.24314) 69 : cluster [DBG] pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:32.548 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:32 smithi078 bash[28923]: audit 2024-09-18T08:47:31.238301+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:32.549 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:32 smithi078 bash[28923]: audit 2024-09-18T08:47:31.244775+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:32.549 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:32 smithi078 bash[28923]: audit 2024-09-18T08:47:31.854873+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:47:32.549 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:32 smithi078 bash[28923]: audit 2024-09-18T08:47:31.855829+0000 mon.c (mon.2) 58 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:47:32.549 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:32 smithi078 bash[28923]: audit 2024-09-18T08:47:31.863354+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:32.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:32 smithi189 bash[21687]: cluster 2024-09-18T08:47:31.056076+0000 mgr.y (mgr.24314) 69 : cluster [DBG] pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:32.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:32 smithi189 bash[21687]: audit 2024-09-18T08:47:31.238301+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:32.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:32 smithi189 bash[21687]: audit 2024-09-18T08:47:31.244775+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:32.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:32 smithi189 bash[21687]: audit 2024-09-18T08:47:31.854873+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:47:32.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:32 smithi189 bash[21687]: audit 2024-09-18T08:47:31.855829+0000 mon.c (mon.2) 58 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:47:32.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:32 smithi189 bash[21687]: audit 2024-09-18T08:47:31.863354+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:47:34.237 INFO:teuthology.orchestra.run.smithi078.stdout:55834574940 2024-09-18T08:47:34.294 INFO:teuthology.orchestra.run.smithi078.stdout:34359738471 2024-09-18T08:47:34.376 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:34.377 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:34.377 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:34.378 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:34.379 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:34.379 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:34.634 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:34 smithi078 bash[19887]: cluster 2024-09-18T08:47:33.056583+0000 mgr.y (mgr.24314) 70 : cluster [DBG] pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:34.634 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:34 smithi078 bash[19887]: audit 2024-09-18T08:47:34.237711+0000 mon.a (mon.0) 764 : audit [DBG] from='client.? 172.21.15.78:0/1287146589' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-18T08:47:34.634 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:34 smithi078 bash[28923]: cluster 2024-09-18T08:47:33.056583+0000 mgr.y (mgr.24314) 70 : cluster [DBG] pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:34.634 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:34 smithi078 bash[28923]: audit 2024-09-18T08:47:34.237711+0000 mon.a (mon.0) 764 : audit [DBG] from='client.? 172.21.15.78:0/1287146589' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-18T08:47:34.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:34 smithi189 bash[21687]: cluster 2024-09-18T08:47:33.056583+0000 mgr.y (mgr.24314) 70 : cluster [DBG] pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:34.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:34 smithi189 bash[21687]: audit 2024-09-18T08:47:34.237711+0000 mon.a (mon.0) 764 : audit [DBG] from='client.? 172.21.15.78:0/1287146589' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-18T08:47:35.632 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:35 smithi078 bash[19887]: audit 2024-09-18T08:47:34.295382+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.78:0/1478437849' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-18T08:47:35.632 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:35 smithi078 bash[28923]: audit 2024-09-18T08:47:34.295382+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.78:0/1478437849' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-18T08:47:35.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:35 smithi189 bash[21687]: audit 2024-09-18T08:47:34.295382+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.78:0/1478437849' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-18T08:47:35.854 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574939 got 55834574940 for osd.1 2024-09-18T08:47:35.854 DEBUG:teuthology.parallel:result is None 2024-09-18T08:47:35.990 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738469 got 34359738471 for osd.0 2024-09-18T08:47:35.990 DEBUG:teuthology.parallel:result is None 2024-09-18T08:47:36.592 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:36 smithi078 bash[19887]: cluster 2024-09-18T08:47:35.057228+0000 mgr.y (mgr.24314) 71 : cluster [DBG] pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:36.592 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:36 smithi078 bash[28923]: cluster 2024-09-18T08:47:35.057228+0000 mgr.y (mgr.24314) 71 : cluster [DBG] pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:36.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:36 smithi189 bash[21687]: cluster 2024-09-18T08:47:35.057228+0000 mgr.y (mgr.24314) 71 : cluster [DBG] pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:36.922 INFO:teuthology.orchestra.run.smithi078.stdout:111669149765 2024-09-18T08:47:37.613 INFO:teuthology.orchestra.run.smithi078.stdout:133143986233 2024-09-18T08:47:37.625 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:37 smithi078 bash[19887]: audit 2024-09-18T08:47:36.922609+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.78:0/893607595' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-18T08:47:37.626 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:37 smithi078 bash[28923]: audit 2024-09-18T08:47:36.922609+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.78:0/893607595' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-18T08:47:37.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:37 smithi189 bash[21687]: audit 2024-09-18T08:47:36.922609+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.78:0/893607595' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-18T08:47:37.756 INFO:teuthology.orchestra.run.smithi078.stdout:240518168603 2024-09-18T08:47:38.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:38 smithi189 bash[21687]: cluster 2024-09-18T08:47:37.057712+0000 mgr.y (mgr.24314) 72 : cluster [DBG] pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:38.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:38 smithi189 bash[21687]: audit 2024-09-18T08:47:37.613997+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.78:0/2968945132' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-18T08:47:38.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:38 smithi189 bash[21687]: audit 2024-09-18T08:47:37.756744+0000 mon.c (mon.2) 62 : audit [DBG] from='client.? 172.21.15.78:0/3336215742' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-18T08:47:38.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:38 smithi189 bash[21687]: audit 2024-09-18T08:47:38.117839+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:47:38.689 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:38 smithi078 bash[28923]: cluster 2024-09-18T08:47:37.057712+0000 mgr.y (mgr.24314) 72 : cluster [DBG] pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:38.689 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:38 smithi078 bash[28923]: audit 2024-09-18T08:47:37.613997+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.78:0/2968945132' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-18T08:47:38.689 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:38 smithi078 bash[28923]: audit 2024-09-18T08:47:37.756744+0000 mon.c (mon.2) 62 : audit [DBG] from='client.? 172.21.15.78:0/3336215742' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-18T08:47:38.689 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:38 smithi078 bash[28923]: audit 2024-09-18T08:47:38.117839+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:47:38.689 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:38 smithi078 bash[19887]: cluster 2024-09-18T08:47:37.057712+0000 mgr.y (mgr.24314) 72 : cluster [DBG] pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:38.689 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:38 smithi078 bash[19887]: audit 2024-09-18T08:47:37.613997+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.78:0/2968945132' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-18T08:47:38.689 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:38 smithi078 bash[19887]: audit 2024-09-18T08:47:37.756744+0000 mon.c (mon.2) 62 : audit [DBG] from='client.? 172.21.15.78:0/3336215742' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-18T08:47:38.690 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:38 smithi078 bash[19887]: audit 2024-09-18T08:47:38.117839+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:47:39.000 INFO:teuthology.orchestra.run.smithi078.stdout:201863462949 2024-09-18T08:47:39.455 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149763 got 111669149765 for osd.3 2024-09-18T08:47:39.455 DEBUG:teuthology.parallel:result is None 2024-09-18T08:47:39.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:39 smithi189 bash[21687]: audit 2024-09-18T08:47:39.000844+0000 mon.c (mon.2) 64 : audit [DBG] from='client.? 172.21.15.78:0/2882026959' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-18T08:47:39.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:39 smithi078 bash[19887]: audit 2024-09-18T08:47:39.000844+0000 mon.c (mon.2) 64 : audit [DBG] from='client.? 172.21.15.78:0/2882026959' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-18T08:47:39.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:39 smithi078 bash[28923]: audit 2024-09-18T08:47:39.000844+0000 mon.c (mon.2) 64 : audit [DBG] from='client.? 172.21.15.78:0/2882026959' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-18T08:47:39.967 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986231 got 133143986233 for osd.4 2024-09-18T08:47:39.967 DEBUG:teuthology.parallel:result is None 2024-09-18T08:47:40.436 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:40 smithi078 bash[19887]: cluster 2024-09-18T08:47:39.058027+0000 mgr.y (mgr.24314) 73 : cluster [DBG] pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:40.436 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:40 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:47:40] "GET /metrics HTTP/1.1" 200 26212 "" "Prometheus/2.43.0" 2024-09-18T08:47:40.437 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:40 smithi078 bash[28923]: cluster 2024-09-18T08:47:39.058027+0000 mgr.y (mgr.24314) 73 : cluster [DBG] pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:40.514 INFO:teuthology.orchestra.run.smithi078.stdout:77309411410 2024-09-18T08:47:40.538 INFO:teuthology.orchestra.run.smithi078.stdout:167503724593 2024-09-18T08:47:40.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:40 smithi189 bash[21687]: cluster 2024-09-18T08:47:39.058027+0000 mgr.y (mgr.24314) 73 : cluster [DBG] pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:40.870 INFO:tasks.cephadm.ceph_manager.ceph:need seq 240518168601 got 240518168603 for osd.7 2024-09-18T08:47:40.870 DEBUG:teuthology.parallel:result is None 2024-09-18T08:47:41.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:41 smithi189 bash[21687]: audit 2024-09-18T08:47:40.514959+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? 172.21.15.78:0/2175770445' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-18T08:47:41.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:41 smithi189 bash[21687]: audit 2024-09-18T08:47:40.539004+0000 mon.c (mon.2) 66 : audit [DBG] from='client.? 172.21.15.78:0/3707962878' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-18T08:47:41.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:41 smithi078 bash[19887]: audit 2024-09-18T08:47:40.514959+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? 172.21.15.78:0/2175770445' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-18T08:47:41.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:41 smithi078 bash[19887]: audit 2024-09-18T08:47:40.539004+0000 mon.c (mon.2) 66 : audit [DBG] from='client.? 172.21.15.78:0/3707962878' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-18T08:47:41.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:41 smithi078 bash[28923]: audit 2024-09-18T08:47:40.514959+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? 172.21.15.78:0/2175770445' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-18T08:47:41.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:41 smithi078 bash[28923]: audit 2024-09-18T08:47:40.539004+0000 mon.c (mon.2) 66 : audit [DBG] from='client.? 172.21.15.78:0/3707962878' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-18T08:47:41.805 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462947 got 201863462949 for osd.6 2024-09-18T08:47:41.806 DEBUG:teuthology.parallel:result is None 2024-09-18T08:47:42.435 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:42 smithi078 bash[19887]: cluster 2024-09-18T08:47:41.058460+0000 mgr.y (mgr.24314) 74 : cluster [DBG] pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:42.436 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:42 smithi078 bash[28923]: cluster 2024-09-18T08:47:41.058460+0000 mgr.y (mgr.24314) 74 : cluster [DBG] pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:42.436 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724590 got 167503724593 for osd.5 2024-09-18T08:47:42.437 DEBUG:teuthology.parallel:result is None 2024-09-18T08:47:42.607 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411407 got 77309411410 for osd.2 2024-09-18T08:47:42.607 DEBUG:teuthology.parallel:result is None 2024-09-18T08:47:42.608 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-18T08:47:42.608 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-18T08:47:42.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:42 smithi189 bash[21687]: cluster 2024-09-18T08:47:41.058460+0000 mgr.y (mgr.24314) 74 : cluster [DBG] pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:44.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:44 smithi189 bash[21687]: cluster 2024-09-18T08:47:43.058963+0000 mgr.y (mgr.24314) 75 : cluster [DBG] pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:44.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:44 smithi078 bash[19887]: cluster 2024-09-18T08:47:43.058963+0000 mgr.y (mgr.24314) 75 : cluster [DBG] pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:44.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:44 smithi078 bash[28923]: cluster 2024-09-18T08:47:43.058963+0000 mgr.y (mgr.24314) 75 : cluster [DBG] pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:46.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:46 smithi189 bash[21687]: cluster 2024-09-18T08:47:45.059544+0000 mgr.y (mgr.24314) 76 : cluster [DBG] pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:46.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:46 smithi078 bash[19887]: cluster 2024-09-18T08:47:45.059544+0000 mgr.y (mgr.24314) 76 : cluster [DBG] pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:46.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:46 smithi078 bash[28923]: cluster 2024-09-18T08:47:45.059544+0000 mgr.y (mgr.24314) 76 : cluster [DBG] pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:47.396 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:48.628 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:48 smithi078 bash[19887]: cluster 2024-09-18T08:47:47.060108+0000 mgr.y (mgr.24314) 77 : cluster [DBG] pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:48.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:48 smithi078 bash[28923]: cluster 2024-09-18T08:47:47.060108+0000 mgr.y (mgr.24314) 77 : cluster [DBG] pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:48.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:48 smithi189 bash[21687]: cluster 2024-09-18T08:47:47.060108+0000 mgr.y (mgr.24314) 77 : cluster [DBG] pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:48.930 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2024-09-18T08:47:48.930 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:47:49.639 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":45,"stamp":"2024-09-18T08:47:47.059842+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":239336,"kb_used_data":6476,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":749721880,"statfs":{"total":767960285184,"available":767715205120,"internally_reserved":0,"allocated":6631424,"data_stored":3745376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002924"},"pg_stats":[{"pgid":"1.0","version":"61'128","reported_seq":254,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-18T08:46:25.175933+0000","last_change":"2024-09-18T08:45:39.292905+0000","last_active":"2024-09-18T08:46:25.175933+0000","last_peered":"2024-09-18T08:46:25.175933+0000","last_clean":"2024-09-18T08:46:25.175933+0000","last_became_active":"2024-09-18T08:45:39.292434+0000","last_became_peered":"2024-09-18T08:45:39.292434+0000","last_unstale":"2024-09-18T08:46:25.175933+0000","last_undegraded":"2024-09-18T08:46:25.175933+0000","last_fullsized":"2024-09-18T08:46:25.175933+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T08:41:05.290646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T08:41:05.290646+0000","last_clean_scrub_stamp":"2024-09-18T08:41:05.290646+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T19:04:30.835068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":56,"seq":240518168605,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32360,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712792,"statfs":{"total":95995035648,"available":95961899008,"internally_reserved":0,"allocated":1200128,"data_stored":837152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462951,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28196,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716956,"statfs":{"total":95995035648,"available":95966162944,"internally_reserved":0,"allocated":1200128,"data_stored":837152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724594,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27620,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717532,"statfs":{"total":95995035648,"available":95966752768,"internally_reserved":0,"allocated":606208,"data_stored":246784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986235,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31780,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713372,"statfs":{"total":95995035648,"available":95962492928,"internally_reserved":0,"allocated":606208,"data_stored":246784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149767,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27620,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717532,"statfs":{"total":95995035648,"available":95966752768,"internally_reserved":0,"allocated":606208,"data_stored":246784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411411,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31780,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713372,"statfs":{"total":95995035648,"available":95962492928,"internally_reserved":0,"allocated":606208,"data_stored":246784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574943,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31780,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713372,"statfs":{"total":95995035648,"available":95962492928,"internally_reserved":0,"allocated":606208,"data_stored":246784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738474,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28200,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716952,"statfs":{"total":95995035648,"available":95966158848,"internally_reserved":0,"allocated":1200128,"data_stored":837152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-18T08:47:49.640 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-18T08:47:50.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:50 smithi189 bash[21687]: audit 2024-09-18T08:47:48.930088+0000 mgr.y (mgr.24314) 78 : audit [DBG] from='client.14547 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T08:47:50.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:50 smithi189 bash[21687]: cluster 2024-09-18T08:47:49.060618+0000 mgr.y (mgr.24314) 79 : cluster [DBG] pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:50.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:47:50 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:47:50] "GET /metrics HTTP/1.1" 200 26212 "" "Prometheus/2.43.0" 2024-09-18T08:47:50.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:50 smithi078 bash[19887]: audit 2024-09-18T08:47:48.930088+0000 mgr.y (mgr.24314) 78 : audit [DBG] from='client.14547 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T08:47:50.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:50 smithi078 bash[19887]: cluster 2024-09-18T08:47:49.060618+0000 mgr.y (mgr.24314) 79 : cluster [DBG] pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:50.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:50 smithi078 bash[28923]: audit 2024-09-18T08:47:48.930088+0000 mgr.y (mgr.24314) 78 : audit [DBG] from='client.14547 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T08:47:50.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:50 smithi078 bash[28923]: cluster 2024-09-18T08:47:49.060618+0000 mgr.y (mgr.24314) 79 : cluster [DBG] pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:52.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:52 smithi189 bash[21687]: cluster 2024-09-18T08:47:51.061163+0000 mgr.y (mgr.24314) 80 : cluster [DBG] pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:52.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:52 smithi078 bash[19887]: cluster 2024-09-18T08:47:51.061163+0000 mgr.y (mgr.24314) 80 : cluster [DBG] pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:52.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:52 smithi078 bash[28923]: cluster 2024-09-18T08:47:51.061163+0000 mgr.y (mgr.24314) 80 : cluster [DBG] pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:53.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:53 smithi189 bash[21687]: cluster 2024-09-18T08:47:53.061756+0000 mgr.y (mgr.24314) 81 : cluster [DBG] pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:53.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:53 smithi189 bash[21687]: audit 2024-09-18T08:47:53.118267+0000 mon.c (mon.2) 67 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:47:53.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:53 smithi078 bash[19887]: cluster 2024-09-18T08:47:53.061756+0000 mgr.y (mgr.24314) 81 : cluster [DBG] pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:53.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:53 smithi078 bash[19887]: audit 2024-09-18T08:47:53.118267+0000 mon.c (mon.2) 67 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:47:53.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:53 smithi078 bash[28923]: cluster 2024-09-18T08:47:53.061756+0000 mgr.y (mgr.24314) 81 : cluster [DBG] pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:53.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:53 smithi078 bash[28923]: audit 2024-09-18T08:47:53.118267+0000 mon.c (mon.2) 67 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:47:54.427 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:47:55.900 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:47:55.901 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2024-09-18T08:47:56.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:56 smithi078 bash[19887]: cluster 2024-09-18T08:47:55.062405+0000 mgr.y (mgr.24314) 82 : cluster [DBG] pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:56.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:56 smithi078 bash[28923]: cluster 2024-09-18T08:47:55.062405+0000 mgr.y (mgr.24314) 82 : cluster [DBG] pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:56.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:56 smithi189 bash[21687]: cluster 2024-09-18T08:47:55.062405+0000 mgr.y (mgr.24314) 82 : cluster [DBG] pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:56.641 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":49,"stamp":"2024-09-18T08:47:55.062099+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":239336,"kb_used_data":6476,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":749721880,"statfs":{"total":767960285184,"available":767715205120,"internally_reserved":0,"allocated":6631424,"data_stored":3745376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003394"},"pg_stats":[{"pgid":"1.0","version":"61'128","reported_seq":254,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-18T08:46:25.175933+0000","last_change":"2024-09-18T08:45:39.292905+0000","last_active":"2024-09-18T08:46:25.175933+0000","last_peered":"2024-09-18T08:46:25.175933+0000","last_clean":"2024-09-18T08:46:25.175933+0000","last_became_active":"2024-09-18T08:45:39.292434+0000","last_became_peered":"2024-09-18T08:45:39.292434+0000","last_unstale":"2024-09-18T08:46:25.175933+0000","last_undegraded":"2024-09-18T08:46:25.175933+0000","last_fullsized":"2024-09-18T08:46:25.175933+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T08:41:05.290646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T08:41:05.290646+0000","last_clean_scrub_stamp":"2024-09-18T08:41:05.290646+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T19:04:30.835068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":56,"seq":240518168607,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32360,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712792,"statfs":{"total":95995035648,"available":95961899008,"internally_reserved":0,"allocated":1200128,"data_stored":837152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462953,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28196,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716956,"statfs":{"total":95995035648,"available":95966162944,"internally_reserved":0,"allocated":1200128,"data_stored":837152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724596,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27620,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717532,"statfs":{"total":95995035648,"available":95966752768,"internally_reserved":0,"allocated":606208,"data_stored":246784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986237,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31780,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713372,"statfs":{"total":95995035648,"available":95962492928,"internally_reserved":0,"allocated":606208,"data_stored":246784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149769,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27620,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717532,"statfs":{"total":95995035648,"available":95966752768,"internally_reserved":0,"allocated":606208,"data_stored":246784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411413,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31780,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713372,"statfs":{"total":95995035648,"available":95962492928,"internally_reserved":0,"allocated":606208,"data_stored":246784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574945,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31780,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713372,"statfs":{"total":95995035648,"available":95962492928,"internally_reserved":0,"allocated":606208,"data_stored":246784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738476,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28200,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716952,"statfs":{"total":95995035648,"available":95966158848,"internally_reserved":0,"allocated":1200128,"data_stored":837152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-18T08:47:56.642 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-18T08:47:56.642 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-18T08:47:56.642 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-18T08:47:56.642 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-18T08:47:57.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:57 smithi189 bash[21687]: audit 2024-09-18T08:47:55.899754+0000 mgr.y (mgr.24314) 83 : audit [DBG] from='client.14553 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T08:47:57.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:57 smithi078 bash[19887]: audit 2024-09-18T08:47:55.899754+0000 mgr.y (mgr.24314) 83 : audit [DBG] from='client.14553 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T08:47:57.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:57 smithi078 bash[28923]: audit 2024-09-18T08:47:55.899754+0000 mgr.y (mgr.24314) 83 : audit [DBG] from='client.14553 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T08:47:58.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:47:58 smithi189 bash[21687]: cluster 2024-09-18T08:47:57.062960+0000 mgr.y (mgr.24314) 84 : cluster [DBG] pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:58.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:47:58 smithi078 bash[19887]: cluster 2024-09-18T08:47:57.062960+0000 mgr.y (mgr.24314) 84 : cluster [DBG] pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:47:58.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:47:58 smithi078 bash[28923]: cluster 2024-09-18T08:47:57.062960+0000 mgr.y (mgr.24314) 84 : cluster [DBG] pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:00.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:00 smithi189 bash[21687]: cluster 2024-09-18T08:47:59.063532+0000 mgr.y (mgr.24314) 85 : cluster [DBG] pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:00.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:48:00 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:48:00] "GET /metrics HTTP/1.1" 200 26209 "" "Prometheus/2.43.0" 2024-09-18T08:48:00.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:00 smithi078 bash[28923]: cluster 2024-09-18T08:47:59.063532+0000 mgr.y (mgr.24314) 85 : cluster [DBG] pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:00.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:00 smithi078 bash[19887]: cluster 2024-09-18T08:47:59.063532+0000 mgr.y (mgr.24314) 85 : cluster [DBG] pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:01.430 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:48:02.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:02 smithi189 bash[21687]: cluster 2024-09-18T08:48:01.064105+0000 mgr.y (mgr.24314) 86 : cluster [DBG] pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:02.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:02 smithi078 bash[19887]: cluster 2024-09-18T08:48:01.064105+0000 mgr.y (mgr.24314) 86 : cluster [DBG] pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:02.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:02 smithi078 bash[28923]: cluster 2024-09-18T08:48:01.064105+0000 mgr.y (mgr.24314) 86 : cluster [DBG] pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:02.914 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:48:02.914 INFO:teuthology.orchestra.run.smithi078.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-18T08:48:03.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:03 smithi078 bash[19887]: audit 2024-09-18T08:48:02.915088+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.78:0/3596798139' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-18T08:48:03.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:03 smithi078 bash[28923]: audit 2024-09-18T08:48:02.915088+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.78:0/3596798139' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-18T08:48:03.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:03 smithi189 bash[21687]: audit 2024-09-18T08:48:02.915088+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.78:0/3596798139' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-18T08:48:03.659 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-18T08:48:03.659 INFO:tasks.cephadm:Setup complete, yielding 2024-09-18T08:48:03.659 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-18T08:48:03.669 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi078.front.sepia.ceph.com 2024-09-18T08:48:03.670 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest false --force' 2024-09-18T08:48:04.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:04 smithi189 bash[21687]: cluster 2024-09-18T08:48:03.064570+0000 mgr.y (mgr.24314) 87 : cluster [DBG] pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:04.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:04 smithi078 bash[19887]: cluster 2024-09-18T08:48:03.064570+0000 mgr.y (mgr.24314) 87 : cluster [DBG] pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:04.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:04 smithi078 bash[28923]: cluster 2024-09-18T08:48:03.064570+0000 mgr.y (mgr.24314) 87 : cluster [DBG] pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:06.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:06 smithi189 bash[21687]: cluster 2024-09-18T08:48:05.065185+0000 mgr.y (mgr.24314) 88 : cluster [DBG] pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:06.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:06 smithi078 bash[19887]: cluster 2024-09-18T08:48:05.065185+0000 mgr.y (mgr.24314) 88 : cluster [DBG] pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:06.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:06 smithi078 bash[28923]: cluster 2024-09-18T08:48:05.065185+0000 mgr.y (mgr.24314) 88 : cluster [DBG] pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:08.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:08 smithi189 bash[21687]: cluster 2024-09-18T08:48:07.065737+0000 mgr.y (mgr.24314) 89 : cluster [DBG] pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:08.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:08 smithi189 bash[21687]: audit 2024-09-18T08:48:08.118565+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:48:08.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:08 smithi078 bash[28923]: cluster 2024-09-18T08:48:07.065737+0000 mgr.y (mgr.24314) 89 : cluster [DBG] pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:08.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:08 smithi078 bash[28923]: audit 2024-09-18T08:48:08.118565+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:48:08.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:08 smithi078 bash[19887]: cluster 2024-09-18T08:48:07.065737+0000 mgr.y (mgr.24314) 89 : cluster [DBG] pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:08.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:08 smithi078 bash[19887]: audit 2024-09-18T08:48:08.118565+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:48:08.454 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:48:10.337 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:10 smithi078 bash[19887]: cluster 2024-09-18T08:48:09.066312+0000 mgr.y (mgr.24314) 90 : cluster [DBG] pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:10.337 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:10 smithi078 bash[19887]: audit 2024-09-18T08:48:09.997302+0000 mon.a (mon.0) 765 : audit [INF] from='client.? 172.21.15.78:0/2962960110' entity='client.admin' 2024-09-18T08:48:10.337 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:48:10 smithi078 bash[20143]: [18/Sep/2024:08:48:10] ENGINE Bus STOPPING 2024-09-18T08:48:10.337 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:48:10 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:48:10] "GET /metrics HTTP/1.1" 200 26210 "" "Prometheus/2.43.0" 2024-09-18T08:48:10.337 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:48:10 smithi078 bash[20143]: [18/Sep/2024:08:48:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T08:48:10.337 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:48:10 smithi078 bash[20143]: [18/Sep/2024:08:48:10] ENGINE Bus STOPPED 2024-09-18T08:48:10.337 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:48:10 smithi078 bash[20143]: [18/Sep/2024:08:48:10] ENGINE Bus STARTING 2024-09-18T08:48:10.338 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:10 smithi078 bash[28923]: cluster 2024-09-18T08:48:09.066312+0000 mgr.y (mgr.24314) 90 : cluster [DBG] pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:10.338 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:10 smithi078 bash[28923]: audit 2024-09-18T08:48:09.997302+0000 mon.a (mon.0) 765 : audit [INF] from='client.? 172.21.15.78:0/2962960110' entity='client.admin' 2024-09-18T08:48:10.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:10 smithi189 bash[21687]: cluster 2024-09-18T08:48:09.066312+0000 mgr.y (mgr.24314) 90 : cluster [DBG] pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:10.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:10 smithi189 bash[21687]: audit 2024-09-18T08:48:09.997302+0000 mon.a (mon.0) 765 : audit [INF] from='client.? 172.21.15.78:0/2962960110' entity='client.admin' 2024-09-18T08:48:10.667 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:48:10 smithi078 bash[20143]: [18/Sep/2024:08:48:10] ENGINE Serving on http://:::9283 2024-09-18T08:48:10.667 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:48:10 smithi078 bash[20143]: [18/Sep/2024:08:48:10] ENGINE Bus STARTED 2024-09-18T08:48:10.669 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-18T08:48:10.682 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi078.front.sepia.ceph.com 2024-09-18T08:48:10.682 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'radosgw-admin realm create --rgw-realm=r --default' 2024-09-18T08:48:11.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:11 smithi189 bash[21687]: audit 2024-09-18T08:48:10.565561+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:11.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:11 smithi189 bash[21687]: audit 2024-09-18T08:48:10.576704+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:11.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:11 smithi189 bash[21687]: cluster 2024-09-18T08:48:11.066865+0000 mgr.y (mgr.24314) 91 : cluster [DBG] pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:11.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:11 smithi078 bash[19887]: audit 2024-09-18T08:48:10.565561+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:11.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:11 smithi078 bash[19887]: audit 2024-09-18T08:48:10.576704+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:11.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:11 smithi078 bash[19887]: cluster 2024-09-18T08:48:11.066865+0000 mgr.y (mgr.24314) 91 : cluster [DBG] pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:11.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:11 smithi078 bash[28923]: audit 2024-09-18T08:48:10.565561+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:11.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:11 smithi078 bash[28923]: audit 2024-09-18T08:48:10.576704+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:11.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:11 smithi078 bash[28923]: cluster 2024-09-18T08:48:11.066865+0000 mgr.y (mgr.24314) 91 : cluster [DBG] pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:14.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:14 smithi189 bash[21687]: cluster 2024-09-18T08:48:13.067303+0000 mgr.y (mgr.24314) 92 : cluster [DBG] pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:14.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:14 smithi078 bash[19887]: cluster 2024-09-18T08:48:13.067303+0000 mgr.y (mgr.24314) 92 : cluster [DBG] pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:14.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:14 smithi078 bash[28923]: cluster 2024-09-18T08:48:13.067303+0000 mgr.y (mgr.24314) 92 : cluster [DBG] pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:15.072 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:48:16.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:16 smithi189 bash[21687]: cluster 2024-09-18T08:48:15.067847+0000 mgr.y (mgr.24314) 93 : cluster [DBG] pgmap v59: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:16.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:16 smithi189 bash[21687]: audit 2024-09-18T08:48:15.587534+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:16.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:16 smithi189 bash[21687]: audit 2024-09-18T08:48:15.593347+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:16.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:16 smithi078 bash[28923]: cluster 2024-09-18T08:48:15.067847+0000 mgr.y (mgr.24314) 93 : cluster [DBG] pgmap v59: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:16.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:16 smithi078 bash[28923]: audit 2024-09-18T08:48:15.587534+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:16.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:16 smithi078 bash[28923]: audit 2024-09-18T08:48:15.593347+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:16.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:16 smithi078 bash[19887]: cluster 2024-09-18T08:48:15.067847+0000 mgr.y (mgr.24314) 93 : cluster [DBG] pgmap v59: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:16.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:16 smithi078 bash[19887]: audit 2024-09-18T08:48:15.587534+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:16.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:16 smithi078 bash[19887]: audit 2024-09-18T08:48:15.593347+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:17.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:17 smithi189 bash[21687]: audit 2024-09-18T08:48:16.347849+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:17.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:17 smithi189 bash[21687]: audit 2024-09-18T08:48:16.354656+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:17.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:17 smithi189 bash[21687]: audit 2024-09-18T08:48:17.019539+0000 mon.c (mon.2) 70 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:48:17.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:17 smithi189 bash[21687]: audit 2024-09-18T08:48:17.021255+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:48:17.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:17 smithi189 bash[21687]: audit 2024-09-18T08:48:17.032912+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:17.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:17 smithi189 bash[21687]: cluster 2024-09-18T08:48:17.068272+0000 mgr.y (mgr.24314) 94 : cluster [DBG] pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:17.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:17 smithi078 bash[19887]: audit 2024-09-18T08:48:16.347849+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:17.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:17 smithi078 bash[19887]: audit 2024-09-18T08:48:16.354656+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:17.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:17 smithi078 bash[19887]: audit 2024-09-18T08:48:17.019539+0000 mon.c (mon.2) 70 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:48:17.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:17 smithi078 bash[19887]: audit 2024-09-18T08:48:17.021255+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:48:17.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:17 smithi078 bash[19887]: audit 2024-09-18T08:48:17.032912+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:17.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:17 smithi078 bash[19887]: cluster 2024-09-18T08:48:17.068272+0000 mgr.y (mgr.24314) 94 : cluster [DBG] pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:17.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:17 smithi078 bash[28923]: audit 2024-09-18T08:48:16.347849+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:17.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:17 smithi078 bash[28923]: audit 2024-09-18T08:48:16.354656+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:17.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:17 smithi078 bash[28923]: audit 2024-09-18T08:48:17.019539+0000 mon.c (mon.2) 70 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:48:17.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:17 smithi078 bash[28923]: audit 2024-09-18T08:48:17.021255+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:48:17.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:17 smithi078 bash[28923]: audit 2024-09-18T08:48:17.032912+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:17.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:17 smithi078 bash[28923]: cluster 2024-09-18T08:48:17.068272+0000 mgr.y (mgr.24314) 94 : cluster [DBG] pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:18.441 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T08:48:18.441 INFO:teuthology.orchestra.run.smithi078.stdout: "id": "c30502bb-60b1-4868-afe3-a34203dee6e4", 2024-09-18T08:48:18.441 INFO:teuthology.orchestra.run.smithi078.stdout: "name": "r", 2024-09-18T08:48:18.441 INFO:teuthology.orchestra.run.smithi078.stdout: "current_period": "4df57569-a7dd-4127-ab65-b807b18506e6", 2024-09-18T08:48:18.441 INFO:teuthology.orchestra.run.smithi078.stdout: "epoch": 1 2024-09-18T08:48:18.441 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T08:48:18.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:18 smithi189 bash[21687]: cluster 2024-09-18T08:48:17.363824+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-18T08:48:18.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:18 smithi189 bash[21687]: audit 2024-09-18T08:48:17.369035+0000 mon.a (mon.0) 774 : audit [INF] from='client.? 172.21.15.78:0/2490751508' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-18T08:48:18.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:18 smithi078 bash[28923]: cluster 2024-09-18T08:48:17.363824+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-18T08:48:18.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:18 smithi078 bash[28923]: audit 2024-09-18T08:48:17.369035+0000 mon.a (mon.0) 774 : audit [INF] from='client.? 172.21.15.78:0/2490751508' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-18T08:48:18.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:18 smithi078 bash[19887]: cluster 2024-09-18T08:48:17.363824+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-18T08:48:18.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:18 smithi078 bash[19887]: audit 2024-09-18T08:48:17.369035+0000 mon.a (mon.0) 774 : audit [INF] from='client.? 172.21.15.78:0/2490751508' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-18T08:48:19.155 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'radosgw-admin zonegroup create --rgw-zonegroup=default --master --default' 2024-09-18T08:48:19.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:19 smithi078 bash[19887]: audit 2024-09-18T08:48:18.362484+0000 mon.a (mon.0) 775 : audit [INF] from='client.? 172.21.15.78:0/2490751508' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-09-18T08:48:19.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:19 smithi078 bash[19887]: cluster 2024-09-18T08:48:18.369027+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-18T08:48:19.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:19 smithi078 bash[19887]: cluster 2024-09-18T08:48:19.069018+0000 mgr.y (mgr.24314) 95 : cluster [DBG] pgmap v63: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 895 B/s wr, 1 op/s 2024-09-18T08:48:19.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:19 smithi078 bash[28923]: audit 2024-09-18T08:48:18.362484+0000 mon.a (mon.0) 775 : audit [INF] from='client.? 172.21.15.78:0/2490751508' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-09-18T08:48:19.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:19 smithi078 bash[28923]: cluster 2024-09-18T08:48:18.369027+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-18T08:48:19.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:19 smithi078 bash[28923]: cluster 2024-09-18T08:48:19.069018+0000 mgr.y (mgr.24314) 95 : cluster [DBG] pgmap v63: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 895 B/s wr, 1 op/s 2024-09-18T08:48:19.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:19 smithi189 bash[21687]: audit 2024-09-18T08:48:18.362484+0000 mon.a (mon.0) 775 : audit [INF] from='client.? 172.21.15.78:0/2490751508' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-09-18T08:48:19.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:19 smithi189 bash[21687]: cluster 2024-09-18T08:48:18.369027+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-18T08:48:19.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:19 smithi189 bash[21687]: cluster 2024-09-18T08:48:19.069018+0000 mgr.y (mgr.24314) 95 : cluster [DBG] pgmap v63: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 895 B/s wr, 1 op/s 2024-09-18T08:48:20.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:20 smithi189 bash[21687]: cluster 2024-09-18T08:48:19.387312+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-18T08:48:20.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:20 smithi078 bash[19887]: cluster 2024-09-18T08:48:19.387312+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-18T08:48:20.704 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:48:20 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:48:20] "GET /metrics HTTP/1.1" 200 26210 "" "Prometheus/2.43.0" 2024-09-18T08:48:20.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:20 smithi078 bash[28923]: cluster 2024-09-18T08:48:19.387312+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-18T08:48:21.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:21 smithi189 bash[21687]: cluster 2024-09-18T08:48:21.069608+0000 mgr.y (mgr.24314) 96 : cluster [DBG] pgmap v65: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-18T08:48:21.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:21 smithi078 bash[19887]: cluster 2024-09-18T08:48:21.069608+0000 mgr.y (mgr.24314) 96 : cluster [DBG] pgmap v65: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-18T08:48:21.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:21 smithi078 bash[28923]: cluster 2024-09-18T08:48:21.069608+0000 mgr.y (mgr.24314) 96 : cluster [DBG] pgmap v65: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-18T08:48:23.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:23 smithi189 bash[21687]: audit 2024-09-18T08:48:23.079631+0000 mon.c (mon.2) 72 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-09-18T08:48:23.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:23 smithi189 bash[21687]: audit 2024-09-18T08:48:23.080395+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-09-18T08:48:23.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:23 smithi078 bash[19887]: audit 2024-09-18T08:48:23.079631+0000 mon.c (mon.2) 72 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-09-18T08:48:23.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:23 smithi078 bash[19887]: audit 2024-09-18T08:48:23.080395+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-09-18T08:48:23.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:23 smithi078 bash[28923]: audit 2024-09-18T08:48:23.079631+0000 mon.c (mon.2) 72 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-09-18T08:48:23.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:23 smithi078 bash[28923]: audit 2024-09-18T08:48:23.080395+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-09-18T08:48:23.939 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:48:24.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:24 smithi189 bash[21687]: cluster 2024-09-18T08:48:23.070219+0000 mgr.y (mgr.24314) 97 : cluster [DBG] pgmap v66: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-18T08:48:24.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:24 smithi189 bash[21687]: audit 2024-09-18T08:48:23.131583+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:48:24.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:24 smithi189 bash[21687]: audit 2024-09-18T08:48:23.133217+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-09-18T08:48:24.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:24 smithi189 bash[21687]: cluster 2024-09-18T08:48:23.141839+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-18T08:48:24.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:24 smithi078 bash[28923]: cluster 2024-09-18T08:48:23.070219+0000 mgr.y (mgr.24314) 97 : cluster [DBG] pgmap v66: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-18T08:48:24.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:24 smithi078 bash[28923]: audit 2024-09-18T08:48:23.131583+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:48:24.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:24 smithi078 bash[28923]: audit 2024-09-18T08:48:23.133217+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-09-18T08:48:24.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:24 smithi078 bash[28923]: cluster 2024-09-18T08:48:23.141839+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-18T08:48:24.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:24 smithi078 bash[19887]: cluster 2024-09-18T08:48:23.070219+0000 mgr.y (mgr.24314) 97 : cluster [DBG] pgmap v66: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-18T08:48:24.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:24 smithi078 bash[19887]: audit 2024-09-18T08:48:23.131583+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:48:24.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:24 smithi078 bash[19887]: audit 2024-09-18T08:48:23.133217+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-09-18T08:48:24.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:24 smithi078 bash[19887]: cluster 2024-09-18T08:48:23.141839+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-18T08:48:25.304 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T08:48:25.304 INFO:teuthology.orchestra.run.smithi078.stdout: "id": "13b52696-738c-484e-ae2b-05d131979573", 2024-09-18T08:48:25.304 INFO:teuthology.orchestra.run.smithi078.stdout: "name": "default", 2024-09-18T08:48:25.304 INFO:teuthology.orchestra.run.smithi078.stdout: "api_name": "default", 2024-09-18T08:48:25.304 INFO:teuthology.orchestra.run.smithi078.stdout: "is_master": true, 2024-09-18T08:48:25.304 INFO:teuthology.orchestra.run.smithi078.stdout: "endpoints": [], 2024-09-18T08:48:25.304 INFO:teuthology.orchestra.run.smithi078.stdout: "hostnames": [], 2024-09-18T08:48:25.304 INFO:teuthology.orchestra.run.smithi078.stdout: "hostnames_s3website": [], 2024-09-18T08:48:25.304 INFO:teuthology.orchestra.run.smithi078.stdout: "master_zone": "", 2024-09-18T08:48:25.304 INFO:teuthology.orchestra.run.smithi078.stdout: "zones": [], 2024-09-18T08:48:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: "placement_targets": [ 2024-09-18T08:48:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: { 2024-09-18T08:48:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: "name": "default-placement", 2024-09-18T08:48:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: "tags": [], 2024-09-18T08:48:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: "storage_classes": [] 2024-09-18T08:48:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T08:48:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2024-09-18T08:48:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: "default_placement": "default-placement", 2024-09-18T08:48:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: "realm_id": "c30502bb-60b1-4868-afe3-a34203dee6e4", 2024-09-18T08:48:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: "sync_policy": { 2024-09-18T08:48:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: "groups": [] 2024-09-18T08:48:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:48:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: "enabled_features": [ 2024-09-18T08:48:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: "notification_v2", 2024-09-18T08:48:25.306 INFO:teuthology.orchestra.run.smithi078.stdout: "resharding" 2024-09-18T08:48:25.306 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2024-09-18T08:48:25.306 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T08:48:25.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:25 smithi189 bash[21687]: cluster 2024-09-18T08:48:24.149999+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-18T08:48:25.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:25 smithi078 bash[19887]: cluster 2024-09-18T08:48:24.149999+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-18T08:48:25.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:25 smithi078 bash[28923]: cluster 2024-09-18T08:48:24.149999+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-18T08:48:26.078 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default' 2024-09-18T08:48:26.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:26 smithi189 bash[21687]: cluster 2024-09-18T08:48:25.070765+0000 mgr.y (mgr.24314) 98 : cluster [DBG] pgmap v69: 33 pgs: 1 peering, 32 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:26.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:26 smithi078 bash[19887]: cluster 2024-09-18T08:48:25.070765+0000 mgr.y (mgr.24314) 98 : cluster [DBG] pgmap v69: 33 pgs: 1 peering, 32 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:26.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:26 smithi078 bash[28923]: cluster 2024-09-18T08:48:25.070765+0000 mgr.y (mgr.24314) 98 : cluster [DBG] pgmap v69: 33 pgs: 1 peering, 32 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:28.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:28 smithi189 bash[21687]: cluster 2024-09-18T08:48:27.071344+0000 mgr.y (mgr.24314) 99 : cluster [DBG] pgmap v70: 33 pgs: 1 peering, 32 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:28.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:28 smithi078 bash[19887]: cluster 2024-09-18T08:48:27.071344+0000 mgr.y (mgr.24314) 99 : cluster [DBG] pgmap v70: 33 pgs: 1 peering, 32 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:28.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:28 smithi078 bash[28923]: cluster 2024-09-18T08:48:27.071344+0000 mgr.y (mgr.24314) 99 : cluster [DBG] pgmap v70: 33 pgs: 1 peering, 32 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:30.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:30 smithi189 bash[21687]: cluster 2024-09-18T08:48:29.072247+0000 mgr.y (mgr.24314) 100 : cluster [DBG] pgmap v71: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-18T08:48:30.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:30 smithi078 bash[19887]: cluster 2024-09-18T08:48:29.072247+0000 mgr.y (mgr.24314) 100 : cluster [DBG] pgmap v71: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-18T08:48:30.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:48:30 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:48:30] "GET /metrics HTTP/1.1" 200 28526 "" "Prometheus/2.43.0" 2024-09-18T08:48:30.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:30 smithi078 bash[28923]: cluster 2024-09-18T08:48:29.072247+0000 mgr.y (mgr.24314) 100 : cluster [DBG] pgmap v71: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-18T08:48:30.876 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:48:32.261 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T08:48:32.261 INFO:teuthology.orchestra.run.smithi078.stdout: "id": "d9bd852d-b77f-4d5e-bfb6-46c97eae7197", 2024-09-18T08:48:32.261 INFO:teuthology.orchestra.run.smithi078.stdout: "name": "z", 2024-09-18T08:48:32.261 INFO:teuthology.orchestra.run.smithi078.stdout: "domain_root": "z.rgw.meta:root", 2024-09-18T08:48:32.261 INFO:teuthology.orchestra.run.smithi078.stdout: "control_pool": "z.rgw.control", 2024-09-18T08:48:32.261 INFO:teuthology.orchestra.run.smithi078.stdout: "gc_pool": "z.rgw.log:gc", 2024-09-18T08:48:32.261 INFO:teuthology.orchestra.run.smithi078.stdout: "lc_pool": "z.rgw.log:lc", 2024-09-18T08:48:32.262 INFO:teuthology.orchestra.run.smithi078.stdout: "log_pool": "z.rgw.log", 2024-09-18T08:48:32.262 INFO:teuthology.orchestra.run.smithi078.stdout: "intent_log_pool": "z.rgw.log:intent", 2024-09-18T08:48:32.262 INFO:teuthology.orchestra.run.smithi078.stdout: "usage_log_pool": "z.rgw.log:usage", 2024-09-18T08:48:32.262 INFO:teuthology.orchestra.run.smithi078.stdout: "roles_pool": "z.rgw.meta:roles", 2024-09-18T08:48:32.262 INFO:teuthology.orchestra.run.smithi078.stdout: "reshard_pool": "z.rgw.log:reshard", 2024-09-18T08:48:32.262 INFO:teuthology.orchestra.run.smithi078.stdout: "user_keys_pool": "z.rgw.meta:users.keys", 2024-09-18T08:48:32.262 INFO:teuthology.orchestra.run.smithi078.stdout: "user_email_pool": "z.rgw.meta:users.email", 2024-09-18T08:48:32.262 INFO:teuthology.orchestra.run.smithi078.stdout: "user_swift_pool": "z.rgw.meta:users.swift", 2024-09-18T08:48:32.262 INFO:teuthology.orchestra.run.smithi078.stdout: "user_uid_pool": "z.rgw.meta:users.uid", 2024-09-18T08:48:32.262 INFO:teuthology.orchestra.run.smithi078.stdout: "otp_pool": "z.rgw.otp", 2024-09-18T08:48:32.262 INFO:teuthology.orchestra.run.smithi078.stdout: "notif_pool": "z.rgw.log:notif", 2024-09-18T08:48:32.262 INFO:teuthology.orchestra.run.smithi078.stdout: "topics_pool": "z.rgw.meta:topics", 2024-09-18T08:48:32.263 INFO:teuthology.orchestra.run.smithi078.stdout: "account_pool": "z.rgw.meta:accounts", 2024-09-18T08:48:32.263 INFO:teuthology.orchestra.run.smithi078.stdout: "group_pool": "z.rgw.meta:groups", 2024-09-18T08:48:32.263 INFO:teuthology.orchestra.run.smithi078.stdout: "system_key": { 2024-09-18T08:48:32.263 INFO:teuthology.orchestra.run.smithi078.stdout: "access_key": "", 2024-09-18T08:48:32.263 INFO:teuthology.orchestra.run.smithi078.stdout: "secret_key": "" 2024-09-18T08:48:32.263 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:48:32.263 INFO:teuthology.orchestra.run.smithi078.stdout: "placement_pools": [ 2024-09-18T08:48:32.263 INFO:teuthology.orchestra.run.smithi078.stdout: { 2024-09-18T08:48:32.263 INFO:teuthology.orchestra.run.smithi078.stdout: "key": "default-placement", 2024-09-18T08:48:32.263 INFO:teuthology.orchestra.run.smithi078.stdout: "val": { 2024-09-18T08:48:32.263 INFO:teuthology.orchestra.run.smithi078.stdout: "index_pool": "z.rgw.buckets.index", 2024-09-18T08:48:32.263 INFO:teuthology.orchestra.run.smithi078.stdout: "storage_classes": { 2024-09-18T08:48:32.264 INFO:teuthology.orchestra.run.smithi078.stdout: "STANDARD": { 2024-09-18T08:48:32.264 INFO:teuthology.orchestra.run.smithi078.stdout: "data_pool": "z.rgw.buckets.data" 2024-09-18T08:48:32.264 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T08:48:32.264 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:48:32.264 INFO:teuthology.orchestra.run.smithi078.stdout: "data_extra_pool": "z.rgw.buckets.non-ec", 2024-09-18T08:48:32.264 INFO:teuthology.orchestra.run.smithi078.stdout: "index_type": 0, 2024-09-18T08:48:32.264 INFO:teuthology.orchestra.run.smithi078.stdout: "inline_data": true 2024-09-18T08:48:32.264 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T08:48:32.264 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T08:48:32.264 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2024-09-18T08:48:32.264 INFO:teuthology.orchestra.run.smithi078.stdout: "realm_id": "c30502bb-60b1-4868-afe3-a34203dee6e4" 2024-09-18T08:48:32.264 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T08:48:32.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:32 smithi078 bash[19887]: cluster 2024-09-18T08:48:31.073029+0000 mgr.y (mgr.24314) 101 : cluster [DBG] pgmap v72: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-18T08:48:32.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:32 smithi078 bash[28923]: cluster 2024-09-18T08:48:31.073029+0000 mgr.y (mgr.24314) 101 : cluster [DBG] pgmap v72: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-18T08:48:32.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:32 smithi189 bash[21687]: cluster 2024-09-18T08:48:31.073029+0000 mgr.y (mgr.24314) 101 : cluster [DBG] pgmap v72: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-18T08:48:32.972 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'radosgw-admin period update --rgw-realm=r --commit' 2024-09-18T08:48:34.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:34 smithi078 bash[19887]: cluster 2024-09-18T08:48:33.073743+0000 mgr.y (mgr.24314) 102 : cluster [DBG] pgmap v73: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 309 B/s rd, 412 B/s wr, 0 op/s 2024-09-18T08:48:34.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:34 smithi078 bash[28923]: cluster 2024-09-18T08:48:33.073743+0000 mgr.y (mgr.24314) 102 : cluster [DBG] pgmap v73: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 309 B/s rd, 412 B/s wr, 0 op/s 2024-09-18T08:48:34.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:34 smithi189 bash[21687]: cluster 2024-09-18T08:48:33.073743+0000 mgr.y (mgr.24314) 102 : cluster [DBG] pgmap v73: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 309 B/s rd, 412 B/s wr, 0 op/s 2024-09-18T08:48:36.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:36 smithi078 bash[19887]: cluster 2024-09-18T08:48:35.074702+0000 mgr.y (mgr.24314) 103 : cluster [DBG] pgmap v74: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 749 B/s rd, 843 B/s wr, 2 op/s 2024-09-18T08:48:36.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:36 smithi078 bash[28923]: cluster 2024-09-18T08:48:35.074702+0000 mgr.y (mgr.24314) 103 : cluster [DBG] pgmap v74: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 749 B/s rd, 843 B/s wr, 2 op/s 2024-09-18T08:48:36.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:36 smithi189 bash[21687]: cluster 2024-09-18T08:48:35.074702+0000 mgr.y (mgr.24314) 103 : cluster [DBG] pgmap v74: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 749 B/s rd, 843 B/s wr, 2 op/s 2024-09-18T08:48:37.762 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:48:38.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:38 smithi078 bash[19887]: cluster 2024-09-18T08:48:37.075338+0000 mgr.y (mgr.24314) 104 : cluster [DBG] pgmap v75: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-18T08:48:38.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:38 smithi078 bash[19887]: audit 2024-09-18T08:48:38.127458+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:48:38.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:38 smithi078 bash[28923]: cluster 2024-09-18T08:48:37.075338+0000 mgr.y (mgr.24314) 104 : cluster [DBG] pgmap v75: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-18T08:48:38.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:38 smithi078 bash[28923]: audit 2024-09-18T08:48:38.127458+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:48:38.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:38 smithi189 bash[21687]: cluster 2024-09-18T08:48:37.075338+0000 mgr.y (mgr.24314) 104 : cluster [DBG] pgmap v75: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-18T08:48:38.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:38 smithi189 bash[21687]: audit 2024-09-18T08:48:38.127458+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:48:40.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:40 smithi078 bash[19887]: cluster 2024-09-18T08:48:39.075983+0000 mgr.y (mgr.24314) 105 : cluster [DBG] pgmap v76: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-18T08:48:40.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:48:40 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:48:40] "GET /metrics HTTP/1.1" 200 28546 "" "Prometheus/2.43.0" 2024-09-18T08:48:40.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:40 smithi078 bash[28923]: cluster 2024-09-18T08:48:39.075983+0000 mgr.y (mgr.24314) 105 : cluster [DBG] pgmap v76: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-18T08:48:40.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:40 smithi189 bash[21687]: cluster 2024-09-18T08:48:39.075983+0000 mgr.y (mgr.24314) 105 : cluster [DBG] pgmap v76: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-18T08:48:41.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:41 smithi189 bash[21687]: cluster 2024-09-18T08:48:40.207057+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-18T08:48:41.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:41 smithi189 bash[21687]: audit 2024-09-18T08:48:40.213042+0000 mon.c (mon.2) 75 : audit [INF] from='client.? 172.21.15.78:0/3145122644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-18T08:48:41.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:41 smithi189 bash[21687]: audit 2024-09-18T08:48:40.214464+0000 mon.a (mon.0) 783 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-18T08:48:41.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:41 smithi078 bash[28923]: cluster 2024-09-18T08:48:40.207057+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-18T08:48:41.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:41 smithi078 bash[28923]: audit 2024-09-18T08:48:40.213042+0000 mon.c (mon.2) 75 : audit [INF] from='client.? 172.21.15.78:0/3145122644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-18T08:48:41.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:41 smithi078 bash[28923]: audit 2024-09-18T08:48:40.214464+0000 mon.a (mon.0) 783 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-18T08:48:41.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:41 smithi078 bash[19887]: cluster 2024-09-18T08:48:40.207057+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-18T08:48:41.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:41 smithi078 bash[19887]: audit 2024-09-18T08:48:40.213042+0000 mon.c (mon.2) 75 : audit [INF] from='client.? 172.21.15.78:0/3145122644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-18T08:48:41.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:41 smithi078 bash[19887]: audit 2024-09-18T08:48:40.214464+0000 mon.a (mon.0) 783 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-18T08:48:42.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:42 smithi189 bash[21687]: cluster 2024-09-18T08:48:41.076645+0000 mgr.y (mgr.24314) 106 : cluster [DBG] pgmap v78: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 1 op/s 2024-09-18T08:48:42.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:42 smithi189 bash[21687]: cluster 2024-09-18T08:48:41.199979+0000 mon.a (mon.0) 784 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T08:48:42.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:42 smithi189 bash[21687]: audit 2024-09-18T08:48:41.208721+0000 mon.a (mon.0) 785 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-09-18T08:48:42.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:42 smithi189 bash[21687]: cluster 2024-09-18T08:48:41.217768+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-18T08:48:42.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:42 smithi078 bash[19887]: cluster 2024-09-18T08:48:41.076645+0000 mgr.y (mgr.24314) 106 : cluster [DBG] pgmap v78: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 1 op/s 2024-09-18T08:48:42.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:42 smithi078 bash[19887]: cluster 2024-09-18T08:48:41.199979+0000 mon.a (mon.0) 784 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T08:48:42.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:42 smithi078 bash[19887]: audit 2024-09-18T08:48:41.208721+0000 mon.a (mon.0) 785 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-09-18T08:48:42.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:42 smithi078 bash[19887]: cluster 2024-09-18T08:48:41.217768+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-18T08:48:42.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:42 smithi078 bash[28923]: cluster 2024-09-18T08:48:41.076645+0000 mgr.y (mgr.24314) 106 : cluster [DBG] pgmap v78: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 1 op/s 2024-09-18T08:48:42.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:42 smithi078 bash[28923]: cluster 2024-09-18T08:48:41.199979+0000 mon.a (mon.0) 784 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T08:48:42.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:42 smithi078 bash[28923]: audit 2024-09-18T08:48:41.208721+0000 mon.a (mon.0) 785 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-09-18T08:48:42.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:42 smithi078 bash[28923]: cluster 2024-09-18T08:48:41.217768+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-18T08:48:43.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:43 smithi189 bash[21687]: cluster 2024-09-18T08:48:42.227678+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-18T08:48:43.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:43 smithi189 bash[21687]: audit 2024-09-18T08:48:42.230603+0000 mon.c (mon.2) 76 : audit [INF] from='client.? 172.21.15.78:0/3145122644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-18T08:48:43.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:43 smithi189 bash[21687]: audit 2024-09-18T08:48:42.231664+0000 mon.a (mon.0) 788 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-18T08:48:43.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:43 smithi078 bash[19887]: cluster 2024-09-18T08:48:42.227678+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-18T08:48:43.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:43 smithi078 bash[19887]: audit 2024-09-18T08:48:42.230603+0000 mon.c (mon.2) 76 : audit [INF] from='client.? 172.21.15.78:0/3145122644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-18T08:48:43.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:43 smithi078 bash[19887]: audit 2024-09-18T08:48:42.231664+0000 mon.a (mon.0) 788 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-18T08:48:43.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:43 smithi078 bash[28923]: cluster 2024-09-18T08:48:42.227678+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-18T08:48:43.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:43 smithi078 bash[28923]: audit 2024-09-18T08:48:42.230603+0000 mon.c (mon.2) 76 : audit [INF] from='client.? 172.21.15.78:0/3145122644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-18T08:48:43.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:43 smithi078 bash[28923]: audit 2024-09-18T08:48:42.231664+0000 mon.a (mon.0) 788 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-18T08:48:44.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:44 smithi189 bash[21687]: cluster 2024-09-18T08:48:43.077492+0000 mgr.y (mgr.24314) 107 : cluster [DBG] pgmap v81: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:44.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:44 smithi189 bash[21687]: audit 2024-09-18T08:48:43.229505+0000 mon.a (mon.0) 789 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-09-18T08:48:44.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:44 smithi189 bash[21687]: cluster 2024-09-18T08:48:43.241412+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-18T08:48:44.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:44 smithi078 bash[19887]: cluster 2024-09-18T08:48:43.077492+0000 mgr.y (mgr.24314) 107 : cluster [DBG] pgmap v81: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:44.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:44 smithi078 bash[19887]: audit 2024-09-18T08:48:43.229505+0000 mon.a (mon.0) 789 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-09-18T08:48:44.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:44 smithi078 bash[19887]: cluster 2024-09-18T08:48:43.241412+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-18T08:48:44.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:44 smithi078 bash[28923]: cluster 2024-09-18T08:48:43.077492+0000 mgr.y (mgr.24314) 107 : cluster [DBG] pgmap v81: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:48:44.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:44 smithi078 bash[28923]: audit 2024-09-18T08:48:43.229505+0000 mon.a (mon.0) 789 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-09-18T08:48:44.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:44 smithi078 bash[28923]: cluster 2024-09-18T08:48:43.241412+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-18T08:48:45.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:45 smithi189 bash[21687]: cluster 2024-09-18T08:48:44.251761+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-18T08:48:45.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:45 smithi078 bash[19887]: cluster 2024-09-18T08:48:44.251761+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-18T08:48:45.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:45 smithi078 bash[28923]: cluster 2024-09-18T08:48:44.251761+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-18T08:48:46.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:46 smithi189 bash[21687]: cluster 2024-09-18T08:48:45.078239+0000 mgr.y (mgr.24314) 108 : cluster [DBG] pgmap v84: 97 pgs: 11 creating+activating, 86 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 6 op/s 2024-09-18T08:48:46.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:46 smithi189 bash[21687]: cluster 2024-09-18T08:48:45.242362+0000 mon.a (mon.0) 792 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T08:48:46.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:46 smithi189 bash[21687]: cluster 2024-09-18T08:48:45.242442+0000 mon.a (mon.0) 793 : cluster [INF] Cluster is now healthy 2024-09-18T08:48:46.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:46 smithi189 bash[21687]: cluster 2024-09-18T08:48:45.268635+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-18T08:48:46.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:46 smithi189 bash[21687]: audit 2024-09-18T08:48:45.274469+0000 mon.c (mon.2) 77 : audit [INF] from='client.? 172.21.15.78:0/3145122644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-18T08:48:46.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:46 smithi189 bash[21687]: audit 2024-09-18T08:48:45.275743+0000 mon.a (mon.0) 795 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-18T08:48:46.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:46 smithi078 bash[19887]: cluster 2024-09-18T08:48:45.078239+0000 mgr.y (mgr.24314) 108 : cluster [DBG] pgmap v84: 97 pgs: 11 creating+activating, 86 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 6 op/s 2024-09-18T08:48:46.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:46 smithi078 bash[19887]: cluster 2024-09-18T08:48:45.242362+0000 mon.a (mon.0) 792 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T08:48:46.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:46 smithi078 bash[19887]: cluster 2024-09-18T08:48:45.242442+0000 mon.a (mon.0) 793 : cluster [INF] Cluster is now healthy 2024-09-18T08:48:46.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:46 smithi078 bash[19887]: cluster 2024-09-18T08:48:45.268635+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-18T08:48:46.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:46 smithi078 bash[19887]: audit 2024-09-18T08:48:45.274469+0000 mon.c (mon.2) 77 : audit [INF] from='client.? 172.21.15.78:0/3145122644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-18T08:48:46.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:46 smithi078 bash[19887]: audit 2024-09-18T08:48:45.275743+0000 mon.a (mon.0) 795 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-18T08:48:46.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:46 smithi078 bash[28923]: cluster 2024-09-18T08:48:45.078239+0000 mgr.y (mgr.24314) 108 : cluster [DBG] pgmap v84: 97 pgs: 11 creating+activating, 86 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 6 op/s 2024-09-18T08:48:46.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:46 smithi078 bash[28923]: cluster 2024-09-18T08:48:45.242362+0000 mon.a (mon.0) 792 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T08:48:46.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:46 smithi078 bash[28923]: cluster 2024-09-18T08:48:45.242442+0000 mon.a (mon.0) 793 : cluster [INF] Cluster is now healthy 2024-09-18T08:48:46.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:46 smithi078 bash[28923]: cluster 2024-09-18T08:48:45.268635+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-18T08:48:46.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:46 smithi078 bash[28923]: audit 2024-09-18T08:48:45.274469+0000 mon.c (mon.2) 77 : audit [INF] from='client.? 172.21.15.78:0/3145122644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-18T08:48:46.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:46 smithi078 bash[28923]: audit 2024-09-18T08:48:45.275743+0000 mon.a (mon.0) 795 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-18T08:48:47.389 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T08:48:47.389 INFO:teuthology.orchestra.run.smithi078.stdout: "id": "6ff55fa1-a54b-478e-a6d1-9018bde99c4d", 2024-09-18T08:48:47.389 INFO:teuthology.orchestra.run.smithi078.stdout: "epoch": 1, 2024-09-18T08:48:47.390 INFO:teuthology.orchestra.run.smithi078.stdout: "predecessor_uuid": "4df57569-a7dd-4127-ab65-b807b18506e6", 2024-09-18T08:48:47.390 INFO:teuthology.orchestra.run.smithi078.stdout: "sync_status": [], 2024-09-18T08:48:47.390 INFO:teuthology.orchestra.run.smithi078.stdout: "period_map": { 2024-09-18T08:48:47.390 INFO:teuthology.orchestra.run.smithi078.stdout: "id": "6ff55fa1-a54b-478e-a6d1-9018bde99c4d", 2024-09-18T08:48:47.390 INFO:teuthology.orchestra.run.smithi078.stdout: "zonegroups": [ 2024-09-18T08:48:47.390 INFO:teuthology.orchestra.run.smithi078.stdout: { 2024-09-18T08:48:47.390 INFO:teuthology.orchestra.run.smithi078.stdout: "id": "13b52696-738c-484e-ae2b-05d131979573", 2024-09-18T08:48:47.390 INFO:teuthology.orchestra.run.smithi078.stdout: "name": "default", 2024-09-18T08:48:47.390 INFO:teuthology.orchestra.run.smithi078.stdout: "api_name": "default", 2024-09-18T08:48:47.390 INFO:teuthology.orchestra.run.smithi078.stdout: "is_master": true, 2024-09-18T08:48:47.390 INFO:teuthology.orchestra.run.smithi078.stdout: "endpoints": [], 2024-09-18T08:48:47.390 INFO:teuthology.orchestra.run.smithi078.stdout: "hostnames": [], 2024-09-18T08:48:47.390 INFO:teuthology.orchestra.run.smithi078.stdout: "hostnames_s3website": [], 2024-09-18T08:48:47.390 INFO:teuthology.orchestra.run.smithi078.stdout: "master_zone": "d9bd852d-b77f-4d5e-bfb6-46c97eae7197", 2024-09-18T08:48:47.391 INFO:teuthology.orchestra.run.smithi078.stdout: "zones": [ 2024-09-18T08:48:47.391 INFO:teuthology.orchestra.run.smithi078.stdout: { 2024-09-18T08:48:47.391 INFO:teuthology.orchestra.run.smithi078.stdout: "id": "d9bd852d-b77f-4d5e-bfb6-46c97eae7197", 2024-09-18T08:48:47.391 INFO:teuthology.orchestra.run.smithi078.stdout: "name": "z", 2024-09-18T08:48:47.391 INFO:teuthology.orchestra.run.smithi078.stdout: "endpoints": [], 2024-09-18T08:48:47.391 INFO:teuthology.orchestra.run.smithi078.stdout: "log_meta": false, 2024-09-18T08:48:47.391 INFO:teuthology.orchestra.run.smithi078.stdout: "log_data": false, 2024-09-18T08:48:47.391 INFO:teuthology.orchestra.run.smithi078.stdout: "bucket_index_max_shards": 11, 2024-09-18T08:48:47.391 INFO:teuthology.orchestra.run.smithi078.stdout: "read_only": false, 2024-09-18T08:48:47.391 INFO:teuthology.orchestra.run.smithi078.stdout: "tier_type": "", 2024-09-18T08:48:47.391 INFO:teuthology.orchestra.run.smithi078.stdout: "sync_from_all": true, 2024-09-18T08:48:47.391 INFO:teuthology.orchestra.run.smithi078.stdout: "sync_from": [], 2024-09-18T08:48:47.391 INFO:teuthology.orchestra.run.smithi078.stdout: "redirect_zone": "", 2024-09-18T08:48:47.391 INFO:teuthology.orchestra.run.smithi078.stdout: "supported_features": [ 2024-09-18T08:48:47.391 INFO:teuthology.orchestra.run.smithi078.stdout: "compress-encrypted", 2024-09-18T08:48:47.392 INFO:teuthology.orchestra.run.smithi078.stdout: "notification_v2", 2024-09-18T08:48:47.392 INFO:teuthology.orchestra.run.smithi078.stdout: "resharding" 2024-09-18T08:48:47.392 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2024-09-18T08:48:47.392 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T08:48:47.392 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2024-09-18T08:48:47.392 INFO:teuthology.orchestra.run.smithi078.stdout: "placement_targets": [ 2024-09-18T08:48:47.392 INFO:teuthology.orchestra.run.smithi078.stdout: { 2024-09-18T08:48:47.392 INFO:teuthology.orchestra.run.smithi078.stdout: "name": "default-placement", 2024-09-18T08:48:47.392 INFO:teuthology.orchestra.run.smithi078.stdout: "tags": [], 2024-09-18T08:48:47.392 INFO:teuthology.orchestra.run.smithi078.stdout: "storage_classes": [ 2024-09-18T08:48:47.392 INFO:teuthology.orchestra.run.smithi078.stdout: "STANDARD" 2024-09-18T08:48:47.392 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2024-09-18T08:48:47.392 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T08:48:47.392 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2024-09-18T08:48:47.393 INFO:teuthology.orchestra.run.smithi078.stdout: "default_placement": "default-placement", 2024-09-18T08:48:47.393 INFO:teuthology.orchestra.run.smithi078.stdout: "realm_id": "c30502bb-60b1-4868-afe3-a34203dee6e4", 2024-09-18T08:48:47.393 INFO:teuthology.orchestra.run.smithi078.stdout: "sync_policy": { 2024-09-18T08:48:47.393 INFO:teuthology.orchestra.run.smithi078.stdout: "groups": [] 2024-09-18T08:48:47.393 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:48:47.393 INFO:teuthology.orchestra.run.smithi078.stdout: "enabled_features": [ 2024-09-18T08:48:47.393 INFO:teuthology.orchestra.run.smithi078.stdout: "notification_v2", 2024-09-18T08:48:47.393 INFO:teuthology.orchestra.run.smithi078.stdout: "resharding" 2024-09-18T08:48:47.393 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2024-09-18T08:48:47.393 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T08:48:47.393 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2024-09-18T08:48:47.393 INFO:teuthology.orchestra.run.smithi078.stdout: "short_zone_ids": [ 2024-09-18T08:48:47.393 INFO:teuthology.orchestra.run.smithi078.stdout: { 2024-09-18T08:48:47.394 INFO:teuthology.orchestra.run.smithi078.stdout: "key": "d9bd852d-b77f-4d5e-bfb6-46c97eae7197", 2024-09-18T08:48:47.394 INFO:teuthology.orchestra.run.smithi078.stdout: "val": 422267957 2024-09-18T08:48:47.394 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T08:48:47.394 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2024-09-18T08:48:47.394 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:48:47.394 INFO:teuthology.orchestra.run.smithi078.stdout: "master_zonegroup": "13b52696-738c-484e-ae2b-05d131979573", 2024-09-18T08:48:47.394 INFO:teuthology.orchestra.run.smithi078.stdout: "master_zone": "d9bd852d-b77f-4d5e-bfb6-46c97eae7197", 2024-09-18T08:48:47.394 INFO:teuthology.orchestra.run.smithi078.stdout: "period_config": { 2024-09-18T08:48:47.394 INFO:teuthology.orchestra.run.smithi078.stdout: "bucket_quota": { 2024-09-18T08:48:47.394 INFO:teuthology.orchestra.run.smithi078.stdout: "enabled": false, 2024-09-18T08:48:47.394 INFO:teuthology.orchestra.run.smithi078.stdout: "check_on_raw": false, 2024-09-18T08:48:47.394 INFO:teuthology.orchestra.run.smithi078.stdout: "max_size": -1, 2024-09-18T08:48:47.394 INFO:teuthology.orchestra.run.smithi078.stdout: "max_size_kb": 0, 2024-09-18T08:48:47.394 INFO:teuthology.orchestra.run.smithi078.stdout: "max_objects": -1 2024-09-18T08:48:47.395 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:48:47.395 INFO:teuthology.orchestra.run.smithi078.stdout: "user_quota": { 2024-09-18T08:48:47.395 INFO:teuthology.orchestra.run.smithi078.stdout: "enabled": false, 2024-09-18T08:48:47.395 INFO:teuthology.orchestra.run.smithi078.stdout: "check_on_raw": false, 2024-09-18T08:48:47.395 INFO:teuthology.orchestra.run.smithi078.stdout: "max_size": -1, 2024-09-18T08:48:47.395 INFO:teuthology.orchestra.run.smithi078.stdout: "max_size_kb": 0, 2024-09-18T08:48:47.395 INFO:teuthology.orchestra.run.smithi078.stdout: "max_objects": -1 2024-09-18T08:48:47.395 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:48:47.395 INFO:teuthology.orchestra.run.smithi078.stdout: "user_ratelimit": { 2024-09-18T08:48:47.395 INFO:teuthology.orchestra.run.smithi078.stdout: "max_read_ops": 0, 2024-09-18T08:48:47.395 INFO:teuthology.orchestra.run.smithi078.stdout: "max_write_ops": 0, 2024-09-18T08:48:47.395 INFO:teuthology.orchestra.run.smithi078.stdout: "max_read_bytes": 0, 2024-09-18T08:48:47.395 INFO:teuthology.orchestra.run.smithi078.stdout: "max_write_bytes": 0, 2024-09-18T08:48:47.395 INFO:teuthology.orchestra.run.smithi078.stdout: "enabled": false 2024-09-18T08:48:47.395 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:48:47.395 INFO:teuthology.orchestra.run.smithi078.stdout: "bucket_ratelimit": { 2024-09-18T08:48:47.396 INFO:teuthology.orchestra.run.smithi078.stdout: "max_read_ops": 0, 2024-09-18T08:48:47.396 INFO:teuthology.orchestra.run.smithi078.stdout: "max_write_ops": 0, 2024-09-18T08:48:47.396 INFO:teuthology.orchestra.run.smithi078.stdout: "max_read_bytes": 0, 2024-09-18T08:48:47.396 INFO:teuthology.orchestra.run.smithi078.stdout: "max_write_bytes": 0, 2024-09-18T08:48:47.396 INFO:teuthology.orchestra.run.smithi078.stdout: "enabled": false 2024-09-18T08:48:47.396 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:48:47.396 INFO:teuthology.orchestra.run.smithi078.stdout: "anonymous_ratelimit": { 2024-09-18T08:48:47.396 INFO:teuthology.orchestra.run.smithi078.stdout: "max_read_ops": 0, 2024-09-18T08:48:47.396 INFO:teuthology.orchestra.run.smithi078.stdout: "max_write_ops": 0, 2024-09-18T08:48:47.396 INFO:teuthology.orchestra.run.smithi078.stdout: "max_read_bytes": 0, 2024-09-18T08:48:47.396 INFO:teuthology.orchestra.run.smithi078.stdout: "max_write_bytes": 0, 2024-09-18T08:48:47.396 INFO:teuthology.orchestra.run.smithi078.stdout: "enabled": false 2024-09-18T08:48:47.396 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T08:48:47.396 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:48:47.396 INFO:teuthology.orchestra.run.smithi078.stdout: "realm_id": "c30502bb-60b1-4868-afe3-a34203dee6e4", 2024-09-18T08:48:47.397 INFO:teuthology.orchestra.run.smithi078.stdout: "realm_epoch": 2 2024-09-18T08:48:47.397 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T08:48:47.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:47 smithi078 bash[19887]: audit 2024-09-18T08:48:46.258879+0000 mon.a (mon.0) 796 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-09-18T08:48:47.616 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:47 smithi078 bash[19887]: cluster 2024-09-18T08:48:46.266394+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-18T08:48:47.616 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:47 smithi078 bash[19887]: audit 2024-09-18T08:48:46.277832+0000 mon.c (mon.2) 78 : audit [INF] from='client.? 172.21.15.78:0/3145122644' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-18T08:48:47.616 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:47 smithi078 bash[19887]: audit 2024-09-18T08:48:46.280078+0000 mon.a (mon.0) 798 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-18T08:48:47.616 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:47 smithi078 bash[28923]: audit 2024-09-18T08:48:46.258879+0000 mon.a (mon.0) 796 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-09-18T08:48:47.616 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:47 smithi078 bash[28923]: cluster 2024-09-18T08:48:46.266394+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-18T08:48:47.616 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:47 smithi078 bash[28923]: audit 2024-09-18T08:48:46.277832+0000 mon.c (mon.2) 78 : audit [INF] from='client.? 172.21.15.78:0/3145122644' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-18T08:48:47.616 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:47 smithi078 bash[28923]: audit 2024-09-18T08:48:46.280078+0000 mon.a (mon.0) 798 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-18T08:48:47.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:47 smithi189 bash[21687]: audit 2024-09-18T08:48:46.258879+0000 mon.a (mon.0) 796 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-09-18T08:48:47.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:47 smithi189 bash[21687]: cluster 2024-09-18T08:48:46.266394+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-18T08:48:47.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:47 smithi189 bash[21687]: audit 2024-09-18T08:48:46.277832+0000 mon.c (mon.2) 78 : audit [INF] from='client.? 172.21.15.78:0/3145122644' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-18T08:48:47.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:47 smithi189 bash[21687]: audit 2024-09-18T08:48:46.280078+0000 mon.a (mon.0) 798 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-18T08:48:48.364 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000' 2024-09-18T08:48:48.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:48 smithi189 bash[21687]: cluster 2024-09-18T08:48:47.078956+0000 mgr.y (mgr.24314) 109 : cluster [DBG] pgmap v87: 129 pgs: 32 unknown, 11 creating+activating, 86 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 6 op/s 2024-09-18T08:48:48.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:48 smithi189 bash[21687]: audit 2024-09-18T08:48:47.267936+0000 mon.a (mon.0) 799 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-09-18T08:48:48.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:48 smithi189 bash[21687]: cluster 2024-09-18T08:48:47.277335+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-18T08:48:48.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:48 smithi078 bash[19887]: cluster 2024-09-18T08:48:47.078956+0000 mgr.y (mgr.24314) 109 : cluster [DBG] pgmap v87: 129 pgs: 32 unknown, 11 creating+activating, 86 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 6 op/s 2024-09-18T08:48:48.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:48 smithi078 bash[19887]: audit 2024-09-18T08:48:47.267936+0000 mon.a (mon.0) 799 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-09-18T08:48:48.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:48 smithi078 bash[19887]: cluster 2024-09-18T08:48:47.277335+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-18T08:48:48.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:48 smithi078 bash[28923]: cluster 2024-09-18T08:48:47.078956+0000 mgr.y (mgr.24314) 109 : cluster [DBG] pgmap v87: 129 pgs: 32 unknown, 11 creating+activating, 86 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 6 op/s 2024-09-18T08:48:48.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:48 smithi078 bash[28923]: audit 2024-09-18T08:48:47.267936+0000 mon.a (mon.0) 799 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-09-18T08:48:48.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:48 smithi078 bash[28923]: cluster 2024-09-18T08:48:47.277335+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-18T08:48:50.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:50 smithi189 bash[21687]: cluster 2024-09-18T08:48:49.080324+0000 mgr.y (mgr.24314) 110 : cluster [DBG] pgmap v89: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 2.5 KiB/s wr, 7 op/s 2024-09-18T08:48:50.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:50 smithi078 bash[19887]: cluster 2024-09-18T08:48:49.080324+0000 mgr.y (mgr.24314) 110 : cluster [DBG] pgmap v89: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 2.5 KiB/s wr, 7 op/s 2024-09-18T08:48:50.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:48:50 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:48:50] "GET /metrics HTTP/1.1" 200 28546 "" "Prometheus/2.43.0" 2024-09-18T08:48:50.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:50 smithi078 bash[28923]: cluster 2024-09-18T08:48:49.080324+0000 mgr.y (mgr.24314) 110 : cluster [DBG] pgmap v89: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 2.5 KiB/s wr, 7 op/s 2024-09-18T08:48:52.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:52 smithi189 bash[21687]: cluster 2024-09-18T08:48:51.081023+0000 mgr.y (mgr.24314) 111 : cluster [DBG] pgmap v90: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2024-09-18T08:48:52.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:52 smithi078 bash[19887]: cluster 2024-09-18T08:48:51.081023+0000 mgr.y (mgr.24314) 111 : cluster [DBG] pgmap v90: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2024-09-18T08:48:52.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:52 smithi078 bash[28923]: cluster 2024-09-18T08:48:51.081023+0000 mgr.y (mgr.24314) 111 : cluster [DBG] pgmap v90: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2024-09-18T08:48:53.157 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:48:53.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:53 smithi189 bash[21687]: audit 2024-09-18T08:48:53.128113+0000 mon.c (mon.2) 79 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:48:53.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:53 smithi078 bash[19887]: audit 2024-09-18T08:48:53.128113+0000 mon.c (mon.2) 79 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:48:53.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:53 smithi078 bash[28923]: audit 2024-09-18T08:48:53.128113+0000 mon.c (mon.2) 79 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:48:54.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:54 smithi189 bash[21687]: cluster 2024-09-18T08:48:53.081684+0000 mgr.y (mgr.24314) 112 : cluster [DBG] pgmap v91: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-09-18T08:48:54.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:54 smithi078 bash[19887]: cluster 2024-09-18T08:48:53.081684+0000 mgr.y (mgr.24314) 112 : cluster [DBG] pgmap v91: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-09-18T08:48:54.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:54 smithi078 bash[28923]: cluster 2024-09-18T08:48:53.081684+0000 mgr.y (mgr.24314) 112 : cluster [DBG] pgmap v91: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-09-18T08:48:54.794 INFO:teuthology.orchestra.run.smithi078.stdout:Scheduled rgw.foo update... 2024-09-18T08:48:55.505 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph osd pool create foo' 2024-09-18T08:48:56.053 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:55 smithi189 bash[21687]: audit 2024-09-18T08:48:54.783192+0000 mgr.y (mgr.24314) 113 : audit [DBG] from='client.14643 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:48:56.053 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:55 smithi189 bash[21687]: cephadm 2024-09-18T08:48:54.784837+0000 mgr.y (mgr.24314) 114 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-18T08:48:56.053 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:55 smithi189 bash[21687]: audit 2024-09-18T08:48:54.792101+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:56.054 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:55 smithi189 bash[21687]: cluster 2024-09-18T08:48:55.082605+0000 mgr.y (mgr.24314) 115 : cluster [DBG] pgmap v92: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.4 KiB/s wr, 3 op/s 2024-09-18T08:48:56.054 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:55 smithi189 bash[21687]: audit 2024-09-18T08:48:55.422872+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:48:56.054 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:55 smithi189 bash[21687]: audit 2024-09-18T08:48:55.424068+0000 mon.c (mon.2) 81 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:48:56.054 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:55 smithi189 bash[21687]: audit 2024-09-18T08:48:55.433163+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:56.054 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:55 smithi189 bash[21687]: audit 2024-09-18T08:48:55.437674+0000 mon.c (mon.2) 82 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi189.uqshkq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-18T08:48:56.054 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:55 smithi189 bash[21687]: audit 2024-09-18T08:48:55.438407+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi189.uqshkq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-18T08:48:56.054 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:55 smithi189 bash[21687]: audit 2024-09-18T08:48:55.443463+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi189.uqshkq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-18T08:48:56.054 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:55 smithi189 bash[21687]: audit 2024-09-18T08:48:55.456650+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:56.054 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:55 smithi189 bash[21687]: audit 2024-09-18T08:48:55.461705+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:48:56.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[19887]: audit 2024-09-18T08:48:54.783192+0000 mgr.y (mgr.24314) 113 : audit [DBG] from='client.14643 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:48:56.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[19887]: cephadm 2024-09-18T08:48:54.784837+0000 mgr.y (mgr.24314) 114 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-18T08:48:56.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[19887]: audit 2024-09-18T08:48:54.792101+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:56.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[19887]: cluster 2024-09-18T08:48:55.082605+0000 mgr.y (mgr.24314) 115 : cluster [DBG] pgmap v92: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.4 KiB/s wr, 3 op/s 2024-09-18T08:48:56.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[19887]: audit 2024-09-18T08:48:55.422872+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:48:56.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[19887]: audit 2024-09-18T08:48:55.424068+0000 mon.c (mon.2) 81 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:48:56.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[19887]: audit 2024-09-18T08:48:55.433163+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:56.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[19887]: audit 2024-09-18T08:48:55.437674+0000 mon.c (mon.2) 82 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi189.uqshkq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-18T08:48:56.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[19887]: audit 2024-09-18T08:48:55.438407+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi189.uqshkq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-18T08:48:56.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[19887]: audit 2024-09-18T08:48:55.443463+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi189.uqshkq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-18T08:48:56.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[19887]: audit 2024-09-18T08:48:55.456650+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:56.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[19887]: audit 2024-09-18T08:48:55.461705+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:48:56.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[28923]: audit 2024-09-18T08:48:54.783192+0000 mgr.y (mgr.24314) 113 : audit [DBG] from='client.14643 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:48:56.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[28923]: cephadm 2024-09-18T08:48:54.784837+0000 mgr.y (mgr.24314) 114 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-18T08:48:56.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[28923]: audit 2024-09-18T08:48:54.792101+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:56.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[28923]: cluster 2024-09-18T08:48:55.082605+0000 mgr.y (mgr.24314) 115 : cluster [DBG] pgmap v92: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.4 KiB/s wr, 3 op/s 2024-09-18T08:48:56.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[28923]: audit 2024-09-18T08:48:55.422872+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:48:56.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[28923]: audit 2024-09-18T08:48:55.424068+0000 mon.c (mon.2) 81 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:48:56.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[28923]: audit 2024-09-18T08:48:55.433163+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:56.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[28923]: audit 2024-09-18T08:48:55.437674+0000 mon.c (mon.2) 82 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi189.uqshkq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-18T08:48:56.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[28923]: audit 2024-09-18T08:48:55.438407+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi189.uqshkq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-18T08:48:56.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[28923]: audit 2024-09-18T08:48:55.443463+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi189.uqshkq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-18T08:48:56.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[28923]: audit 2024-09-18T08:48:55.456650+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:56.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:55 smithi078 bash[28923]: audit 2024-09-18T08:48:55.461705+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:48:57.087 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:56 smithi189 bash[21687]: cephadm 2024-09-18T08:48:55.462972+0000 mgr.y (mgr.24314) 116 : cephadm [INF] Deploying daemon rgw.foo.smithi189.uqshkq on smithi189 2024-09-18T08:48:57.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:56 smithi078 bash[19887]: cephadm 2024-09-18T08:48:55.462972+0000 mgr.y (mgr.24314) 116 : cephadm [INF] Deploying daemon rgw.foo.smithi189.uqshkq on smithi189 2024-09-18T08:48:57.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:56 smithi078 bash[28923]: cephadm 2024-09-18T08:48:55.462972+0000 mgr.y (mgr.24314) 116 : cephadm [INF] Deploying daemon rgw.foo.smithi189.uqshkq on smithi189 2024-09-18T08:48:58.116 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:48:57 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:58.117 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:48:57 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:58.117 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 08:48:57 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:58.117 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:57 smithi189 bash[21687]: cluster 2024-09-18T08:48:57.083277+0000 mgr.y (mgr.24314) 117 : cluster [DBG] pgmap v93: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-09-18T08:48:58.117 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:57 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:58.118 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 08:48:57 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:58.118 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:48:57 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:58.118 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 08:48:57 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:58.118 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:48:57 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:58.119 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:48:57 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:58.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:57 smithi078 bash[19887]: cluster 2024-09-18T08:48:57.083277+0000 mgr.y (mgr.24314) 117 : cluster [DBG] pgmap v93: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-09-18T08:48:58.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:57 smithi078 bash[28923]: cluster 2024-09-18T08:48:57.083277+0000 mgr.y (mgr.24314) 117 : cluster [DBG] pgmap v93: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-09-18T08:48:58.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:58 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:58.421 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:48:58 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:58.421 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:48:58 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:58.421 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 08:48:58 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:58.422 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 08:48:58 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:58.422 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:48:58 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:58.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:48:58 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:58.422 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 08:48:58 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:58.423 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:48:58 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:48:59.484 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:59 smithi189 bash[21687]: audit 2024-09-18T08:48:58.281690+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:59.484 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:59 smithi189 bash[21687]: audit 2024-09-18T08:48:58.289953+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:59.484 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:59 smithi189 bash[21687]: audit 2024-09-18T08:48:58.296235+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:59.484 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:59 smithi189 bash[21687]: audit 2024-09-18T08:48:58.297254+0000 mon.c (mon.2) 84 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi078.iqmpps", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-18T08:48:59.484 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:59 smithi189 bash[21687]: audit 2024-09-18T08:48:58.297605+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi078.iqmpps", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-18T08:48:59.484 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:59 smithi189 bash[21687]: audit 2024-09-18T08:48:58.299584+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi078.iqmpps", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-18T08:48:59.484 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:59 smithi189 bash[21687]: audit 2024-09-18T08:48:58.307459+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:59.484 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:59 smithi189 bash[21687]: audit 2024-09-18T08:48:58.310082+0000 mon.c (mon.2) 85 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:48:59.484 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:48:59 smithi189 bash[21687]: cephadm 2024-09-18T08:48:58.311038+0000 mgr.y (mgr.24314) 118 : cephadm [INF] Deploying daemon rgw.foo.smithi078.iqmpps on smithi078 2024-09-18T08:48:59.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[19887]: audit 2024-09-18T08:48:58.281690+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:59.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[19887]: audit 2024-09-18T08:48:58.289953+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:59.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[19887]: audit 2024-09-18T08:48:58.296235+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:59.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[19887]: audit 2024-09-18T08:48:58.297254+0000 mon.c (mon.2) 84 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi078.iqmpps", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-18T08:48:59.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[19887]: audit 2024-09-18T08:48:58.297605+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi078.iqmpps", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-18T08:48:59.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[19887]: audit 2024-09-18T08:48:58.299584+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi078.iqmpps", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-18T08:48:59.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[19887]: audit 2024-09-18T08:48:58.307459+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:59.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[19887]: audit 2024-09-18T08:48:58.310082+0000 mon.c (mon.2) 85 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:48:59.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[19887]: cephadm 2024-09-18T08:48:58.311038+0000 mgr.y (mgr.24314) 118 : cephadm [INF] Deploying daemon rgw.foo.smithi078.iqmpps on smithi078 2024-09-18T08:48:59.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[28923]: audit 2024-09-18T08:48:58.281690+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:59.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[28923]: audit 2024-09-18T08:48:58.289953+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:59.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[28923]: audit 2024-09-18T08:48:58.296235+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:59.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[28923]: audit 2024-09-18T08:48:58.297254+0000 mon.c (mon.2) 84 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi078.iqmpps", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-18T08:48:59.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[28923]: audit 2024-09-18T08:48:58.297605+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi078.iqmpps", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-18T08:48:59.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[28923]: audit 2024-09-18T08:48:58.299584+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi078.iqmpps", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-18T08:48:59.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[28923]: audit 2024-09-18T08:48:58.307459+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:48:59.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[28923]: audit 2024-09-18T08:48:58.310082+0000 mon.c (mon.2) 85 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:48:59.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:48:59 smithi078 bash[28923]: cephadm 2024-09-18T08:48:58.311038+0000 mgr.y (mgr.24314) 118 : cephadm [INF] Deploying daemon rgw.foo.smithi078.iqmpps on smithi078 2024-09-18T08:49:00.276 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:49:00.418 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:00 smithi078 bash[19887]: cluster 2024-09-18T08:48:59.084648+0000 mgr.y (mgr.24314) 119 : cluster [DBG] pgmap v94: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.0 KiB/s wr, 2 op/s 2024-09-18T08:49:00.419 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:00 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:49:00] "GET /metrics HTTP/1.1" 200 35443 "" "Prometheus/2.43.0" 2024-09-18T08:49:00.419 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:00 smithi078 bash[28923]: cluster 2024-09-18T08:48:59.084648+0000 mgr.y (mgr.24314) 119 : cluster [DBG] pgmap v94: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.0 KiB/s wr, 2 op/s 2024-09-18T08:49:00.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:00 smithi189 bash[21687]: cluster 2024-09-18T08:48:59.084648+0000 mgr.y (mgr.24314) 119 : cluster [DBG] pgmap v94: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.0 KiB/s wr, 2 op/s 2024-09-18T08:49:02.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:01 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.030 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:01 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.030 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 08:49:01 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.030 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 08:49:01 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.031 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 08:49:01 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.031 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:49:01 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.031 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:01 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.032 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 08:49:01 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.032 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:49:01 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.305 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:02 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.305 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 08:49:02 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.306 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:02 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.306 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:49:02 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.306 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 08:49:02 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.307 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:02 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.307 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 08:49:02 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.307 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:49:02 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.307 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 08:49:02 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:02.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:02 smithi189 bash[21687]: cluster 2024-09-18T08:49:01.085090+0000 mgr.y (mgr.24314) 120 : cluster [DBG] pgmap v95: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:02.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:02 smithi078 bash[28923]: cluster 2024-09-18T08:49:01.085090+0000 mgr.y (mgr.24314) 120 : cluster [DBG] pgmap v95: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:02.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:02 smithi078 bash[19887]: cluster 2024-09-18T08:49:01.085090+0000 mgr.y (mgr.24314) 120 : cluster [DBG] pgmap v95: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:03.372 INFO:teuthology.orchestra.run.smithi078.stderr:pool 'foo' created 2024-09-18T08:49:03.646 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[19887]: audit 2024-09-18T08:49:02.347939+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.647 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[19887]: audit 2024-09-18T08:49:02.354379+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.647 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[19887]: audit 2024-09-18T08:49:02.359728+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.647 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[19887]: audit 2024-09-18T08:49:02.365200+0000 mon.c (mon.2) 86 : audit [INF] from='client.? 172.21.15.78:0/1951628886' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-18T08:49:03.647 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[19887]: audit 2024-09-18T08:49:02.367095+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.647 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[19887]: audit 2024-09-18T08:49:02.370647+0000 mon.a (mon.0) 816 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-18T08:49:03.647 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[19887]: audit 2024-09-18T08:49:02.781625+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.647 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[19887]: cephadm 2024-09-18T08:49:02.786586+0000 mgr.y (mgr.24314) 121 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-18T08:49:03.647 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[19887]: audit 2024-09-18T08:49:02.793292+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.647 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[19887]: audit 2024-09-18T08:49:02.800563+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.647 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[19887]: cluster 2024-09-18T08:49:03.085539+0000 mgr.y (mgr.24314) 122 : cluster [DBG] pgmap v96: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:03.647 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[19887]: audit 2024-09-18T08:49:03.179989+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.648 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[28923]: audit 2024-09-18T08:49:02.347939+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.648 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[28923]: audit 2024-09-18T08:49:02.354379+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.648 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[28923]: audit 2024-09-18T08:49:02.359728+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.648 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[28923]: audit 2024-09-18T08:49:02.365200+0000 mon.c (mon.2) 86 : audit [INF] from='client.? 172.21.15.78:0/1951628886' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-18T08:49:03.648 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[28923]: audit 2024-09-18T08:49:02.367095+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.648 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[28923]: audit 2024-09-18T08:49:02.370647+0000 mon.a (mon.0) 816 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-18T08:49:03.648 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[28923]: audit 2024-09-18T08:49:02.781625+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.648 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[28923]: cephadm 2024-09-18T08:49:02.786586+0000 mgr.y (mgr.24314) 121 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-18T08:49:03.648 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[28923]: audit 2024-09-18T08:49:02.793292+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.648 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[28923]: audit 2024-09-18T08:49:02.800563+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.648 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[28923]: cluster 2024-09-18T08:49:03.085539+0000 mgr.y (mgr.24314) 122 : cluster [DBG] pgmap v96: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:03.648 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:03 smithi078 bash[28923]: audit 2024-09-18T08:49:03.179989+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:03 smithi189 bash[21687]: audit 2024-09-18T08:49:02.347939+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:03 smithi189 bash[21687]: audit 2024-09-18T08:49:02.354379+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:03 smithi189 bash[21687]: audit 2024-09-18T08:49:02.359728+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:03 smithi189 bash[21687]: audit 2024-09-18T08:49:02.365200+0000 mon.c (mon.2) 86 : audit [INF] from='client.? 172.21.15.78:0/1951628886' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-18T08:49:03.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:03 smithi189 bash[21687]: audit 2024-09-18T08:49:02.367095+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:03 smithi189 bash[21687]: audit 2024-09-18T08:49:02.370647+0000 mon.a (mon.0) 816 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-18T08:49:03.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:03 smithi189 bash[21687]: audit 2024-09-18T08:49:02.781625+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:03 smithi189 bash[21687]: cephadm 2024-09-18T08:49:02.786586+0000 mgr.y (mgr.24314) 121 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-18T08:49:03.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:03 smithi189 bash[21687]: audit 2024-09-18T08:49:02.793292+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:03 smithi189 bash[21687]: audit 2024-09-18T08:49:02.800563+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:03.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:03 smithi189 bash[21687]: cluster 2024-09-18T08:49:03.085539+0000 mgr.y (mgr.24314) 122 : cluster [DBG] pgmap v96: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:03.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:03 smithi189 bash[21687]: audit 2024-09-18T08:49:03.179989+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:04.280 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'rbd pool init foo' 2024-09-18T08:49:04.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:04 smithi189 bash[21687]: audit 2024-09-18T08:49:03.367302+0000 mon.a (mon.0) 821 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-09-18T08:49:04.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:04 smithi189 bash[21687]: cluster 2024-09-18T08:49:03.372231+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-18T08:49:04.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:04 smithi078 bash[28923]: audit 2024-09-18T08:49:03.367302+0000 mon.a (mon.0) 821 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-09-18T08:49:04.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:04 smithi078 bash[28923]: cluster 2024-09-18T08:49:03.372231+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-18T08:49:04.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:04 smithi078 bash[19887]: audit 2024-09-18T08:49:03.367302+0000 mon.a (mon.0) 821 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-09-18T08:49:04.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:04 smithi078 bash[19887]: cluster 2024-09-18T08:49:03.372231+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-18T08:49:05.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:05 smithi189 bash[21687]: cluster 2024-09-18T08:49:04.385658+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-18T08:49:05.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:05 smithi189 bash[21687]: cluster 2024-09-18T08:49:05.086292+0000 mgr.y (mgr.24314) 123 : cluster [DBG] pgmap v99: 161 pgs: 32 creating+peering, 129 active+clean; 585 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 114 KiB/s rd, 4.2 KiB/s wr, 222 op/s 2024-09-18T08:49:05.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:05 smithi078 bash[19887]: cluster 2024-09-18T08:49:04.385658+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-18T08:49:05.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:05 smithi078 bash[19887]: cluster 2024-09-18T08:49:05.086292+0000 mgr.y (mgr.24314) 123 : cluster [DBG] pgmap v99: 161 pgs: 32 creating+peering, 129 active+clean; 585 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 114 KiB/s rd, 4.2 KiB/s wr, 222 op/s 2024-09-18T08:49:05.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:05 smithi078 bash[28923]: cluster 2024-09-18T08:49:04.385658+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-18T08:49:05.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:05 smithi078 bash[28923]: cluster 2024-09-18T08:49:05.086292+0000 mgr.y (mgr.24314) 123 : cluster [DBG] pgmap v99: 161 pgs: 32 creating+peering, 129 active+clean; 585 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 114 KiB/s rd, 4.2 KiB/s wr, 222 op/s 2024-09-18T08:49:06.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:06 smithi189 bash[21687]: cluster 2024-09-18T08:49:05.378810+0000 mon.a (mon.0) 824 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T08:49:06.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:06 smithi189 bash[21687]: cluster 2024-09-18T08:49:05.391874+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-09-18T08:49:06.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:06 smithi078 bash[19887]: cluster 2024-09-18T08:49:05.378810+0000 mon.a (mon.0) 824 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T08:49:06.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:06 smithi078 bash[19887]: cluster 2024-09-18T08:49:05.391874+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-09-18T08:49:06.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:06 smithi078 bash[28923]: cluster 2024-09-18T08:49:05.378810+0000 mon.a (mon.0) 824 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T08:49:06.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:06 smithi078 bash[28923]: cluster 2024-09-18T08:49:05.391874+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-09-18T08:49:07.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:07 smithi189 bash[21687]: cluster 2024-09-18T08:49:07.087153+0000 mgr.y (mgr.24314) 124 : cluster [DBG] pgmap v101: 161 pgs: 32 creating+peering, 129 active+clean; 585 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 5.7 KiB/s wr, 296 op/s 2024-09-18T08:49:07.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:07 smithi078 bash[19887]: cluster 2024-09-18T08:49:07.087153+0000 mgr.y (mgr.24314) 124 : cluster [DBG] pgmap v101: 161 pgs: 32 creating+peering, 129 active+clean; 585 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 5.7 KiB/s wr, 296 op/s 2024-09-18T08:49:07.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:07 smithi078 bash[28923]: cluster 2024-09-18T08:49:07.087153+0000 mgr.y (mgr.24314) 124 : cluster [DBG] pgmap v101: 161 pgs: 32 creating+peering, 129 active+clean; 585 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 5.7 KiB/s wr, 296 op/s 2024-09-18T08:49:08.911 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:49:09.347 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[20143]: [18/Sep/2024:08:49:09] ENGINE Bus STOPPING 2024-09-18T08:49:09.347 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[20143]: [18/Sep/2024:08:49:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T08:49:09.347 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[20143]: [18/Sep/2024:08:49:09] ENGINE Bus STOPPED 2024-09-18T08:49:09.347 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[20143]: [18/Sep/2024:08:49:09] ENGINE Bus STARTING 2024-09-18T08:49:09.347 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[19887]: audit 2024-09-18T08:49:08.131092+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:09.348 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[19887]: audit 2024-09-18T08:49:08.134641+0000 mon.c (mon.2) 87 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:49:09.348 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[19887]: audit 2024-09-18T08:49:08.426629+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:09.348 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[19887]: audit 2024-09-18T08:49:08.436934+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:09.348 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[19887]: audit 2024-09-18T08:49:08.720591+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:09.348 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[19887]: audit 2024-09-18T08:49:08.737142+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:09.348 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[19887]: audit 2024-09-18T08:49:08.742675+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:09.348 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[19887]: audit 2024-09-18T08:49:08.744477+0000 mon.c (mon.2) 89 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:49:09.348 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[28923]: audit 2024-09-18T08:49:08.131092+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:09.348 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[28923]: audit 2024-09-18T08:49:08.134641+0000 mon.c (mon.2) 87 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:49:09.348 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[28923]: audit 2024-09-18T08:49:08.426629+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:09.348 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[28923]: audit 2024-09-18T08:49:08.436934+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:09.349 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[28923]: audit 2024-09-18T08:49:08.720591+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:09.349 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[28923]: audit 2024-09-18T08:49:08.737142+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:09.349 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[28923]: audit 2024-09-18T08:49:08.742675+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:09.349 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[28923]: audit 2024-09-18T08:49:08.744477+0000 mon.c (mon.2) 89 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:49:09.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:09 smithi189 bash[21687]: audit 2024-09-18T08:49:08.131092+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:09.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:09 smithi189 bash[21687]: audit 2024-09-18T08:49:08.134641+0000 mon.c (mon.2) 87 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:49:09.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:09 smithi189 bash[21687]: audit 2024-09-18T08:49:08.426629+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:09.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:09 smithi189 bash[21687]: audit 2024-09-18T08:49:08.436934+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:09.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:09 smithi189 bash[21687]: audit 2024-09-18T08:49:08.720591+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:09.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:09 smithi189 bash[21687]: audit 2024-09-18T08:49:08.737142+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:09.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:09 smithi189 bash[21687]: audit 2024-09-18T08:49:08.742675+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:09.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:09 smithi189 bash[21687]: audit 2024-09-18T08:49:08.744477+0000 mon.c (mon.2) 89 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:49:09.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[20143]: [18/Sep/2024:08:49:09] ENGINE Serving on http://:::9283 2024-09-18T08:49:09.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[20143]: [18/Sep/2024:08:49:09] ENGINE Bus STARTED 2024-09-18T08:49:09.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[20143]: [18/Sep/2024:08:49:09] ENGINE Bus STOPPING 2024-09-18T08:49:10.197 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[20143]: [18/Sep/2024:08:49:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T08:49:10.197 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[20143]: [18/Sep/2024:08:49:09] ENGINE Bus STOPPED 2024-09-18T08:49:10.197 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[20143]: [18/Sep/2024:08:49:09] ENGINE Bus STARTING 2024-09-18T08:49:10.197 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[20143]: [18/Sep/2024:08:49:09] ENGINE Serving on http://:::9283 2024-09-18T08:49:10.197 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:09 smithi078 bash[20143]: [18/Sep/2024:08:49:09] ENGINE Bus STARTED 2024-09-18T08:49:10.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:49:10] "GET /metrics HTTP/1.1" 200 38056 "" "Prometheus/2.43.0" 2024-09-18T08:49:10.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[19887]: cephadm 2024-09-18T08:49:08.754679+0000 mgr.y (mgr.24314) 125 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-18T08:49:10.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[19887]: cluster 2024-09-18T08:49:09.088549+0000 mgr.y (mgr.24314) 126 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 191 KiB/s rd, 5.7 KiB/s wr, 358 op/s 2024-09-18T08:49:10.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[19887]: audit 2024-09-18T08:49:09.197579+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:10.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[19887]: audit 2024-09-18T08:49:09.207203+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:10.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[19887]: audit 2024-09-18T08:49:09.216353+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:10.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[19887]: audit 2024-09-18T08:49:09.298179+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:10.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[19887]: audit 2024-09-18T08:49:09.299083+0000 mon.c (mon.2) 91 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:49:10.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[19887]: cephadm 2024-09-18T08:49:09.302650+0000 mgr.y (mgr.24314) 127 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-18T08:49:10.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[19887]: audit 2024-09-18T08:49:09.555027+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:10.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[28923]: cephadm 2024-09-18T08:49:08.754679+0000 mgr.y (mgr.24314) 125 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-18T08:49:10.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[28923]: cluster 2024-09-18T08:49:09.088549+0000 mgr.y (mgr.24314) 126 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 191 KiB/s rd, 5.7 KiB/s wr, 358 op/s 2024-09-18T08:49:10.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[28923]: audit 2024-09-18T08:49:09.197579+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:10.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[28923]: audit 2024-09-18T08:49:09.207203+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:10.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[28923]: audit 2024-09-18T08:49:09.216353+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:10.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[28923]: audit 2024-09-18T08:49:09.298179+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:10.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[28923]: audit 2024-09-18T08:49:09.299083+0000 mon.c (mon.2) 91 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:49:10.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[28923]: cephadm 2024-09-18T08:49:09.302650+0000 mgr.y (mgr.24314) 127 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-18T08:49:10.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:10 smithi078 bash[28923]: audit 2024-09-18T08:49:09.555027+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:10.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:10 smithi189 bash[21687]: cephadm 2024-09-18T08:49:08.754679+0000 mgr.y (mgr.24314) 125 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-18T08:49:10.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:10 smithi189 bash[21687]: cluster 2024-09-18T08:49:09.088549+0000 mgr.y (mgr.24314) 126 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 191 KiB/s rd, 5.7 KiB/s wr, 358 op/s 2024-09-18T08:49:10.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:10 smithi189 bash[21687]: audit 2024-09-18T08:49:09.197579+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:10.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:10 smithi189 bash[21687]: audit 2024-09-18T08:49:09.207203+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:10.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:10 smithi189 bash[21687]: audit 2024-09-18T08:49:09.216353+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:10.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:10 smithi189 bash[21687]: audit 2024-09-18T08:49:09.298179+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:10.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:10 smithi189 bash[21687]: audit 2024-09-18T08:49:09.299083+0000 mon.c (mon.2) 91 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:49:10.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:10 smithi189 bash[21687]: cephadm 2024-09-18T08:49:09.302650+0000 mgr.y (mgr.24314) 127 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-18T08:49:10.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:10 smithi189 bash[21687]: audit 2024-09-18T08:49:09.555027+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:11.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:11 smithi078 bash[19887]: audit 2024-09-18T08:49:10.583349+0000 mon.c (mon.2) 92 : audit [INF] from='client.? 172.21.15.78:0/1346999540' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-18T08:49:11.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:11 smithi078 bash[19887]: audit 2024-09-18T08:49:10.583696+0000 mon.a (mon.0) 835 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-18T08:49:11.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:11 smithi078 bash[28923]: audit 2024-09-18T08:49:10.583349+0000 mon.c (mon.2) 92 : audit [INF] from='client.? 172.21.15.78:0/1346999540' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-18T08:49:11.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:11 smithi078 bash[28923]: audit 2024-09-18T08:49:10.583696+0000 mon.a (mon.0) 835 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-18T08:49:11.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:11 smithi189 bash[21687]: audit 2024-09-18T08:49:10.583349+0000 mon.c (mon.2) 92 : audit [INF] from='client.? 172.21.15.78:0/1346999540' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-18T08:49:11.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:11 smithi189 bash[21687]: audit 2024-09-18T08:49:10.583696+0000 mon.a (mon.0) 835 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-18T08:49:12.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:12 smithi189 bash[21687]: cluster 2024-09-18T08:49:11.089454+0000 mgr.y (mgr.24314) 128 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 149 KiB/s rd, 4.4 KiB/s wr, 278 op/s 2024-09-18T08:49:12.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:12 smithi189 bash[21687]: audit 2024-09-18T08:49:11.207295+0000 mon.a (mon.0) 836 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-09-18T08:49:12.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:12 smithi189 bash[21687]: cluster 2024-09-18T08:49:11.213952+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-09-18T08:49:12.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:12 smithi078 bash[19887]: cluster 2024-09-18T08:49:11.089454+0000 mgr.y (mgr.24314) 128 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 149 KiB/s rd, 4.4 KiB/s wr, 278 op/s 2024-09-18T08:49:12.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:12 smithi078 bash[19887]: audit 2024-09-18T08:49:11.207295+0000 mon.a (mon.0) 836 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-09-18T08:49:12.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:12 smithi078 bash[19887]: cluster 2024-09-18T08:49:11.213952+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-09-18T08:49:12.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:12 smithi078 bash[28923]: cluster 2024-09-18T08:49:11.089454+0000 mgr.y (mgr.24314) 128 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 149 KiB/s rd, 4.4 KiB/s wr, 278 op/s 2024-09-18T08:49:12.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:12 smithi078 bash[28923]: audit 2024-09-18T08:49:11.207295+0000 mon.a (mon.0) 836 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-09-18T08:49:12.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:12 smithi078 bash[28923]: cluster 2024-09-18T08:49:11.213952+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-09-18T08:49:13.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:13 smithi189 bash[21687]: cluster 2024-09-18T08:49:12.219747+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-09-18T08:49:13.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:13 smithi078 bash[19887]: cluster 2024-09-18T08:49:12.219747+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-09-18T08:49:13.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:13 smithi078 bash[28923]: cluster 2024-09-18T08:49:12.219747+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-09-18T08:49:14.006 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch apply iscsi foo u p' 2024-09-18T08:49:14.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:14 smithi078 bash[19887]: cluster 2024-09-18T08:49:13.090256+0000 mgr.y (mgr.24314) 129 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 48 op/s 2024-09-18T08:49:14.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:14 smithi078 bash[19887]: cluster 2024-09-18T08:49:13.222486+0000 mon.a (mon.0) 839 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T08:49:14.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:14 smithi078 bash[19887]: cluster 2024-09-18T08:49:13.222530+0000 mon.a (mon.0) 840 : cluster [INF] Cluster is now healthy 2024-09-18T08:49:14.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:14 smithi078 bash[19887]: cluster 2024-09-18T08:49:13.246714+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-09-18T08:49:14.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:14 smithi078 bash[28923]: cluster 2024-09-18T08:49:13.090256+0000 mgr.y (mgr.24314) 129 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 48 op/s 2024-09-18T08:49:14.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:14 smithi078 bash[28923]: cluster 2024-09-18T08:49:13.222486+0000 mon.a (mon.0) 839 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T08:49:14.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:14 smithi078 bash[28923]: cluster 2024-09-18T08:49:13.222530+0000 mon.a (mon.0) 840 : cluster [INF] Cluster is now healthy 2024-09-18T08:49:14.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:14 smithi078 bash[28923]: cluster 2024-09-18T08:49:13.246714+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-09-18T08:49:14.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:14 smithi189 bash[21687]: cluster 2024-09-18T08:49:13.090256+0000 mgr.y (mgr.24314) 129 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 48 op/s 2024-09-18T08:49:14.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:14 smithi189 bash[21687]: cluster 2024-09-18T08:49:13.222486+0000 mon.a (mon.0) 839 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T08:49:14.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:14 smithi189 bash[21687]: cluster 2024-09-18T08:49:13.222530+0000 mon.a (mon.0) 840 : cluster [INF] Cluster is now healthy 2024-09-18T08:49:14.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:14 smithi189 bash[21687]: cluster 2024-09-18T08:49:13.246714+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-09-18T08:49:16.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:16 smithi189 bash[21687]: cluster 2024-09-18T08:49:15.092192+0000 mgr.y (mgr.24314) 130 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 682 B/s wr, 8 op/s 2024-09-18T08:49:16.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:16 smithi078 bash[19887]: cluster 2024-09-18T08:49:15.092192+0000 mgr.y (mgr.24314) 130 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 682 B/s wr, 8 op/s 2024-09-18T08:49:16.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:16 smithi078 bash[28923]: cluster 2024-09-18T08:49:15.092192+0000 mgr.y (mgr.24314) 130 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 682 B/s wr, 8 op/s 2024-09-18T08:49:18.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:18 smithi189 bash[21687]: cluster 2024-09-18T08:49:17.092972+0000 mgr.y (mgr.24314) 131 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 682 B/s wr, 8 op/s 2024-09-18T08:49:18.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:18 smithi078 bash[19887]: cluster 2024-09-18T08:49:17.092972+0000 mgr.y (mgr.24314) 131 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 682 B/s wr, 8 op/s 2024-09-18T08:49:18.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:18 smithi078 bash[28923]: cluster 2024-09-18T08:49:17.092972+0000 mgr.y (mgr.24314) 131 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 682 B/s wr, 8 op/s 2024-09-18T08:49:18.806 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:49:20.386 INFO:teuthology.orchestra.run.smithi078.stdout:Scheduled iscsi.foo update... 2024-09-18T08:49:20.402 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:20 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:49:20] "GET /metrics HTTP/1.1" 200 38056 "" "Prometheus/2.43.0" 2024-09-18T08:49:20.402 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:20 smithi078 bash[19887]: cluster 2024-09-18T08:49:19.094557+0000 mgr.y (mgr.24314) 132 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 6.1 KiB/s rd, 519 B/s wr, 6 op/s 2024-09-18T08:49:20.402 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:20 smithi078 bash[19887]: cluster 2024-09-18T08:49:19.712047+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-09-18T08:49:20.403 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:20 smithi078 bash[28923]: cluster 2024-09-18T08:49:19.094557+0000 mgr.y (mgr.24314) 132 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 6.1 KiB/s rd, 519 B/s wr, 6 op/s 2024-09-18T08:49:20.403 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:20 smithi078 bash[28923]: cluster 2024-09-18T08:49:19.712047+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-09-18T08:49:20.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:20 smithi189 bash[21687]: cluster 2024-09-18T08:49:19.094557+0000 mgr.y (mgr.24314) 132 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 6.1 KiB/s rd, 519 B/s wr, 6 op/s 2024-09-18T08:49:20.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:20 smithi189 bash[21687]: cluster 2024-09-18T08:49:19.712047+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-09-18T08:49:21.118 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'sleep 180' 2024-09-18T08:49:21.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:21 smithi189 bash[21687]: audit 2024-09-18T08:49:20.373374+0000 mgr.y (mgr.24314) 133 : audit [DBG] from='client.14784 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:49:21.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:21 smithi189 bash[21687]: cephadm 2024-09-18T08:49:20.377461+0000 mgr.y (mgr.24314) 134 : cephadm [INF] Saving service iscsi.foo spec with placement count:1 2024-09-18T08:49:21.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:21 smithi189 bash[21687]: audit 2024-09-18T08:49:20.384574+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:21.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:21 smithi189 bash[21687]: audit 2024-09-18T08:49:21.073132+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:21.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:21 smithi189 bash[21687]: audit 2024-09-18T08:49:21.075009+0000 mon.c (mon.2) 94 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:49:21.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:21 smithi189 bash[21687]: audit 2024-09-18T08:49:21.086343+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:21.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:21 smithi189 bash[21687]: cluster 2024-09-18T08:49:21.095214+0000 mgr.y (mgr.24314) 135 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-18T08:49:21.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:21 smithi189 bash[21687]: audit 2024-09-18T08:49:21.095659+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T08:49:21.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:21 smithi189 bash[21687]: audit 2024-09-18T08:49:21.096543+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T08:49:21.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:21 smithi189 bash[21687]: audit 2024-09-18T08:49:21.100992+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-09-18T08:49:21.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:21 smithi189 bash[21687]: audit 2024-09-18T08:49:21.119265+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:21.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:21 smithi189 bash[21687]: cephadm 2024-09-18T08:49:21.121069+0000 mgr.y (mgr.24314) 136 : cephadm [INF] Deploying daemon iscsi.foo.smithi078.kaairk on smithi078 2024-09-18T08:49:21.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[19887]: audit 2024-09-18T08:49:20.373374+0000 mgr.y (mgr.24314) 133 : audit [DBG] from='client.14784 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:49:21.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[19887]: cephadm 2024-09-18T08:49:20.377461+0000 mgr.y (mgr.24314) 134 : cephadm [INF] Saving service iscsi.foo spec with placement count:1 2024-09-18T08:49:21.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[19887]: audit 2024-09-18T08:49:20.384574+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:21.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[19887]: audit 2024-09-18T08:49:21.073132+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:21.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[19887]: audit 2024-09-18T08:49:21.075009+0000 mon.c (mon.2) 94 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:49:21.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[19887]: audit 2024-09-18T08:49:21.086343+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:21.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[19887]: cluster 2024-09-18T08:49:21.095214+0000 mgr.y (mgr.24314) 135 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-18T08:49:21.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[19887]: audit 2024-09-18T08:49:21.095659+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T08:49:21.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[19887]: audit 2024-09-18T08:49:21.096543+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T08:49:21.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[19887]: audit 2024-09-18T08:49:21.100992+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-09-18T08:49:21.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[19887]: audit 2024-09-18T08:49:21.119265+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:21.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[19887]: cephadm 2024-09-18T08:49:21.121069+0000 mgr.y (mgr.24314) 136 : cephadm [INF] Deploying daemon iscsi.foo.smithi078.kaairk on smithi078 2024-09-18T08:49:21.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[28923]: audit 2024-09-18T08:49:20.373374+0000 mgr.y (mgr.24314) 133 : audit [DBG] from='client.14784 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:49:21.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[28923]: cephadm 2024-09-18T08:49:20.377461+0000 mgr.y (mgr.24314) 134 : cephadm [INF] Saving service iscsi.foo spec with placement count:1 2024-09-18T08:49:21.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[28923]: audit 2024-09-18T08:49:20.384574+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:21.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[28923]: audit 2024-09-18T08:49:21.073132+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:21.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[28923]: audit 2024-09-18T08:49:21.075009+0000 mon.c (mon.2) 94 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:49:21.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[28923]: audit 2024-09-18T08:49:21.086343+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:21.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[28923]: cluster 2024-09-18T08:49:21.095214+0000 mgr.y (mgr.24314) 135 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-18T08:49:21.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[28923]: audit 2024-09-18T08:49:21.095659+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T08:49:21.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[28923]: audit 2024-09-18T08:49:21.096543+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T08:49:21.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[28923]: audit 2024-09-18T08:49:21.100992+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-09-18T08:49:21.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[28923]: audit 2024-09-18T08:49:21.119265+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:21.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:21 smithi078 bash[28923]: cephadm 2024-09-18T08:49:21.121069+0000 mgr.y (mgr.24314) 136 : cephadm [INF] Deploying daemon iscsi.foo.smithi078.kaairk on smithi078 2024-09-18T08:49:23.990 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 08:49:23 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:23.991 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 08:49:23 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:23.991 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:23 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:23.991 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:23 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:23.992 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:23 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:23.992 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 08:49:23 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:23.992 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 08:49:23 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:23.993 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:49:23 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:23.993 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:49:23 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:24.265 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:24 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:24.265 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 08:49:24 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:24.265 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 08:49:24 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:24.266 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 08:49:24 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:24.266 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 08:49:24 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:24.266 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 08:49:24 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:24.267 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 08:49:24 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:24.267 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[28923]: cluster 2024-09-18T08:49:23.095936+0000 mgr.y (mgr.24314) 137 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 415 B/s wr, 4 op/s 2024-09-18T08:49:24.267 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[28923]: audit 2024-09-18T08:49:23.134369+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:24.267 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[28923]: audit 2024-09-18T08:49:23.138094+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:49:24.267 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[28923]: audit 2024-09-18T08:49:23.229843+0000 mon.c (mon.2) 98 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-09-18T08:49:24.267 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[28923]: audit 2024-09-18T08:49:23.230655+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-09-18T08:49:24.267 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[28923]: audit 2024-09-18T08:49:23.240164+0000 mon.c (mon.2) 99 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-09-18T08:49:24.268 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[28923]: audit 2024-09-18T08:49:23.240723+0000 mon.c (mon.2) 100 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-09-18T08:49:24.268 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[28923]: audit 2024-09-18T08:49:23.241066+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-09-18T08:49:24.268 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[28923]: audit 2024-09-18T08:49:23.241846+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-09-18T08:49:24.268 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:24 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:24.268 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[19887]: cluster 2024-09-18T08:49:23.095936+0000 mgr.y (mgr.24314) 137 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 415 B/s wr, 4 op/s 2024-09-18T08:49:24.268 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[19887]: audit 2024-09-18T08:49:23.134369+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:24.268 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[19887]: audit 2024-09-18T08:49:23.138094+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:49:24.268 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[19887]: audit 2024-09-18T08:49:23.229843+0000 mon.c (mon.2) 98 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-09-18T08:49:24.269 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[19887]: audit 2024-09-18T08:49:23.230655+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-09-18T08:49:24.269 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[19887]: audit 2024-09-18T08:49:23.240164+0000 mon.c (mon.2) 99 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-09-18T08:49:24.269 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[19887]: audit 2024-09-18T08:49:23.240723+0000 mon.c (mon.2) 100 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-09-18T08:49:24.269 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[19887]: audit 2024-09-18T08:49:23.241066+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-09-18T08:49:24.269 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:24 smithi078 bash[19887]: audit 2024-09-18T08:49:23.241846+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-09-18T08:49:24.269 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:24 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:49:24.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:24 smithi189 bash[21687]: cluster 2024-09-18T08:49:23.095936+0000 mgr.y (mgr.24314) 137 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 415 B/s wr, 4 op/s 2024-09-18T08:49:24.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:24 smithi189 bash[21687]: audit 2024-09-18T08:49:23.134369+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:24.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:24 smithi189 bash[21687]: audit 2024-09-18T08:49:23.138094+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:49:24.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:24 smithi189 bash[21687]: audit 2024-09-18T08:49:23.229843+0000 mon.c (mon.2) 98 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-09-18T08:49:24.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:24 smithi189 bash[21687]: audit 2024-09-18T08:49:23.230655+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-09-18T08:49:24.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:24 smithi189 bash[21687]: audit 2024-09-18T08:49:23.240164+0000 mon.c (mon.2) 99 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-09-18T08:49:24.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:24 smithi189 bash[21687]: audit 2024-09-18T08:49:23.240723+0000 mon.c (mon.2) 100 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-09-18T08:49:24.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:24 smithi189 bash[21687]: audit 2024-09-18T08:49:23.241066+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-09-18T08:49:24.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:24 smithi189 bash[21687]: audit 2024-09-18T08:49:23.241846+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-09-18T08:49:25.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:25 smithi078 bash[28923]: audit 2024-09-18T08:49:24.151589+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2024-09-18T08:49:25.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:25 smithi078 bash[28923]: audit 2024-09-18T08:49:24.151671+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]': finished 2024-09-18T08:49:25.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:25 smithi078 bash[28923]: audit 2024-09-18T08:49:24.151727+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]': finished 2024-09-18T08:49:25.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:25 smithi078 bash[28923]: cluster 2024-09-18T08:49:24.154964+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-09-18T08:49:25.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:25 smithi078 bash[28923]: audit 2024-09-18T08:49:24.314450+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:25.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:25 smithi078 bash[28923]: audit 2024-09-18T08:49:24.320443+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:25.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:25 smithi078 bash[28923]: audit 2024-09-18T08:49:24.325370+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:25.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:25 smithi078 bash[28923]: audit 2024-09-18T08:49:24.336048+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:25.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:25 smithi078 bash[19887]: audit 2024-09-18T08:49:24.151589+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2024-09-18T08:49:25.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:25 smithi078 bash[19887]: audit 2024-09-18T08:49:24.151671+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]': finished 2024-09-18T08:49:25.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:25 smithi078 bash[19887]: audit 2024-09-18T08:49:24.151727+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]': finished 2024-09-18T08:49:25.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:25 smithi078 bash[19887]: cluster 2024-09-18T08:49:24.154964+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-09-18T08:49:25.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:25 smithi078 bash[19887]: audit 2024-09-18T08:49:24.314450+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:25.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:25 smithi078 bash[19887]: audit 2024-09-18T08:49:24.320443+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:25.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:25 smithi078 bash[19887]: audit 2024-09-18T08:49:24.325370+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:25.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:25 smithi078 bash[19887]: audit 2024-09-18T08:49:24.336048+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:25.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:25 smithi189 bash[21687]: audit 2024-09-18T08:49:24.151589+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2024-09-18T08:49:25.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:25 smithi189 bash[21687]: audit 2024-09-18T08:49:24.151671+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]': finished 2024-09-18T08:49:25.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:25 smithi189 bash[21687]: audit 2024-09-18T08:49:24.151727+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]': finished 2024-09-18T08:49:25.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:25 smithi189 bash[21687]: cluster 2024-09-18T08:49:24.154964+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-09-18T08:49:25.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:25 smithi189 bash[21687]: audit 2024-09-18T08:49:24.314450+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:25.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:25 smithi189 bash[21687]: audit 2024-09-18T08:49:24.320443+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:25.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:25 smithi189 bash[21687]: audit 2024-09-18T08:49:24.325370+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:25.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:25 smithi189 bash[21687]: audit 2024-09-18T08:49:24.336048+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:25.895 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:49:26.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:26 smithi078 bash[19887]: cephadm 2024-09-18T08:49:24.326178+0000 mgr.y (mgr.24314) 138 : cephadm [INF] Checking pool "foo" exists for service iscsi.foo 2024-09-18T08:49:26.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:26 smithi078 bash[19887]: cluster 2024-09-18T08:49:25.096667+0000 mgr.y (mgr.24314) 139 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:26.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:26 smithi078 bash[19887]: cluster 2024-09-18T08:49:25.166239+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-09-18T08:49:26.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:26 smithi078 bash[19887]: cluster 2024-09-18T08:49:25.363465+0000 mon.a (mon.0) 860 : cluster [DBG] mgrmap e21: y(active, since 3m), standbys: x 2024-09-18T08:49:26.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:26 smithi078 bash[28923]: cephadm 2024-09-18T08:49:24.326178+0000 mgr.y (mgr.24314) 138 : cephadm [INF] Checking pool "foo" exists for service iscsi.foo 2024-09-18T08:49:26.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:26 smithi078 bash[28923]: cluster 2024-09-18T08:49:25.096667+0000 mgr.y (mgr.24314) 139 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:26.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:26 smithi078 bash[28923]: cluster 2024-09-18T08:49:25.166239+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-09-18T08:49:26.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:26 smithi078 bash[28923]: cluster 2024-09-18T08:49:25.363465+0000 mon.a (mon.0) 860 : cluster [DBG] mgrmap e21: y(active, since 3m), standbys: x 2024-09-18T08:49:26.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:26 smithi189 bash[21687]: cephadm 2024-09-18T08:49:24.326178+0000 mgr.y (mgr.24314) 138 : cephadm [INF] Checking pool "foo" exists for service iscsi.foo 2024-09-18T08:49:26.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:26 smithi189 bash[21687]: cluster 2024-09-18T08:49:25.096667+0000 mgr.y (mgr.24314) 139 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:26.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:26 smithi189 bash[21687]: cluster 2024-09-18T08:49:25.166239+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-09-18T08:49:26.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:26 smithi189 bash[21687]: cluster 2024-09-18T08:49:25.363465+0000 mon.a (mon.0) 860 : cluster [DBG] mgrmap e21: y(active, since 3m), standbys: x 2024-09-18T08:49:28.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:28 smithi078 bash[19887]: cluster 2024-09-18T08:49:27.097265+0000 mgr.y (mgr.24314) 140 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:28.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:28 smithi078 bash[19887]: audit 2024-09-18T08:49:27.788301+0000 mon.c (mon.2) 101 : audit [DBG] from='client.? 172.21.15.78:0/2686734837' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-18T08:49:28.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:28 smithi078 bash[19887]: audit 2024-09-18T08:49:28.076793+0000 mon.a (mon.0) 861 : audit [INF] from='client.? 172.21.15.78:0/1812816085' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/2031894257"}]: dispatch 2024-09-18T08:49:28.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:28 smithi078 bash[28923]: cluster 2024-09-18T08:49:27.097265+0000 mgr.y (mgr.24314) 140 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:28.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:28 smithi078 bash[28923]: audit 2024-09-18T08:49:27.788301+0000 mon.c (mon.2) 101 : audit [DBG] from='client.? 172.21.15.78:0/2686734837' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-18T08:49:28.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:28 smithi078 bash[28923]: audit 2024-09-18T08:49:28.076793+0000 mon.a (mon.0) 861 : audit [INF] from='client.? 172.21.15.78:0/1812816085' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/2031894257"}]: dispatch 2024-09-18T08:49:28.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:28 smithi189 bash[21687]: cluster 2024-09-18T08:49:27.097265+0000 mgr.y (mgr.24314) 140 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:28.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:28 smithi189 bash[21687]: audit 2024-09-18T08:49:27.788301+0000 mon.c (mon.2) 101 : audit [DBG] from='client.? 172.21.15.78:0/2686734837' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-18T08:49:28.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:28 smithi189 bash[21687]: audit 2024-09-18T08:49:28.076793+0000 mon.a (mon.0) 861 : audit [INF] from='client.? 172.21.15.78:0/1812816085' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/2031894257"}]: dispatch 2024-09-18T08:49:29.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:29 smithi078 bash[28923]: audit 2024-09-18T08:49:28.187578+0000 mon.a (mon.0) 862 : audit [INF] from='client.? 172.21.15.78:0/1812816085' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/2031894257"}]': finished 2024-09-18T08:49:29.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:29 smithi078 bash[28923]: cluster 2024-09-18T08:49:28.196041+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-09-18T08:49:29.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:29 smithi078 bash[28923]: audit 2024-09-18T08:49:28.203291+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:29.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:29 smithi078 bash[28923]: audit 2024-09-18T08:49:28.484461+0000 mon.a (mon.0) 865 : audit [INF] from='client.? 172.21.15.78:0/3665516200' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/908024260"}]: dispatch 2024-09-18T08:49:29.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:29 smithi078 bash[19887]: audit 2024-09-18T08:49:28.187578+0000 mon.a (mon.0) 862 : audit [INF] from='client.? 172.21.15.78:0/1812816085' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/2031894257"}]': finished 2024-09-18T08:49:29.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:29 smithi078 bash[19887]: cluster 2024-09-18T08:49:28.196041+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-09-18T08:49:29.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:29 smithi078 bash[19887]: audit 2024-09-18T08:49:28.203291+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:29.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:29 smithi078 bash[19887]: audit 2024-09-18T08:49:28.484461+0000 mon.a (mon.0) 865 : audit [INF] from='client.? 172.21.15.78:0/3665516200' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/908024260"}]: dispatch 2024-09-18T08:49:29.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:29 smithi189 bash[21687]: audit 2024-09-18T08:49:28.187578+0000 mon.a (mon.0) 862 : audit [INF] from='client.? 172.21.15.78:0/1812816085' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/2031894257"}]': finished 2024-09-18T08:49:29.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:29 smithi189 bash[21687]: cluster 2024-09-18T08:49:28.196041+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-09-18T08:49:29.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:29 smithi189 bash[21687]: audit 2024-09-18T08:49:28.203291+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:29.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:29 smithi189 bash[21687]: audit 2024-09-18T08:49:28.484461+0000 mon.a (mon.0) 865 : audit [INF] from='client.? 172.21.15.78:0/3665516200' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/908024260"}]: dispatch 2024-09-18T08:49:30.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:30 smithi189 bash[21687]: cluster 2024-09-18T08:49:29.098802+0000 mgr.y (mgr.24314) 141 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 170 B/s wr, 1 op/s 2024-09-18T08:49:30.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:30 smithi189 bash[21687]: audit 2024-09-18T08:49:29.202504+0000 mon.a (mon.0) 866 : audit [INF] from='client.? 172.21.15.78:0/3665516200' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/908024260"}]': finished 2024-09-18T08:49:30.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:30 smithi189 bash[21687]: cluster 2024-09-18T08:49:29.211887+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-09-18T08:49:30.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:30 smithi189 bash[21687]: audit 2024-09-18T08:49:29.520326+0000 mon.a (mon.0) 868 : audit [INF] from='client.? 172.21.15.78:0/2330196231' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/908024260"}]: dispatch 2024-09-18T08:49:30.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:30 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:49:30] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-18T08:49:30.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:30 smithi078 bash[28923]: cluster 2024-09-18T08:49:29.098802+0000 mgr.y (mgr.24314) 141 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 170 B/s wr, 1 op/s 2024-09-18T08:49:30.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:30 smithi078 bash[28923]: audit 2024-09-18T08:49:29.202504+0000 mon.a (mon.0) 866 : audit [INF] from='client.? 172.21.15.78:0/3665516200' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/908024260"}]': finished 2024-09-18T08:49:30.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:30 smithi078 bash[28923]: cluster 2024-09-18T08:49:29.211887+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-09-18T08:49:30.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:30 smithi078 bash[28923]: audit 2024-09-18T08:49:29.520326+0000 mon.a (mon.0) 868 : audit [INF] from='client.? 172.21.15.78:0/2330196231' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/908024260"}]: dispatch 2024-09-18T08:49:30.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:30 smithi078 bash[19887]: cluster 2024-09-18T08:49:29.098802+0000 mgr.y (mgr.24314) 141 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 170 B/s wr, 1 op/s 2024-09-18T08:49:30.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:30 smithi078 bash[19887]: audit 2024-09-18T08:49:29.202504+0000 mon.a (mon.0) 866 : audit [INF] from='client.? 172.21.15.78:0/3665516200' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/908024260"}]': finished 2024-09-18T08:49:30.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:30 smithi078 bash[19887]: cluster 2024-09-18T08:49:29.211887+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-09-18T08:49:30.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:30 smithi078 bash[19887]: audit 2024-09-18T08:49:29.520326+0000 mon.a (mon.0) 868 : audit [INF] from='client.? 172.21.15.78:0/2330196231' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/908024260"}]: dispatch 2024-09-18T08:49:31.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:30 smithi078 bash[20143]: [18/Sep/2024:08:49:30] ENGINE Bus STOPPING 2024-09-18T08:49:31.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:30 smithi078 bash[20143]: [18/Sep/2024:08:49:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T08:49:31.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:30 smithi078 bash[20143]: [18/Sep/2024:08:49:30] ENGINE Bus STOPPED 2024-09-18T08:49:31.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:30 smithi078 bash[20143]: [18/Sep/2024:08:49:30] ENGINE Bus STARTING 2024-09-18T08:49:31.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:30 smithi078 bash[20143]: [18/Sep/2024:08:49:30] ENGINE Serving on http://:::9283 2024-09-18T08:49:31.203 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:30 smithi078 bash[20143]: [18/Sep/2024:08:49:30] ENGINE Bus STARTED 2024-09-18T08:49:31.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:31 smithi189 bash[21687]: audit 2024-09-18T08:49:30.218259+0000 mon.a (mon.0) 869 : audit [INF] from='client.? 172.21.15.78:0/2330196231' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/908024260"}]': finished 2024-09-18T08:49:31.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:31 smithi189 bash[21687]: cluster 2024-09-18T08:49:30.223629+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-09-18T08:49:31.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:31 smithi189 bash[21687]: audit 2024-09-18T08:49:30.546504+0000 mon.a (mon.0) 871 : audit [INF] from='client.? 172.21.15.78:0/1821117455' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/525336696"}]: dispatch 2024-09-18T08:49:31.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:31 smithi189 bash[21687]: audit 2024-09-18T08:49:30.617973+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:31.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:31 smithi189 bash[21687]: audit 2024-09-18T08:49:30.625436+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:31.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:31 smithi189 bash[21687]: audit 2024-09-18T08:49:30.626776+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:31.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:31 smithi189 bash[21687]: audit 2024-09-18T08:49:30.627515+0000 mon.c (mon.2) 103 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:49:31.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:31 smithi189 bash[21687]: audit 2024-09-18T08:49:30.634060+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:31.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:31 smithi189 bash[21687]: audit 2024-09-18T08:49:30.693261+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T08:49:31.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:31 smithi189 bash[21687]: audit 2024-09-18T08:49:30.695337+0000 mon.c (mon.2) 105 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T08:49:31.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:31 smithi189 bash[21687]: audit 2024-09-18T08:49:30.701769+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:31.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:31 smithi189 bash[21687]: audit 2024-09-18T08:49:30.711892+0000 mon.c (mon.2) 106 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T08:49:31.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:31 smithi189 bash[21687]: audit 2024-09-18T08:49:30.727765+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:31.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:31 smithi189 bash[21687]: audit 2024-09-18T08:49:30.785053+0000 mon.c (mon.2) 107 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:31.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:31 smithi189 bash[21687]: audit 2024-09-18T08:49:30.786170+0000 mon.c (mon.2) 108 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:49:31.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:31 smithi189 bash[21687]: audit 2024-09-18T08:49:30.796564+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:31.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[19887]: audit 2024-09-18T08:49:30.218259+0000 mon.a (mon.0) 869 : audit [INF] from='client.? 172.21.15.78:0/2330196231' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/908024260"}]': finished 2024-09-18T08:49:31.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[19887]: cluster 2024-09-18T08:49:30.223629+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-09-18T08:49:31.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[19887]: audit 2024-09-18T08:49:30.546504+0000 mon.a (mon.0) 871 : audit [INF] from='client.? 172.21.15.78:0/1821117455' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/525336696"}]: dispatch 2024-09-18T08:49:31.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[19887]: audit 2024-09-18T08:49:30.617973+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:31.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[19887]: audit 2024-09-18T08:49:30.625436+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:31.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[19887]: audit 2024-09-18T08:49:30.626776+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:31.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[19887]: audit 2024-09-18T08:49:30.627515+0000 mon.c (mon.2) 103 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:49:31.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[19887]: audit 2024-09-18T08:49:30.634060+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:31.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[19887]: audit 2024-09-18T08:49:30.693261+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T08:49:31.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[19887]: audit 2024-09-18T08:49:30.695337+0000 mon.c (mon.2) 105 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T08:49:31.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[19887]: audit 2024-09-18T08:49:30.701769+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:31.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[19887]: audit 2024-09-18T08:49:30.711892+0000 mon.c (mon.2) 106 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T08:49:31.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[19887]: audit 2024-09-18T08:49:30.727765+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:31.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[19887]: audit 2024-09-18T08:49:30.785053+0000 mon.c (mon.2) 107 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:31.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[19887]: audit 2024-09-18T08:49:30.786170+0000 mon.c (mon.2) 108 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:49:31.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[19887]: audit 2024-09-18T08:49:30.796564+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:31.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[28923]: audit 2024-09-18T08:49:30.218259+0000 mon.a (mon.0) 869 : audit [INF] from='client.? 172.21.15.78:0/2330196231' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/908024260"}]': finished 2024-09-18T08:49:31.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[28923]: cluster 2024-09-18T08:49:30.223629+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-09-18T08:49:31.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[28923]: audit 2024-09-18T08:49:30.546504+0000 mon.a (mon.0) 871 : audit [INF] from='client.? 172.21.15.78:0/1821117455' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/525336696"}]: dispatch 2024-09-18T08:49:31.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[28923]: audit 2024-09-18T08:49:30.617973+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:31.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[28923]: audit 2024-09-18T08:49:30.625436+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:31.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[28923]: audit 2024-09-18T08:49:30.626776+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:31.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[28923]: audit 2024-09-18T08:49:30.627515+0000 mon.c (mon.2) 103 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:49:31.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[28923]: audit 2024-09-18T08:49:30.634060+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:31.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[28923]: audit 2024-09-18T08:49:30.693261+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T08:49:31.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[28923]: audit 2024-09-18T08:49:30.695337+0000 mon.c (mon.2) 105 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T08:49:31.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[28923]: audit 2024-09-18T08:49:30.701769+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:31.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[28923]: audit 2024-09-18T08:49:30.711892+0000 mon.c (mon.2) 106 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T08:49:31.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[28923]: audit 2024-09-18T08:49:30.727765+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:31.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[28923]: audit 2024-09-18T08:49:30.785053+0000 mon.c (mon.2) 107 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:49:31.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[28923]: audit 2024-09-18T08:49:30.786170+0000 mon.c (mon.2) 108 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:49:31.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:31 smithi078 bash[28923]: audit 2024-09-18T08:49:30.796564+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:49:32.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:32 smithi189 bash[21687]: audit 2024-09-18T08:49:30.693911+0000 mgr.y (mgr.24314) 142 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T08:49:32.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:32 smithi189 bash[21687]: cephadm 2024-09-18T08:49:30.694993+0000 mgr.y (mgr.24314) 143 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.78:5000 to Dashboard 2024-09-18T08:49:32.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:32 smithi189 bash[21687]: audit 2024-09-18T08:49:30.695752+0000 mgr.y (mgr.24314) 144 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T08:49:32.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:32 smithi189 bash[21687]: audit 2024-09-18T08:49:30.712498+0000 mgr.y (mgr.24314) 145 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T08:49:32.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:32 smithi189 bash[21687]: cluster 2024-09-18T08:49:31.099520+0000 mgr.y (mgr.24314) 146 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 344 B/s rd, 172 B/s wr, 1 op/s 2024-09-18T08:49:32.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:32 smithi189 bash[21687]: audit 2024-09-18T08:49:31.230837+0000 mon.a (mon.0) 878 : audit [INF] from='client.? 172.21.15.78:0/1821117455' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/525336696"}]': finished 2024-09-18T08:49:32.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:32 smithi189 bash[21687]: cluster 2024-09-18T08:49:31.235498+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-09-18T08:49:32.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:32 smithi189 bash[21687]: audit 2024-09-18T08:49:31.542979+0000 mon.a (mon.0) 880 : audit [INF] from='client.? 172.21.15.78:0/458199332' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1388626620"}]: dispatch 2024-09-18T08:49:32.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:32 smithi078 bash[19887]: audit 2024-09-18T08:49:30.693911+0000 mgr.y (mgr.24314) 142 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T08:49:32.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:32 smithi078 bash[19887]: cephadm 2024-09-18T08:49:30.694993+0000 mgr.y (mgr.24314) 143 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.78:5000 to Dashboard 2024-09-18T08:49:32.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:32 smithi078 bash[19887]: audit 2024-09-18T08:49:30.695752+0000 mgr.y (mgr.24314) 144 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T08:49:32.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:32 smithi078 bash[19887]: audit 2024-09-18T08:49:30.712498+0000 mgr.y (mgr.24314) 145 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T08:49:32.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:32 smithi078 bash[19887]: cluster 2024-09-18T08:49:31.099520+0000 mgr.y (mgr.24314) 146 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 344 B/s rd, 172 B/s wr, 1 op/s 2024-09-18T08:49:32.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:32 smithi078 bash[19887]: audit 2024-09-18T08:49:31.230837+0000 mon.a (mon.0) 878 : audit [INF] from='client.? 172.21.15.78:0/1821117455' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/525336696"}]': finished 2024-09-18T08:49:32.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:32 smithi078 bash[19887]: cluster 2024-09-18T08:49:31.235498+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-09-18T08:49:32.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:32 smithi078 bash[19887]: audit 2024-09-18T08:49:31.542979+0000 mon.a (mon.0) 880 : audit [INF] from='client.? 172.21.15.78:0/458199332' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1388626620"}]: dispatch 2024-09-18T08:49:32.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:32 smithi078 bash[28923]: audit 2024-09-18T08:49:30.693911+0000 mgr.y (mgr.24314) 142 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T08:49:32.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:32 smithi078 bash[28923]: cephadm 2024-09-18T08:49:30.694993+0000 mgr.y (mgr.24314) 143 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.78:5000 to Dashboard 2024-09-18T08:49:32.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:32 smithi078 bash[28923]: audit 2024-09-18T08:49:30.695752+0000 mgr.y (mgr.24314) 144 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T08:49:32.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:32 smithi078 bash[28923]: audit 2024-09-18T08:49:30.712498+0000 mgr.y (mgr.24314) 145 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T08:49:32.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:32 smithi078 bash[28923]: cluster 2024-09-18T08:49:31.099520+0000 mgr.y (mgr.24314) 146 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 344 B/s rd, 172 B/s wr, 1 op/s 2024-09-18T08:49:32.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:32 smithi078 bash[28923]: audit 2024-09-18T08:49:31.230837+0000 mon.a (mon.0) 878 : audit [INF] from='client.? 172.21.15.78:0/1821117455' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/525336696"}]': finished 2024-09-18T08:49:32.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:32 smithi078 bash[28923]: cluster 2024-09-18T08:49:31.235498+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-09-18T08:49:32.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:32 smithi078 bash[28923]: audit 2024-09-18T08:49:31.542979+0000 mon.a (mon.0) 880 : audit [INF] from='client.? 172.21.15.78:0/458199332' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1388626620"}]: dispatch 2024-09-18T08:49:33.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:33 smithi189 bash[21687]: audit 2024-09-18T08:49:32.243126+0000 mon.a (mon.0) 881 : audit [INF] from='client.? 172.21.15.78:0/458199332' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1388626620"}]': finished 2024-09-18T08:49:33.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:33 smithi189 bash[21687]: cluster 2024-09-18T08:49:32.249855+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-09-18T08:49:33.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:33 smithi189 bash[21687]: audit 2024-09-18T08:49:32.555813+0000 mon.a (mon.0) 883 : audit [INF] from='client.? 172.21.15.78:0/2243222016' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3242508562"}]: dispatch 2024-09-18T08:49:33.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:33 smithi078 bash[19887]: audit 2024-09-18T08:49:32.243126+0000 mon.a (mon.0) 881 : audit [INF] from='client.? 172.21.15.78:0/458199332' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1388626620"}]': finished 2024-09-18T08:49:33.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:33 smithi078 bash[19887]: cluster 2024-09-18T08:49:32.249855+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-09-18T08:49:33.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:33 smithi078 bash[19887]: audit 2024-09-18T08:49:32.555813+0000 mon.a (mon.0) 883 : audit [INF] from='client.? 172.21.15.78:0/2243222016' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3242508562"}]: dispatch 2024-09-18T08:49:33.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:33 smithi078 bash[28923]: audit 2024-09-18T08:49:32.243126+0000 mon.a (mon.0) 881 : audit [INF] from='client.? 172.21.15.78:0/458199332' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1388626620"}]': finished 2024-09-18T08:49:33.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:33 smithi078 bash[28923]: cluster 2024-09-18T08:49:32.249855+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-09-18T08:49:33.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:33 smithi078 bash[28923]: audit 2024-09-18T08:49:32.555813+0000 mon.a (mon.0) 883 : audit [INF] from='client.? 172.21.15.78:0/2243222016' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3242508562"}]: dispatch 2024-09-18T08:49:34.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:34 smithi189 bash[21687]: cluster 2024-09-18T08:49:33.100214+0000 mgr.y (mgr.24314) 147 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:34.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:34 smithi189 bash[21687]: audit 2024-09-18T08:49:33.254415+0000 mon.a (mon.0) 884 : audit [INF] from='client.? 172.21.15.78:0/2243222016' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3242508562"}]': finished 2024-09-18T08:49:34.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:34 smithi189 bash[21687]: cluster 2024-09-18T08:49:33.260017+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-09-18T08:49:34.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:34 smithi189 bash[21687]: audit 2024-09-18T08:49:33.569501+0000 mon.c (mon.2) 109 : audit [INF] from='client.? 172.21.15.78:0/1463818340' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4104688084"}]: dispatch 2024-09-18T08:49:34.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:34 smithi189 bash[21687]: audit 2024-09-18T08:49:33.570195+0000 mon.a (mon.0) 886 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4104688084"}]: dispatch 2024-09-18T08:49:34.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:34 smithi078 bash[19887]: cluster 2024-09-18T08:49:33.100214+0000 mgr.y (mgr.24314) 147 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:34.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:34 smithi078 bash[19887]: audit 2024-09-18T08:49:33.254415+0000 mon.a (mon.0) 884 : audit [INF] from='client.? 172.21.15.78:0/2243222016' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3242508562"}]': finished 2024-09-18T08:49:34.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:34 smithi078 bash[19887]: cluster 2024-09-18T08:49:33.260017+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-09-18T08:49:34.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:34 smithi078 bash[19887]: audit 2024-09-18T08:49:33.569501+0000 mon.c (mon.2) 109 : audit [INF] from='client.? 172.21.15.78:0/1463818340' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4104688084"}]: dispatch 2024-09-18T08:49:34.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:34 smithi078 bash[19887]: audit 2024-09-18T08:49:33.570195+0000 mon.a (mon.0) 886 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4104688084"}]: dispatch 2024-09-18T08:49:34.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:34 smithi078 bash[28923]: cluster 2024-09-18T08:49:33.100214+0000 mgr.y (mgr.24314) 147 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:34.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:34 smithi078 bash[28923]: audit 2024-09-18T08:49:33.254415+0000 mon.a (mon.0) 884 : audit [INF] from='client.? 172.21.15.78:0/2243222016' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3242508562"}]': finished 2024-09-18T08:49:34.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:34 smithi078 bash[28923]: cluster 2024-09-18T08:49:33.260017+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-09-18T08:49:34.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:34 smithi078 bash[28923]: audit 2024-09-18T08:49:33.569501+0000 mon.c (mon.2) 109 : audit [INF] from='client.? 172.21.15.78:0/1463818340' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4104688084"}]: dispatch 2024-09-18T08:49:34.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:34 smithi078 bash[28923]: audit 2024-09-18T08:49:33.570195+0000 mon.a (mon.0) 886 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4104688084"}]: dispatch 2024-09-18T08:49:35.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:35 smithi189 bash[21687]: audit 2024-09-18T08:49:34.257205+0000 mon.a (mon.0) 887 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4104688084"}]': finished 2024-09-18T08:49:35.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:35 smithi189 bash[21687]: cluster 2024-09-18T08:49:34.264319+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-09-18T08:49:35.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:35 smithi189 bash[21687]: audit 2024-09-18T08:49:34.573302+0000 mon.a (mon.0) 889 : audit [INF] from='client.? 172.21.15.78:0/2950354720' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3156924899"}]: dispatch 2024-09-18T08:49:35.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:35 smithi078 bash[28923]: audit 2024-09-18T08:49:34.257205+0000 mon.a (mon.0) 887 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4104688084"}]': finished 2024-09-18T08:49:35.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:35 smithi078 bash[28923]: cluster 2024-09-18T08:49:34.264319+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-09-18T08:49:35.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:35 smithi078 bash[28923]: audit 2024-09-18T08:49:34.573302+0000 mon.a (mon.0) 889 : audit [INF] from='client.? 172.21.15.78:0/2950354720' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3156924899"}]: dispatch 2024-09-18T08:49:35.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:35 smithi078 bash[19887]: audit 2024-09-18T08:49:34.257205+0000 mon.a (mon.0) 887 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4104688084"}]': finished 2024-09-18T08:49:35.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:35 smithi078 bash[19887]: cluster 2024-09-18T08:49:34.264319+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-09-18T08:49:35.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:35 smithi078 bash[19887]: audit 2024-09-18T08:49:34.573302+0000 mon.a (mon.0) 889 : audit [INF] from='client.? 172.21.15.78:0/2950354720' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3156924899"}]: dispatch 2024-09-18T08:49:36.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:36 smithi189 bash[21687]: cluster 2024-09-18T08:49:35.100928+0000 mgr.y (mgr.24314) 148 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:49:36.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:36 smithi189 bash[21687]: audit 2024-09-18T08:49:35.272720+0000 mon.a (mon.0) 890 : audit [INF] from='client.? 172.21.15.78:0/2950354720' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3156924899"}]': finished 2024-09-18T08:49:36.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:36 smithi189 bash[21687]: cluster 2024-09-18T08:49:35.280083+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-09-18T08:49:36.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:36 smithi189 bash[21687]: audit 2024-09-18T08:49:35.591566+0000 mon.a (mon.0) 892 : audit [INF] from='client.? 172.21.15.78:0/3823839605' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1822431675"}]: dispatch 2024-09-18T08:49:36.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:36 smithi078 bash[19887]: cluster 2024-09-18T08:49:35.100928+0000 mgr.y (mgr.24314) 148 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:49:36.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:36 smithi078 bash[19887]: audit 2024-09-18T08:49:35.272720+0000 mon.a (mon.0) 890 : audit [INF] from='client.? 172.21.15.78:0/2950354720' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3156924899"}]': finished 2024-09-18T08:49:36.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:36 smithi078 bash[19887]: cluster 2024-09-18T08:49:35.280083+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-09-18T08:49:36.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:36 smithi078 bash[19887]: audit 2024-09-18T08:49:35.591566+0000 mon.a (mon.0) 892 : audit [INF] from='client.? 172.21.15.78:0/3823839605' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1822431675"}]: dispatch 2024-09-18T08:49:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:36 smithi078 bash[28923]: cluster 2024-09-18T08:49:35.100928+0000 mgr.y (mgr.24314) 148 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:49:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:36 smithi078 bash[28923]: audit 2024-09-18T08:49:35.272720+0000 mon.a (mon.0) 890 : audit [INF] from='client.? 172.21.15.78:0/2950354720' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3156924899"}]': finished 2024-09-18T08:49:36.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:36 smithi078 bash[28923]: cluster 2024-09-18T08:49:35.280083+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-09-18T08:49:36.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:36 smithi078 bash[28923]: audit 2024-09-18T08:49:35.591566+0000 mon.a (mon.0) 892 : audit [INF] from='client.? 172.21.15.78:0/3823839605' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1822431675"}]: dispatch 2024-09-18T08:49:37.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:37 smithi189 bash[21687]: audit 2024-09-18T08:49:36.293050+0000 mon.a (mon.0) 893 : audit [INF] from='client.? 172.21.15.78:0/3823839605' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1822431675"}]': finished 2024-09-18T08:49:37.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:37 smithi189 bash[21687]: cluster 2024-09-18T08:49:36.300647+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-09-18T08:49:37.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:37 smithi189 bash[21687]: audit 2024-09-18T08:49:36.609223+0000 mon.c (mon.2) 110 : audit [INF] from='client.? 172.21.15.78:0/2016855860' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1456898720"}]: dispatch 2024-09-18T08:49:37.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:37 smithi189 bash[21687]: audit 2024-09-18T08:49:36.609916+0000 mon.a (mon.0) 895 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1456898720"}]: dispatch 2024-09-18T08:49:37.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:37 smithi078 bash[19887]: audit 2024-09-18T08:49:36.293050+0000 mon.a (mon.0) 893 : audit [INF] from='client.? 172.21.15.78:0/3823839605' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1822431675"}]': finished 2024-09-18T08:49:37.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:37 smithi078 bash[19887]: cluster 2024-09-18T08:49:36.300647+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-09-18T08:49:37.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:37 smithi078 bash[19887]: audit 2024-09-18T08:49:36.609223+0000 mon.c (mon.2) 110 : audit [INF] from='client.? 172.21.15.78:0/2016855860' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1456898720"}]: dispatch 2024-09-18T08:49:37.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:37 smithi078 bash[19887]: audit 2024-09-18T08:49:36.609916+0000 mon.a (mon.0) 895 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1456898720"}]: dispatch 2024-09-18T08:49:37.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:37 smithi078 bash[28923]: audit 2024-09-18T08:49:36.293050+0000 mon.a (mon.0) 893 : audit [INF] from='client.? 172.21.15.78:0/3823839605' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1822431675"}]': finished 2024-09-18T08:49:37.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:37 smithi078 bash[28923]: cluster 2024-09-18T08:49:36.300647+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-09-18T08:49:37.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:37 smithi078 bash[28923]: audit 2024-09-18T08:49:36.609223+0000 mon.c (mon.2) 110 : audit [INF] from='client.? 172.21.15.78:0/2016855860' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1456898720"}]: dispatch 2024-09-18T08:49:37.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:37 smithi078 bash[28923]: audit 2024-09-18T08:49:36.609916+0000 mon.a (mon.0) 895 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1456898720"}]: dispatch 2024-09-18T08:49:38.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:38 smithi189 bash[21687]: cluster 2024-09-18T08:49:37.101625+0000 mgr.y (mgr.24314) 149 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:49:38.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:38 smithi189 bash[21687]: audit 2024-09-18T08:49:37.304020+0000 mon.a (mon.0) 896 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1456898720"}]': finished 2024-09-18T08:49:38.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:38 smithi189 bash[21687]: cluster 2024-09-18T08:49:37.316228+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-09-18T08:49:38.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:38 smithi189 bash[21687]: audit 2024-09-18T08:49:37.640728+0000 mon.a (mon.0) 898 : audit [INF] from='client.? 172.21.15.78:0/2702702860' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4185838022"}]: dispatch 2024-09-18T08:49:38.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:38 smithi189 bash[21687]: audit 2024-09-18T08:49:38.129429+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:49:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:38 smithi078 bash[19887]: cluster 2024-09-18T08:49:37.101625+0000 mgr.y (mgr.24314) 149 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:49:38.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:38 smithi078 bash[19887]: audit 2024-09-18T08:49:37.304020+0000 mon.a (mon.0) 896 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1456898720"}]': finished 2024-09-18T08:49:38.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:38 smithi078 bash[19887]: cluster 2024-09-18T08:49:37.316228+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-09-18T08:49:38.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:38 smithi078 bash[19887]: audit 2024-09-18T08:49:37.640728+0000 mon.a (mon.0) 898 : audit [INF] from='client.? 172.21.15.78:0/2702702860' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4185838022"}]: dispatch 2024-09-18T08:49:38.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:38 smithi078 bash[19887]: audit 2024-09-18T08:49:38.129429+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:49:38.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:38 smithi078 bash[28923]: cluster 2024-09-18T08:49:37.101625+0000 mgr.y (mgr.24314) 149 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:49:38.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:38 smithi078 bash[28923]: audit 2024-09-18T08:49:37.304020+0000 mon.a (mon.0) 896 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1456898720"}]': finished 2024-09-18T08:49:38.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:38 smithi078 bash[28923]: cluster 2024-09-18T08:49:37.316228+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-09-18T08:49:38.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:38 smithi078 bash[28923]: audit 2024-09-18T08:49:37.640728+0000 mon.a (mon.0) 898 : audit [INF] from='client.? 172.21.15.78:0/2702702860' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4185838022"}]: dispatch 2024-09-18T08:49:38.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:38 smithi078 bash[28923]: audit 2024-09-18T08:49:38.129429+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:49:39.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:39 smithi189 bash[21687]: audit 2024-09-18T08:49:37.525491+0000 mgr.y (mgr.24314) 150 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:49:39.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:39 smithi189 bash[21687]: audit 2024-09-18T08:49:38.306345+0000 mon.a (mon.0) 899 : audit [INF] from='client.? 172.21.15.78:0/2702702860' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4185838022"}]': finished 2024-09-18T08:49:39.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:39 smithi189 bash[21687]: cluster 2024-09-18T08:49:38.315699+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-09-18T08:49:39.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:39 smithi189 bash[21687]: audit 2024-09-18T08:49:38.627122+0000 mon.c (mon.2) 112 : audit [INF] from='client.? 172.21.15.78:0/1519658588' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4104688084"}]: dispatch 2024-09-18T08:49:39.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:39 smithi189 bash[21687]: audit 2024-09-18T08:49:38.627803+0000 mon.a (mon.0) 901 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4104688084"}]: dispatch 2024-09-18T08:49:39.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:39 smithi078 bash[19887]: audit 2024-09-18T08:49:37.525491+0000 mgr.y (mgr.24314) 150 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:49:39.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:39 smithi078 bash[19887]: audit 2024-09-18T08:49:38.306345+0000 mon.a (mon.0) 899 : audit [INF] from='client.? 172.21.15.78:0/2702702860' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4185838022"}]': finished 2024-09-18T08:49:39.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:39 smithi078 bash[19887]: cluster 2024-09-18T08:49:38.315699+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-09-18T08:49:39.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:39 smithi078 bash[19887]: audit 2024-09-18T08:49:38.627122+0000 mon.c (mon.2) 112 : audit [INF] from='client.? 172.21.15.78:0/1519658588' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4104688084"}]: dispatch 2024-09-18T08:49:39.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:39 smithi078 bash[19887]: audit 2024-09-18T08:49:38.627803+0000 mon.a (mon.0) 901 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4104688084"}]: dispatch 2024-09-18T08:49:39.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:39 smithi078 bash[28923]: audit 2024-09-18T08:49:37.525491+0000 mgr.y (mgr.24314) 150 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:49:39.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:39 smithi078 bash[28923]: audit 2024-09-18T08:49:38.306345+0000 mon.a (mon.0) 899 : audit [INF] from='client.? 172.21.15.78:0/2702702860' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4185838022"}]': finished 2024-09-18T08:49:39.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:39 smithi078 bash[28923]: cluster 2024-09-18T08:49:38.315699+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-09-18T08:49:39.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:39 smithi078 bash[28923]: audit 2024-09-18T08:49:38.627122+0000 mon.c (mon.2) 112 : audit [INF] from='client.? 172.21.15.78:0/1519658588' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4104688084"}]: dispatch 2024-09-18T08:49:39.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:39 smithi078 bash[28923]: audit 2024-09-18T08:49:38.627803+0000 mon.a (mon.0) 901 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4104688084"}]: dispatch 2024-09-18T08:49:40.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:40 smithi189 bash[21687]: cluster 2024-09-18T08:49:39.103185+0000 mgr.y (mgr.24314) 151 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:49:40.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:40 smithi189 bash[21687]: audit 2024-09-18T08:49:39.321990+0000 mon.a (mon.0) 902 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4104688084"}]': finished 2024-09-18T08:49:40.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:40 smithi189 bash[21687]: cluster 2024-09-18T08:49:39.331365+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-09-18T08:49:40.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:40 smithi189 bash[21687]: audit 2024-09-18T08:49:39.647657+0000 mon.a (mon.0) 904 : audit [INF] from='client.? 172.21.15.78:0/1265480711' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/516197469"}]: dispatch 2024-09-18T08:49:40.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:40 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:49:40] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-18T08:49:40.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:40 smithi078 bash[28923]: cluster 2024-09-18T08:49:39.103185+0000 mgr.y (mgr.24314) 151 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:49:40.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:40 smithi078 bash[28923]: audit 2024-09-18T08:49:39.321990+0000 mon.a (mon.0) 902 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4104688084"}]': finished 2024-09-18T08:49:40.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:40 smithi078 bash[28923]: cluster 2024-09-18T08:49:39.331365+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-09-18T08:49:40.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:40 smithi078 bash[28923]: audit 2024-09-18T08:49:39.647657+0000 mon.a (mon.0) 904 : audit [INF] from='client.? 172.21.15.78:0/1265480711' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/516197469"}]: dispatch 2024-09-18T08:49:40.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:40 smithi078 bash[19887]: cluster 2024-09-18T08:49:39.103185+0000 mgr.y (mgr.24314) 151 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:49:40.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:40 smithi078 bash[19887]: audit 2024-09-18T08:49:39.321990+0000 mon.a (mon.0) 902 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4104688084"}]': finished 2024-09-18T08:49:40.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:40 smithi078 bash[19887]: cluster 2024-09-18T08:49:39.331365+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-09-18T08:49:40.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:40 smithi078 bash[19887]: audit 2024-09-18T08:49:39.647657+0000 mon.a (mon.0) 904 : audit [INF] from='client.? 172.21.15.78:0/1265480711' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/516197469"}]: dispatch 2024-09-18T08:49:41.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:41 smithi189 bash[21687]: audit 2024-09-18T08:49:40.346474+0000 mon.a (mon.0) 905 : audit [INF] from='client.? 172.21.15.78:0/1265480711' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/516197469"}]': finished 2024-09-18T08:49:41.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:41 smithi189 bash[21687]: cluster 2024-09-18T08:49:40.351199+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-09-18T08:49:41.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:41 smithi189 bash[21687]: audit 2024-09-18T08:49:40.663177+0000 mon.c (mon.2) 113 : audit [INF] from='client.? 172.21.15.78:0/1923446620' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1670776620"}]: dispatch 2024-09-18T08:49:41.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:41 smithi189 bash[21687]: audit 2024-09-18T08:49:40.663932+0000 mon.a (mon.0) 907 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1670776620"}]: dispatch 2024-09-18T08:49:41.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:41 smithi189 bash[21687]: cluster 2024-09-18T08:49:41.103910+0000 mgr.y (mgr.24314) 152 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:49:41.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:41 smithi078 bash[19887]: audit 2024-09-18T08:49:40.346474+0000 mon.a (mon.0) 905 : audit [INF] from='client.? 172.21.15.78:0/1265480711' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/516197469"}]': finished 2024-09-18T08:49:41.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:41 smithi078 bash[19887]: cluster 2024-09-18T08:49:40.351199+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-09-18T08:49:41.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:41 smithi078 bash[19887]: audit 2024-09-18T08:49:40.663177+0000 mon.c (mon.2) 113 : audit [INF] from='client.? 172.21.15.78:0/1923446620' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1670776620"}]: dispatch 2024-09-18T08:49:41.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:41 smithi078 bash[19887]: audit 2024-09-18T08:49:40.663932+0000 mon.a (mon.0) 907 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1670776620"}]: dispatch 2024-09-18T08:49:41.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:41 smithi078 bash[19887]: cluster 2024-09-18T08:49:41.103910+0000 mgr.y (mgr.24314) 152 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:49:41.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:41 smithi078 bash[28923]: audit 2024-09-18T08:49:40.346474+0000 mon.a (mon.0) 905 : audit [INF] from='client.? 172.21.15.78:0/1265480711' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/516197469"}]': finished 2024-09-18T08:49:41.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:41 smithi078 bash[28923]: cluster 2024-09-18T08:49:40.351199+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-09-18T08:49:41.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:41 smithi078 bash[28923]: audit 2024-09-18T08:49:40.663177+0000 mon.c (mon.2) 113 : audit [INF] from='client.? 172.21.15.78:0/1923446620' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1670776620"}]: dispatch 2024-09-18T08:49:41.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:41 smithi078 bash[28923]: audit 2024-09-18T08:49:40.663932+0000 mon.a (mon.0) 907 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1670776620"}]: dispatch 2024-09-18T08:49:41.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:41 smithi078 bash[28923]: cluster 2024-09-18T08:49:41.103910+0000 mgr.y (mgr.24314) 152 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:49:42.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:42 smithi189 bash[21687]: audit 2024-09-18T08:49:41.359538+0000 mon.a (mon.0) 908 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1670776620"}]': finished 2024-09-18T08:49:42.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:42 smithi189 bash[21687]: cluster 2024-09-18T08:49:41.368997+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-09-18T08:49:42.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:42 smithi189 bash[21687]: audit 2024-09-18T08:49:41.674673+0000 mon.a (mon.0) 910 : audit [INF] from='client.? 172.21.15.78:0/3425297287' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4185838022"}]: dispatch 2024-09-18T08:49:42.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:42 smithi078 bash[19887]: audit 2024-09-18T08:49:41.359538+0000 mon.a (mon.0) 908 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1670776620"}]': finished 2024-09-18T08:49:42.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:42 smithi078 bash[19887]: cluster 2024-09-18T08:49:41.368997+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-09-18T08:49:42.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:42 smithi078 bash[19887]: audit 2024-09-18T08:49:41.674673+0000 mon.a (mon.0) 910 : audit [INF] from='client.? 172.21.15.78:0/3425297287' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4185838022"}]: dispatch 2024-09-18T08:49:42.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:42 smithi078 bash[28923]: audit 2024-09-18T08:49:41.359538+0000 mon.a (mon.0) 908 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1670776620"}]': finished 2024-09-18T08:49:42.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:42 smithi078 bash[28923]: cluster 2024-09-18T08:49:41.368997+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-09-18T08:49:42.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:42 smithi078 bash[28923]: audit 2024-09-18T08:49:41.674673+0000 mon.a (mon.0) 910 : audit [INF] from='client.? 172.21.15.78:0/3425297287' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4185838022"}]: dispatch 2024-09-18T08:49:43.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:43 smithi189 bash[21687]: audit 2024-09-18T08:49:42.361953+0000 mon.a (mon.0) 911 : audit [INF] from='client.? 172.21.15.78:0/3425297287' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4185838022"}]': finished 2024-09-18T08:49:43.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:43 smithi189 bash[21687]: cluster 2024-09-18T08:49:42.365965+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-09-18T08:49:43.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:43 smithi189 bash[21687]: audit 2024-09-18T08:49:42.682872+0000 mon.a (mon.0) 913 : audit [INF] from='client.? 172.21.15.78:0/2391004646' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/639648956"}]: dispatch 2024-09-18T08:49:43.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:43 smithi189 bash[21687]: cluster 2024-09-18T08:49:43.104594+0000 mgr.y (mgr.24314) 153 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:43.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:43 smithi078 bash[19887]: audit 2024-09-18T08:49:42.361953+0000 mon.a (mon.0) 911 : audit [INF] from='client.? 172.21.15.78:0/3425297287' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4185838022"}]': finished 2024-09-18T08:49:43.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:43 smithi078 bash[19887]: cluster 2024-09-18T08:49:42.365965+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-09-18T08:49:43.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:43 smithi078 bash[19887]: audit 2024-09-18T08:49:42.682872+0000 mon.a (mon.0) 913 : audit [INF] from='client.? 172.21.15.78:0/2391004646' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/639648956"}]: dispatch 2024-09-18T08:49:43.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:43 smithi078 bash[19887]: cluster 2024-09-18T08:49:43.104594+0000 mgr.y (mgr.24314) 153 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:43.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:43 smithi078 bash[28923]: audit 2024-09-18T08:49:42.361953+0000 mon.a (mon.0) 911 : audit [INF] from='client.? 172.21.15.78:0/3425297287' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4185838022"}]': finished 2024-09-18T08:49:43.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:43 smithi078 bash[28923]: cluster 2024-09-18T08:49:42.365965+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-09-18T08:49:43.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:43 smithi078 bash[28923]: audit 2024-09-18T08:49:42.682872+0000 mon.a (mon.0) 913 : audit [INF] from='client.? 172.21.15.78:0/2391004646' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/639648956"}]: dispatch 2024-09-18T08:49:43.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:43 smithi078 bash[28923]: cluster 2024-09-18T08:49:43.104594+0000 mgr.y (mgr.24314) 153 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:49:44.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:44 smithi189 bash[21687]: audit 2024-09-18T08:49:43.386072+0000 mon.a (mon.0) 914 : audit [INF] from='client.? 172.21.15.78:0/2391004646' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/639648956"}]': finished 2024-09-18T08:49:44.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:44 smithi189 bash[21687]: cluster 2024-09-18T08:49:43.393938+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-09-18T08:49:44.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:44 smithi078 bash[19887]: audit 2024-09-18T08:49:43.386072+0000 mon.a (mon.0) 914 : audit [INF] from='client.? 172.21.15.78:0/2391004646' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/639648956"}]': finished 2024-09-18T08:49:44.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:44 smithi078 bash[19887]: cluster 2024-09-18T08:49:43.393938+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-09-18T08:49:44.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:44 smithi078 bash[28923]: audit 2024-09-18T08:49:43.386072+0000 mon.a (mon.0) 914 : audit [INF] from='client.? 172.21.15.78:0/2391004646' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/639648956"}]': finished 2024-09-18T08:49:44.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:44 smithi078 bash[28923]: cluster 2024-09-18T08:49:43.393938+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-09-18T08:49:45.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:45 smithi189 bash[21687]: cluster 2024-09-18T08:49:45.106272+0000 mgr.y (mgr.24314) 154 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T08:49:45.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:45 smithi078 bash[19887]: cluster 2024-09-18T08:49:45.106272+0000 mgr.y (mgr.24314) 154 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T08:49:45.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:45 smithi078 bash[28923]: cluster 2024-09-18T08:49:45.106272+0000 mgr.y (mgr.24314) 154 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T08:49:48.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:48 smithi189 bash[21687]: cluster 2024-09-18T08:49:47.106951+0000 mgr.y (mgr.24314) 155 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:49:48.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:48 smithi078 bash[19887]: cluster 2024-09-18T08:49:47.106951+0000 mgr.y (mgr.24314) 155 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:49:48.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:48 smithi078 bash[28923]: cluster 2024-09-18T08:49:47.106951+0000 mgr.y (mgr.24314) 155 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:49:49.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:49 smithi078 bash[19887]: audit 2024-09-18T08:49:47.533387+0000 mgr.y (mgr.24314) 156 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:49:49.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:49 smithi078 bash[28923]: audit 2024-09-18T08:49:47.533387+0000 mgr.y (mgr.24314) 156 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:49:49.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:49 smithi189 bash[21687]: audit 2024-09-18T08:49:47.533387+0000 mgr.y (mgr.24314) 156 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:49:50.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:50 smithi078 bash[19887]: cluster 2024-09-18T08:49:49.108502+0000 mgr.y (mgr.24314) 157 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T08:49:50.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:49:50 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:49:50] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-18T08:49:50.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:50 smithi078 bash[28923]: cluster 2024-09-18T08:49:49.108502+0000 mgr.y (mgr.24314) 157 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T08:49:50.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:50 smithi189 bash[21687]: cluster 2024-09-18T08:49:49.108502+0000 mgr.y (mgr.24314) 157 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T08:49:52.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:52 smithi078 bash[19887]: cluster 2024-09-18T08:49:51.109199+0000 mgr.y (mgr.24314) 158 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T08:49:52.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:52 smithi078 bash[28923]: cluster 2024-09-18T08:49:51.109199+0000 mgr.y (mgr.24314) 158 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T08:49:52.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:52 smithi189 bash[21687]: cluster 2024-09-18T08:49:51.109199+0000 mgr.y (mgr.24314) 158 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T08:49:53.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:53 smithi078 bash[19887]: audit 2024-09-18T08:49:53.130031+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:49:53.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:53 smithi078 bash[28923]: audit 2024-09-18T08:49:53.130031+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:49:53.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:53 smithi189 bash[21687]: audit 2024-09-18T08:49:53.130031+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:49:54.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:54 smithi078 bash[19887]: cluster 2024-09-18T08:49:53.109903+0000 mgr.y (mgr.24314) 159 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T08:49:54.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:54 smithi078 bash[28923]: cluster 2024-09-18T08:49:53.109903+0000 mgr.y (mgr.24314) 159 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T08:49:54.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:54 smithi189 bash[21687]: cluster 2024-09-18T08:49:53.109903+0000 mgr.y (mgr.24314) 159 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T08:49:56.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:56 smithi078 bash[19887]: cluster 2024-09-18T08:49:55.111560+0000 mgr.y (mgr.24314) 160 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T08:49:56.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:56 smithi078 bash[28923]: cluster 2024-09-18T08:49:55.111560+0000 mgr.y (mgr.24314) 160 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T08:49:56.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:56 smithi189 bash[21687]: cluster 2024-09-18T08:49:55.111560+0000 mgr.y (mgr.24314) 160 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T08:49:58.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:58 smithi078 bash[19887]: cluster 2024-09-18T08:49:57.112233+0000 mgr.y (mgr.24314) 161 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:49:58.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:58 smithi078 bash[28923]: cluster 2024-09-18T08:49:57.112233+0000 mgr.y (mgr.24314) 161 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:49:58.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:58 smithi189 bash[21687]: cluster 2024-09-18T08:49:57.112233+0000 mgr.y (mgr.24314) 161 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:49:59.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:49:59 smithi189 bash[21687]: audit 2024-09-18T08:49:57.541316+0000 mgr.y (mgr.24314) 162 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:49:59.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:49:59 smithi078 bash[19887]: audit 2024-09-18T08:49:57.541316+0000 mgr.y (mgr.24314) 162 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:49:59.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:49:59 smithi078 bash[28923]: audit 2024-09-18T08:49:57.541316+0000 mgr.y (mgr.24314) 162 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:00.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:00 smithi189 bash[21687]: cluster 2024-09-18T08:49:59.113850+0000 mgr.y (mgr.24314) 163 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:00.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:00 smithi189 bash[21687]: cluster 2024-09-18T08:50:00.000157+0000 mon.a (mon.0) 916 : cluster [INF] overall HEALTH_OK 2024-09-18T08:50:00.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:50:00 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:50:00] "GET /metrics HTTP/1.1" 200 38160 "" "Prometheus/2.43.0" 2024-09-18T08:50:00.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:00 smithi078 bash[19887]: cluster 2024-09-18T08:49:59.113850+0000 mgr.y (mgr.24314) 163 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:00.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:00 smithi078 bash[19887]: cluster 2024-09-18T08:50:00.000157+0000 mon.a (mon.0) 916 : cluster [INF] overall HEALTH_OK 2024-09-18T08:50:00.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:00 smithi078 bash[28923]: cluster 2024-09-18T08:49:59.113850+0000 mgr.y (mgr.24314) 163 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:00.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:00 smithi078 bash[28923]: cluster 2024-09-18T08:50:00.000157+0000 mon.a (mon.0) 916 : cluster [INF] overall HEALTH_OK 2024-09-18T08:50:02.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:02 smithi189 bash[21687]: cluster 2024-09-18T08:50:01.114519+0000 mgr.y (mgr.24314) 164 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:02.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:02 smithi078 bash[19887]: cluster 2024-09-18T08:50:01.114519+0000 mgr.y (mgr.24314) 164 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:02.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:02 smithi078 bash[28923]: cluster 2024-09-18T08:50:01.114519+0000 mgr.y (mgr.24314) 164 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:04.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:04 smithi189 bash[21687]: cluster 2024-09-18T08:50:03.115188+0000 mgr.y (mgr.24314) 165 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:04.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:04 smithi078 bash[19887]: cluster 2024-09-18T08:50:03.115188+0000 mgr.y (mgr.24314) 165 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:04.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:04 smithi078 bash[28923]: cluster 2024-09-18T08:50:03.115188+0000 mgr.y (mgr.24314) 165 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:06.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:06 smithi189 bash[21687]: cluster 2024-09-18T08:50:05.116871+0000 mgr.y (mgr.24314) 166 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:06.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:06 smithi078 bash[19887]: cluster 2024-09-18T08:50:05.116871+0000 mgr.y (mgr.24314) 166 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:06.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:06 smithi078 bash[28923]: cluster 2024-09-18T08:50:05.116871+0000 mgr.y (mgr.24314) 166 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:08.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:08 smithi189 bash[21687]: cluster 2024-09-18T08:50:07.117512+0000 mgr.y (mgr.24314) 167 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:08.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:08 smithi189 bash[21687]: audit 2024-09-18T08:50:08.130268+0000 mon.c (mon.2) 115 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:50:08.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:08 smithi078 bash[19887]: cluster 2024-09-18T08:50:07.117512+0000 mgr.y (mgr.24314) 167 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:08.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:08 smithi078 bash[19887]: audit 2024-09-18T08:50:08.130268+0000 mon.c (mon.2) 115 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:50:08.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:08 smithi078 bash[28923]: cluster 2024-09-18T08:50:07.117512+0000 mgr.y (mgr.24314) 167 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:08.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:08 smithi078 bash[28923]: audit 2024-09-18T08:50:08.130268+0000 mon.c (mon.2) 115 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:50:09.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:09 smithi189 bash[21687]: audit 2024-09-18T08:50:07.549231+0000 mgr.y (mgr.24314) 168 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:09.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:09 smithi078 bash[19887]: audit 2024-09-18T08:50:07.549231+0000 mgr.y (mgr.24314) 168 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:09.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:09 smithi078 bash[28923]: audit 2024-09-18T08:50:07.549231+0000 mgr.y (mgr.24314) 168 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:10.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:10 smithi189 bash[21687]: cluster 2024-09-18T08:50:09.119088+0000 mgr.y (mgr.24314) 169 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:10.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:10 smithi078 bash[19887]: cluster 2024-09-18T08:50:09.119088+0000 mgr.y (mgr.24314) 169 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:10.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:50:10 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:50:10] "GET /metrics HTTP/1.1" 200 38157 "" "Prometheus/2.43.0" 2024-09-18T08:50:10.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:10 smithi078 bash[28923]: cluster 2024-09-18T08:50:09.119088+0000 mgr.y (mgr.24314) 169 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:12.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:12 smithi189 bash[21687]: cluster 2024-09-18T08:50:11.119788+0000 mgr.y (mgr.24314) 170 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:12.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:12 smithi078 bash[19887]: cluster 2024-09-18T08:50:11.119788+0000 mgr.y (mgr.24314) 170 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:12.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:12 smithi078 bash[28923]: cluster 2024-09-18T08:50:11.119788+0000 mgr.y (mgr.24314) 170 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:14.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:14 smithi189 bash[21687]: cluster 2024-09-18T08:50:13.120491+0000 mgr.y (mgr.24314) 171 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:14.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:14 smithi078 bash[19887]: cluster 2024-09-18T08:50:13.120491+0000 mgr.y (mgr.24314) 171 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:14.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:14 smithi078 bash[28923]: cluster 2024-09-18T08:50:13.120491+0000 mgr.y (mgr.24314) 171 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:16.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:16 smithi189 bash[21687]: cluster 2024-09-18T08:50:15.122140+0000 mgr.y (mgr.24314) 172 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:16.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:16 smithi078 bash[19887]: cluster 2024-09-18T08:50:15.122140+0000 mgr.y (mgr.24314) 172 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:16.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:16 smithi078 bash[28923]: cluster 2024-09-18T08:50:15.122140+0000 mgr.y (mgr.24314) 172 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:18.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:18 smithi189 bash[21687]: cluster 2024-09-18T08:50:17.122828+0000 mgr.y (mgr.24314) 173 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:18.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:18 smithi078 bash[19887]: cluster 2024-09-18T08:50:17.122828+0000 mgr.y (mgr.24314) 173 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:18.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:18 smithi078 bash[28923]: cluster 2024-09-18T08:50:17.122828+0000 mgr.y (mgr.24314) 173 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:19.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:19 smithi189 bash[21687]: audit 2024-09-18T08:50:17.557237+0000 mgr.y (mgr.24314) 174 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:19.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:19 smithi078 bash[28923]: audit 2024-09-18T08:50:17.557237+0000 mgr.y (mgr.24314) 174 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:19.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:19 smithi078 bash[19887]: audit 2024-09-18T08:50:17.557237+0000 mgr.y (mgr.24314) 174 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:20.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:20 smithi189 bash[21687]: cluster 2024-09-18T08:50:19.124430+0000 mgr.y (mgr.24314) 175 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:20.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:20 smithi078 bash[28923]: cluster 2024-09-18T08:50:19.124430+0000 mgr.y (mgr.24314) 175 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:20.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:20 smithi078 bash[19887]: cluster 2024-09-18T08:50:19.124430+0000 mgr.y (mgr.24314) 175 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:20.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:50:20 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:50:20] "GET /metrics HTTP/1.1" 200 38157 "" "Prometheus/2.43.0" 2024-09-18T08:50:22.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:22 smithi189 bash[21687]: cluster 2024-09-18T08:50:21.125123+0000 mgr.y (mgr.24314) 176 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:22.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:22 smithi078 bash[19887]: cluster 2024-09-18T08:50:21.125123+0000 mgr.y (mgr.24314) 176 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:22.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:22 smithi078 bash[28923]: cluster 2024-09-18T08:50:21.125123+0000 mgr.y (mgr.24314) 176 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:23.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:23 smithi189 bash[21687]: audit 2024-09-18T08:50:23.130419+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:50:23.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:23 smithi078 bash[19887]: audit 2024-09-18T08:50:23.130419+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:50:23.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:23 smithi078 bash[28923]: audit 2024-09-18T08:50:23.130419+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:50:24.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:24 smithi189 bash[21687]: cluster 2024-09-18T08:50:23.125788+0000 mgr.y (mgr.24314) 177 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:24.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:24 smithi078 bash[19887]: cluster 2024-09-18T08:50:23.125788+0000 mgr.y (mgr.24314) 177 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:24.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:24 smithi078 bash[28923]: cluster 2024-09-18T08:50:23.125788+0000 mgr.y (mgr.24314) 177 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:26.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:26 smithi189 bash[21687]: cluster 2024-09-18T08:50:25.127421+0000 mgr.y (mgr.24314) 178 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:26.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:26 smithi078 bash[19887]: cluster 2024-09-18T08:50:25.127421+0000 mgr.y (mgr.24314) 178 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:26.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:26 smithi078 bash[28923]: cluster 2024-09-18T08:50:25.127421+0000 mgr.y (mgr.24314) 178 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:28.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:28 smithi189 bash[21687]: cluster 2024-09-18T08:50:27.128115+0000 mgr.y (mgr.24314) 179 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:28.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:28 smithi078 bash[28923]: cluster 2024-09-18T08:50:27.128115+0000 mgr.y (mgr.24314) 179 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:28.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:28 smithi078 bash[19887]: cluster 2024-09-18T08:50:27.128115+0000 mgr.y (mgr.24314) 179 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:29.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:29 smithi189 bash[21687]: audit 2024-09-18T08:50:27.565285+0000 mgr.y (mgr.24314) 180 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:29.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:29 smithi078 bash[19887]: audit 2024-09-18T08:50:27.565285+0000 mgr.y (mgr.24314) 180 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:29.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:29 smithi078 bash[28923]: audit 2024-09-18T08:50:27.565285+0000 mgr.y (mgr.24314) 180 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:30.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:30 smithi189 bash[21687]: cluster 2024-09-18T08:50:29.129725+0000 mgr.y (mgr.24314) 181 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:30.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:30 smithi078 bash[19887]: cluster 2024-09-18T08:50:29.129725+0000 mgr.y (mgr.24314) 181 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:30.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:50:30 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:50:30] "GET /metrics HTTP/1.1" 200 38162 "" "Prometheus/2.43.0" 2024-09-18T08:50:30.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:30 smithi078 bash[28923]: cluster 2024-09-18T08:50:29.129725+0000 mgr.y (mgr.24314) 181 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:32.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:32 smithi189 bash[21687]: cluster 2024-09-18T08:50:31.130405+0000 mgr.y (mgr.24314) 182 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:32.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:32 smithi189 bash[21687]: audit 2024-09-18T08:50:31.615773+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:50:32.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:32 smithi189 bash[21687]: audit 2024-09-18T08:50:31.617262+0000 mon.c (mon.2) 118 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:50:32.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:32 smithi189 bash[21687]: audit 2024-09-18T08:50:31.629014+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:50:32.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:32 smithi078 bash[19887]: cluster 2024-09-18T08:50:31.130405+0000 mgr.y (mgr.24314) 182 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:32.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:32 smithi078 bash[19887]: audit 2024-09-18T08:50:31.615773+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:50:32.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:32 smithi078 bash[19887]: audit 2024-09-18T08:50:31.617262+0000 mon.c (mon.2) 118 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:50:32.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:32 smithi078 bash[19887]: audit 2024-09-18T08:50:31.629014+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:50:32.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:32 smithi078 bash[28923]: cluster 2024-09-18T08:50:31.130405+0000 mgr.y (mgr.24314) 182 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:32.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:32 smithi078 bash[28923]: audit 2024-09-18T08:50:31.615773+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:50:32.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:32 smithi078 bash[28923]: audit 2024-09-18T08:50:31.617262+0000 mon.c (mon.2) 118 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:50:32.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:32 smithi078 bash[28923]: audit 2024-09-18T08:50:31.629014+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:50:34.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:34 smithi189 bash[21687]: cluster 2024-09-18T08:50:33.131071+0000 mgr.y (mgr.24314) 183 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:34.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:34 smithi078 bash[19887]: cluster 2024-09-18T08:50:33.131071+0000 mgr.y (mgr.24314) 183 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:34.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:34 smithi078 bash[28923]: cluster 2024-09-18T08:50:33.131071+0000 mgr.y (mgr.24314) 183 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:36.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:36 smithi189 bash[21687]: cluster 2024-09-18T08:50:35.132722+0000 mgr.y (mgr.24314) 184 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:36.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:36 smithi078 bash[19887]: cluster 2024-09-18T08:50:35.132722+0000 mgr.y (mgr.24314) 184 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:36 smithi078 bash[28923]: cluster 2024-09-18T08:50:35.132722+0000 mgr.y (mgr.24314) 184 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:38.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:38 smithi189 bash[21687]: cluster 2024-09-18T08:50:37.133409+0000 mgr.y (mgr.24314) 185 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:38.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:38 smithi189 bash[21687]: audit 2024-09-18T08:50:38.130922+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:50:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:38 smithi078 bash[19887]: cluster 2024-09-18T08:50:37.133409+0000 mgr.y (mgr.24314) 185 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:38 smithi078 bash[19887]: audit 2024-09-18T08:50:38.130922+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:50:38.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:38 smithi078 bash[28923]: cluster 2024-09-18T08:50:37.133409+0000 mgr.y (mgr.24314) 185 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:38.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:38 smithi078 bash[28923]: audit 2024-09-18T08:50:38.130922+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:50:39.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:39 smithi189 bash[21687]: audit 2024-09-18T08:50:37.573286+0000 mgr.y (mgr.24314) 186 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:39.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:39 smithi078 bash[19887]: audit 2024-09-18T08:50:37.573286+0000 mgr.y (mgr.24314) 186 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:39.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:39 smithi078 bash[28923]: audit 2024-09-18T08:50:37.573286+0000 mgr.y (mgr.24314) 186 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:40.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:40 smithi189 bash[21687]: cluster 2024-09-18T08:50:39.135013+0000 mgr.y (mgr.24314) 187 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:40.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:40 smithi078 bash[19887]: cluster 2024-09-18T08:50:39.135013+0000 mgr.y (mgr.24314) 187 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:40.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:50:40 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:50:40] "GET /metrics HTTP/1.1" 200 38158 "" "Prometheus/2.43.0" 2024-09-18T08:50:40.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:40 smithi078 bash[28923]: cluster 2024-09-18T08:50:39.135013+0000 mgr.y (mgr.24314) 187 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:42.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:42 smithi189 bash[21687]: cluster 2024-09-18T08:50:41.135694+0000 mgr.y (mgr.24314) 188 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:42.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:42 smithi078 bash[19887]: cluster 2024-09-18T08:50:41.135694+0000 mgr.y (mgr.24314) 188 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:42.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:42 smithi078 bash[28923]: cluster 2024-09-18T08:50:41.135694+0000 mgr.y (mgr.24314) 188 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:43.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:43 smithi189 bash[21687]: cluster 2024-09-18T08:50:43.136412+0000 mgr.y (mgr.24314) 189 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:43.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:43 smithi078 bash[28923]: cluster 2024-09-18T08:50:43.136412+0000 mgr.y (mgr.24314) 189 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:43.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:43 smithi078 bash[19887]: cluster 2024-09-18T08:50:43.136412+0000 mgr.y (mgr.24314) 189 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:46.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:46 smithi078 bash[19887]: cluster 2024-09-18T08:50:45.138188+0000 mgr.y (mgr.24314) 190 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:46.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:46 smithi078 bash[28923]: cluster 2024-09-18T08:50:45.138188+0000 mgr.y (mgr.24314) 190 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:46.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:46 smithi189 bash[21687]: cluster 2024-09-18T08:50:45.138188+0000 mgr.y (mgr.24314) 190 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:48.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:48 smithi078 bash[19887]: cluster 2024-09-18T08:50:47.139020+0000 mgr.y (mgr.24314) 191 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:48.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:48 smithi078 bash[28923]: cluster 2024-09-18T08:50:47.139020+0000 mgr.y (mgr.24314) 191 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:48.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:48 smithi189 bash[21687]: cluster 2024-09-18T08:50:47.139020+0000 mgr.y (mgr.24314) 191 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:49.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:49 smithi189 bash[21687]: audit 2024-09-18T08:50:47.581294+0000 mgr.y (mgr.24314) 192 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:49.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:49 smithi078 bash[19887]: audit 2024-09-18T08:50:47.581294+0000 mgr.y (mgr.24314) 192 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:49.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:49 smithi078 bash[28923]: audit 2024-09-18T08:50:47.581294+0000 mgr.y (mgr.24314) 192 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:50.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:50 smithi189 bash[21687]: cluster 2024-09-18T08:50:49.140621+0000 mgr.y (mgr.24314) 193 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:50.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:50 smithi078 bash[19887]: cluster 2024-09-18T08:50:49.140621+0000 mgr.y (mgr.24314) 193 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:50.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:50:50 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:50:50] "GET /metrics HTTP/1.1" 200 38158 "" "Prometheus/2.43.0" 2024-09-18T08:50:50.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:50 smithi078 bash[28923]: cluster 2024-09-18T08:50:49.140621+0000 mgr.y (mgr.24314) 193 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:52.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:52 smithi189 bash[21687]: cluster 2024-09-18T08:50:51.141316+0000 mgr.y (mgr.24314) 194 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:52.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:52 smithi078 bash[19887]: cluster 2024-09-18T08:50:51.141316+0000 mgr.y (mgr.24314) 194 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:52.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:52 smithi078 bash[28923]: cluster 2024-09-18T08:50:51.141316+0000 mgr.y (mgr.24314) 194 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:53.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:53 smithi189 bash[21687]: audit 2024-09-18T08:50:53.131467+0000 mon.c (mon.2) 120 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:50:53.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:53 smithi078 bash[19887]: audit 2024-09-18T08:50:53.131467+0000 mon.c (mon.2) 120 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:50:53.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:53 smithi078 bash[28923]: audit 2024-09-18T08:50:53.131467+0000 mon.c (mon.2) 120 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:50:54.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:54 smithi189 bash[21687]: cluster 2024-09-18T08:50:53.142015+0000 mgr.y (mgr.24314) 195 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:54.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:54 smithi078 bash[19887]: cluster 2024-09-18T08:50:53.142015+0000 mgr.y (mgr.24314) 195 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:54.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:54 smithi078 bash[28923]: cluster 2024-09-18T08:50:53.142015+0000 mgr.y (mgr.24314) 195 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:56.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:56 smithi189 bash[21687]: cluster 2024-09-18T08:50:55.143661+0000 mgr.y (mgr.24314) 196 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:56.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:56 smithi078 bash[19887]: cluster 2024-09-18T08:50:55.143661+0000 mgr.y (mgr.24314) 196 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:56.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:56 smithi078 bash[28923]: cluster 2024-09-18T08:50:55.143661+0000 mgr.y (mgr.24314) 196 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:50:58.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:58 smithi189 bash[21687]: cluster 2024-09-18T08:50:57.144352+0000 mgr.y (mgr.24314) 197 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:58.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:58 smithi078 bash[19887]: cluster 2024-09-18T08:50:57.144352+0000 mgr.y (mgr.24314) 197 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:58.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:58 smithi078 bash[28923]: cluster 2024-09-18T08:50:57.144352+0000 mgr.y (mgr.24314) 197 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:50:59.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:50:59 smithi189 bash[21687]: audit 2024-09-18T08:50:57.589291+0000 mgr.y (mgr.24314) 198 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:59.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:50:59 smithi078 bash[19887]: audit 2024-09-18T08:50:57.589291+0000 mgr.y (mgr.24314) 198 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:50:59.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:50:59 smithi078 bash[28923]: audit 2024-09-18T08:50:57.589291+0000 mgr.y (mgr.24314) 198 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:00.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:00 smithi189 bash[21687]: cluster 2024-09-18T08:50:59.145953+0000 mgr.y (mgr.24314) 199 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:00.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:00 smithi078 bash[19887]: cluster 2024-09-18T08:50:59.145953+0000 mgr.y (mgr.24314) 199 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:00.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:51:00 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:51:00] "GET /metrics HTTP/1.1" 200 38160 "" "Prometheus/2.43.0" 2024-09-18T08:51:00.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:00 smithi078 bash[28923]: cluster 2024-09-18T08:50:59.145953+0000 mgr.y (mgr.24314) 199 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:02.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:02 smithi189 bash[21687]: cluster 2024-09-18T08:51:01.146645+0000 mgr.y (mgr.24314) 200 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:02.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:02 smithi078 bash[19887]: cluster 2024-09-18T08:51:01.146645+0000 mgr.y (mgr.24314) 200 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:02.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:02 smithi078 bash[28923]: cluster 2024-09-18T08:51:01.146645+0000 mgr.y (mgr.24314) 200 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:04.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:04 smithi189 bash[21687]: cluster 2024-09-18T08:51:03.147367+0000 mgr.y (mgr.24314) 201 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:04.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:04 smithi078 bash[19887]: cluster 2024-09-18T08:51:03.147367+0000 mgr.y (mgr.24314) 201 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:04.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:04 smithi078 bash[28923]: cluster 2024-09-18T08:51:03.147367+0000 mgr.y (mgr.24314) 201 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:06.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:06 smithi189 bash[21687]: cluster 2024-09-18T08:51:05.149469+0000 mgr.y (mgr.24314) 202 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:06.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:06 smithi078 bash[19887]: cluster 2024-09-18T08:51:05.149469+0000 mgr.y (mgr.24314) 202 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:06.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:06 smithi078 bash[28923]: cluster 2024-09-18T08:51:05.149469+0000 mgr.y (mgr.24314) 202 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:08.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:08 smithi189 bash[21687]: cluster 2024-09-18T08:51:07.150200+0000 mgr.y (mgr.24314) 203 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:08.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:08 smithi189 bash[21687]: audit 2024-09-18T08:51:08.131757+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:51:08.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:08 smithi078 bash[19887]: cluster 2024-09-18T08:51:07.150200+0000 mgr.y (mgr.24314) 203 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:08.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:08 smithi078 bash[19887]: audit 2024-09-18T08:51:08.131757+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:51:08.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:08 smithi078 bash[28923]: cluster 2024-09-18T08:51:07.150200+0000 mgr.y (mgr.24314) 203 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:08.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:08 smithi078 bash[28923]: audit 2024-09-18T08:51:08.131757+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:51:09.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:09 smithi189 bash[21687]: audit 2024-09-18T08:51:07.597272+0000 mgr.y (mgr.24314) 204 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:09.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:09 smithi078 bash[19887]: audit 2024-09-18T08:51:07.597272+0000 mgr.y (mgr.24314) 204 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:09.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:09 smithi078 bash[28923]: audit 2024-09-18T08:51:07.597272+0000 mgr.y (mgr.24314) 204 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:10.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:10 smithi189 bash[21687]: cluster 2024-09-18T08:51:09.151792+0000 mgr.y (mgr.24314) 205 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:10.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:51:10 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:51:10] "GET /metrics HTTP/1.1" 200 38160 "" "Prometheus/2.43.0" 2024-09-18T08:51:10.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:10 smithi078 bash[19887]: cluster 2024-09-18T08:51:09.151792+0000 mgr.y (mgr.24314) 205 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:10.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:10 smithi078 bash[28923]: cluster 2024-09-18T08:51:09.151792+0000 mgr.y (mgr.24314) 205 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:12.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:12 smithi189 bash[21687]: cluster 2024-09-18T08:51:11.152529+0000 mgr.y (mgr.24314) 206 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:12.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:12 smithi078 bash[19887]: cluster 2024-09-18T08:51:11.152529+0000 mgr.y (mgr.24314) 206 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:12.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:12 smithi078 bash[28923]: cluster 2024-09-18T08:51:11.152529+0000 mgr.y (mgr.24314) 206 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:14.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:14 smithi189 bash[21687]: cluster 2024-09-18T08:51:13.153272+0000 mgr.y (mgr.24314) 207 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:14.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:14 smithi078 bash[19887]: cluster 2024-09-18T08:51:13.153272+0000 mgr.y (mgr.24314) 207 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:14.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:14 smithi078 bash[28923]: cluster 2024-09-18T08:51:13.153272+0000 mgr.y (mgr.24314) 207 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:16.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:16 smithi189 bash[21687]: cluster 2024-09-18T08:51:15.154967+0000 mgr.y (mgr.24314) 208 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:16.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:16 smithi078 bash[19887]: cluster 2024-09-18T08:51:15.154967+0000 mgr.y (mgr.24314) 208 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:16.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:16 smithi078 bash[28923]: cluster 2024-09-18T08:51:15.154967+0000 mgr.y (mgr.24314) 208 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:18.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:18 smithi189 bash[21687]: cluster 2024-09-18T08:51:17.155693+0000 mgr.y (mgr.24314) 209 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:18.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:18 smithi078 bash[19887]: cluster 2024-09-18T08:51:17.155693+0000 mgr.y (mgr.24314) 209 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:18.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:18 smithi078 bash[28923]: cluster 2024-09-18T08:51:17.155693+0000 mgr.y (mgr.24314) 209 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:19.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:19 smithi189 bash[21687]: audit 2024-09-18T08:51:17.607144+0000 mgr.y (mgr.24314) 210 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:19.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:19 smithi078 bash[19887]: audit 2024-09-18T08:51:17.607144+0000 mgr.y (mgr.24314) 210 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:19.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:19 smithi078 bash[28923]: audit 2024-09-18T08:51:17.607144+0000 mgr.y (mgr.24314) 210 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:20.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:20 smithi189 bash[21687]: cluster 2024-09-18T08:51:19.157331+0000 mgr.y (mgr.24314) 211 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:20.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:51:20 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:51:20] "GET /metrics HTTP/1.1" 200 38160 "" "Prometheus/2.43.0" 2024-09-18T08:51:20.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:20 smithi078 bash[19887]: cluster 2024-09-18T08:51:19.157331+0000 mgr.y (mgr.24314) 211 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:20.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:20 smithi078 bash[28923]: cluster 2024-09-18T08:51:19.157331+0000 mgr.y (mgr.24314) 211 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:22.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:22 smithi189 bash[21687]: cluster 2024-09-18T08:51:21.158070+0000 mgr.y (mgr.24314) 212 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:22.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:22 smithi078 bash[19887]: cluster 2024-09-18T08:51:21.158070+0000 mgr.y (mgr.24314) 212 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:22.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:22 smithi078 bash[28923]: cluster 2024-09-18T08:51:21.158070+0000 mgr.y (mgr.24314) 212 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:23.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:23 smithi189 bash[21687]: audit 2024-09-18T08:51:23.132234+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:51:23.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:23 smithi078 bash[19887]: audit 2024-09-18T08:51:23.132234+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:51:23.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:23 smithi078 bash[28923]: audit 2024-09-18T08:51:23.132234+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:51:24.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:24 smithi189 bash[21687]: cluster 2024-09-18T08:51:23.174356+0000 mgr.y (mgr.24314) 213 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T08:51:24.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:24 smithi078 bash[19887]: cluster 2024-09-18T08:51:23.174356+0000 mgr.y (mgr.24314) 213 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T08:51:24.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:24 smithi078 bash[28923]: cluster 2024-09-18T08:51:23.174356+0000 mgr.y (mgr.24314) 213 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T08:51:26.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:26 smithi189 bash[21687]: cluster 2024-09-18T08:51:25.176042+0000 mgr.y (mgr.24314) 214 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:26.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:26 smithi078 bash[19887]: cluster 2024-09-18T08:51:25.176042+0000 mgr.y (mgr.24314) 214 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:26.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:26 smithi078 bash[28923]: cluster 2024-09-18T08:51:25.176042+0000 mgr.y (mgr.24314) 214 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:28.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:28 smithi189 bash[21687]: cluster 2024-09-18T08:51:27.176740+0000 mgr.y (mgr.24314) 215 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T08:51:28.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:28 smithi078 bash[19887]: cluster 2024-09-18T08:51:27.176740+0000 mgr.y (mgr.24314) 215 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T08:51:28.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:28 smithi078 bash[28923]: cluster 2024-09-18T08:51:27.176740+0000 mgr.y (mgr.24314) 215 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T08:51:29.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:29 smithi189 bash[21687]: audit 2024-09-18T08:51:27.617266+0000 mgr.y (mgr.24314) 216 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:29.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:29 smithi078 bash[19887]: audit 2024-09-18T08:51:27.617266+0000 mgr.y (mgr.24314) 216 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:29.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:29 smithi078 bash[28923]: audit 2024-09-18T08:51:27.617266+0000 mgr.y (mgr.24314) 216 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:30.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:30 smithi189 bash[21687]: cluster 2024-09-18T08:51:29.178405+0000 mgr.y (mgr.24314) 217 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:30.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:30 smithi078 bash[19887]: cluster 2024-09-18T08:51:29.178405+0000 mgr.y (mgr.24314) 217 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:30.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:51:30 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:51:30] "GET /metrics HTTP/1.1" 200 38159 "" "Prometheus/2.43.0" 2024-09-18T08:51:30.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:30 smithi078 bash[28923]: cluster 2024-09-18T08:51:29.178405+0000 mgr.y (mgr.24314) 217 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:32.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:32 smithi189 bash[21687]: cluster 2024-09-18T08:51:31.179157+0000 mgr.y (mgr.24314) 218 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T08:51:32.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:32 smithi078 bash[19887]: cluster 2024-09-18T08:51:31.179157+0000 mgr.y (mgr.24314) 218 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T08:51:32.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:32 smithi078 bash[28923]: cluster 2024-09-18T08:51:31.179157+0000 mgr.y (mgr.24314) 218 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T08:51:33.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:33 smithi189 bash[21687]: audit 2024-09-18T08:51:32.524927+0000 mon.c (mon.2) 123 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:51:33.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:33 smithi189 bash[21687]: audit 2024-09-18T08:51:32.526365+0000 mon.c (mon.2) 124 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:51:33.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:33 smithi189 bash[21687]: audit 2024-09-18T08:51:32.533747+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:51:33.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:33 smithi189 bash[21687]: cluster 2024-09-18T08:51:33.179847+0000 mgr.y (mgr.24314) 219 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T08:51:33.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:33 smithi078 bash[28923]: audit 2024-09-18T08:51:32.524927+0000 mon.c (mon.2) 123 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:51:33.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:33 smithi078 bash[28923]: audit 2024-09-18T08:51:32.526365+0000 mon.c (mon.2) 124 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:51:33.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:33 smithi078 bash[28923]: audit 2024-09-18T08:51:32.533747+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:51:33.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:33 smithi078 bash[28923]: cluster 2024-09-18T08:51:33.179847+0000 mgr.y (mgr.24314) 219 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T08:51:33.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:33 smithi078 bash[19887]: audit 2024-09-18T08:51:32.524927+0000 mon.c (mon.2) 123 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:51:33.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:33 smithi078 bash[19887]: audit 2024-09-18T08:51:32.526365+0000 mon.c (mon.2) 124 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:51:33.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:33 smithi078 bash[19887]: audit 2024-09-18T08:51:32.533747+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:51:33.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:33 smithi078 bash[19887]: cluster 2024-09-18T08:51:33.179847+0000 mgr.y (mgr.24314) 219 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T08:51:36.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:36 smithi189 bash[21687]: cluster 2024-09-18T08:51:35.181535+0000 mgr.y (mgr.24314) 220 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:36.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:36 smithi078 bash[19887]: cluster 2024-09-18T08:51:35.181535+0000 mgr.y (mgr.24314) 220 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:36.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:36 smithi078 bash[28923]: cluster 2024-09-18T08:51:35.181535+0000 mgr.y (mgr.24314) 220 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:38.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:38 smithi189 bash[21687]: cluster 2024-09-18T08:51:37.182250+0000 mgr.y (mgr.24314) 221 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:38.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:38 smithi189 bash[21687]: audit 2024-09-18T08:51:38.132625+0000 mon.c (mon.2) 125 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:51:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:38 smithi078 bash[19887]: cluster 2024-09-18T08:51:37.182250+0000 mgr.y (mgr.24314) 221 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:38 smithi078 bash[19887]: audit 2024-09-18T08:51:38.132625+0000 mon.c (mon.2) 125 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:51:38.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:38 smithi078 bash[28923]: cluster 2024-09-18T08:51:37.182250+0000 mgr.y (mgr.24314) 221 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:38.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:38 smithi078 bash[28923]: audit 2024-09-18T08:51:38.132625+0000 mon.c (mon.2) 125 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:51:39.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:39 smithi189 bash[21687]: audit 2024-09-18T08:51:37.628482+0000 mgr.y (mgr.24314) 222 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:39.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:39 smithi078 bash[19887]: audit 2024-09-18T08:51:37.628482+0000 mgr.y (mgr.24314) 222 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:39.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:39 smithi078 bash[28923]: audit 2024-09-18T08:51:37.628482+0000 mgr.y (mgr.24314) 222 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:40.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:40 smithi189 bash[21687]: cluster 2024-09-18T08:51:39.183773+0000 mgr.y (mgr.24314) 223 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:40.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:40 smithi078 bash[19887]: cluster 2024-09-18T08:51:39.183773+0000 mgr.y (mgr.24314) 223 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:40.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:51:40 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:51:40] "GET /metrics HTTP/1.1" 200 38159 "" "Prometheus/2.43.0" 2024-09-18T08:51:40.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:40 smithi078 bash[28923]: cluster 2024-09-18T08:51:39.183773+0000 mgr.y (mgr.24314) 223 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:42.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:42 smithi189 bash[21687]: cluster 2024-09-18T08:51:41.184488+0000 mgr.y (mgr.24314) 224 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:42.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:42 smithi078 bash[19887]: cluster 2024-09-18T08:51:41.184488+0000 mgr.y (mgr.24314) 224 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:42.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:42 smithi078 bash[28923]: cluster 2024-09-18T08:51:41.184488+0000 mgr.y (mgr.24314) 224 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:44.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:44 smithi189 bash[21687]: cluster 2024-09-18T08:51:43.185212+0000 mgr.y (mgr.24314) 225 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:44.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:44 smithi078 bash[28923]: cluster 2024-09-18T08:51:43.185212+0000 mgr.y (mgr.24314) 225 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:44.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:44 smithi078 bash[19887]: cluster 2024-09-18T08:51:43.185212+0000 mgr.y (mgr.24314) 225 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:46.169 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:45 smithi189 bash[21687]: cluster 2024-09-18T08:51:45.186824+0000 mgr.y (mgr.24314) 226 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:46.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:45 smithi078 bash[19887]: cluster 2024-09-18T08:51:45.186824+0000 mgr.y (mgr.24314) 226 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:46.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:45 smithi078 bash[28923]: cluster 2024-09-18T08:51:45.186824+0000 mgr.y (mgr.24314) 226 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:48.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:48 smithi189 bash[21687]: cluster 2024-09-18T08:51:47.187512+0000 mgr.y (mgr.24314) 227 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:48.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:48 smithi078 bash[19887]: cluster 2024-09-18T08:51:47.187512+0000 mgr.y (mgr.24314) 227 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:48.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:48 smithi078 bash[28923]: cluster 2024-09-18T08:51:47.187512+0000 mgr.y (mgr.24314) 227 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:49.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:49 smithi189 bash[21687]: audit 2024-09-18T08:51:47.639741+0000 mgr.y (mgr.24314) 228 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:49.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:49 smithi078 bash[19887]: audit 2024-09-18T08:51:47.639741+0000 mgr.y (mgr.24314) 228 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:49.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:49 smithi078 bash[28923]: audit 2024-09-18T08:51:47.639741+0000 mgr.y (mgr.24314) 228 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:50.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:50 smithi189 bash[21687]: cluster 2024-09-18T08:51:49.189135+0000 mgr.y (mgr.24314) 229 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:50.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:51:50 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:51:50] "GET /metrics HTTP/1.1" 200 38159 "" "Prometheus/2.43.0" 2024-09-18T08:51:50.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:50 smithi078 bash[28923]: cluster 2024-09-18T08:51:49.189135+0000 mgr.y (mgr.24314) 229 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:50.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:50 smithi078 bash[19887]: cluster 2024-09-18T08:51:49.189135+0000 mgr.y (mgr.24314) 229 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:52.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:52 smithi189 bash[21687]: cluster 2024-09-18T08:51:51.189780+0000 mgr.y (mgr.24314) 230 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:52.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:52 smithi078 bash[19887]: cluster 2024-09-18T08:51:51.189780+0000 mgr.y (mgr.24314) 230 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:52.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:52 smithi078 bash[28923]: cluster 2024-09-18T08:51:51.189780+0000 mgr.y (mgr.24314) 230 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:53.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:53 smithi189 bash[21687]: audit 2024-09-18T08:51:53.133034+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:51:53.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:53 smithi078 bash[19887]: audit 2024-09-18T08:51:53.133034+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:51:53.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:53 smithi078 bash[28923]: audit 2024-09-18T08:51:53.133034+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:51:54.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:54 smithi189 bash[21687]: cluster 2024-09-18T08:51:53.190452+0000 mgr.y (mgr.24314) 231 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:54.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:54 smithi078 bash[19887]: cluster 2024-09-18T08:51:53.190452+0000 mgr.y (mgr.24314) 231 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:54.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:54 smithi078 bash[28923]: cluster 2024-09-18T08:51:53.190452+0000 mgr.y (mgr.24314) 231 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:56.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:56 smithi189 bash[21687]: cluster 2024-09-18T08:51:55.192037+0000 mgr.y (mgr.24314) 232 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:56.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:56 smithi078 bash[19887]: cluster 2024-09-18T08:51:55.192037+0000 mgr.y (mgr.24314) 232 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:56.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:56 smithi078 bash[28923]: cluster 2024-09-18T08:51:55.192037+0000 mgr.y (mgr.24314) 232 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:51:58.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:58 smithi189 bash[21687]: cluster 2024-09-18T08:51:57.192677+0000 mgr.y (mgr.24314) 233 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:58.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:58 smithi078 bash[19887]: cluster 2024-09-18T08:51:57.192677+0000 mgr.y (mgr.24314) 233 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:58.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:58 smithi078 bash[28923]: cluster 2024-09-18T08:51:57.192677+0000 mgr.y (mgr.24314) 233 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:51:59.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:51:59 smithi189 bash[21687]: audit 2024-09-18T08:51:57.651083+0000 mgr.y (mgr.24314) 234 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:59.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:51:59 smithi078 bash[19887]: audit 2024-09-18T08:51:57.651083+0000 mgr.y (mgr.24314) 234 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:51:59.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:51:59 smithi078 bash[28923]: audit 2024-09-18T08:51:57.651083+0000 mgr.y (mgr.24314) 234 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:00.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:00 smithi189 bash[21687]: cluster 2024-09-18T08:51:59.194267+0000 mgr.y (mgr.24314) 235 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:00.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:52:00 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:52:00] "GET /metrics HTTP/1.1" 200 38158 "" "Prometheus/2.43.0" 2024-09-18T08:52:00.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:00 smithi078 bash[28923]: cluster 2024-09-18T08:51:59.194267+0000 mgr.y (mgr.24314) 235 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:00.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:00 smithi078 bash[19887]: cluster 2024-09-18T08:51:59.194267+0000 mgr.y (mgr.24314) 235 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:02.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:02 smithi189 bash[21687]: cluster 2024-09-18T08:52:01.194906+0000 mgr.y (mgr.24314) 236 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:02.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:02 smithi078 bash[28923]: cluster 2024-09-18T08:52:01.194906+0000 mgr.y (mgr.24314) 236 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:02.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:02 smithi078 bash[19887]: cluster 2024-09-18T08:52:01.194906+0000 mgr.y (mgr.24314) 236 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:04.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:04 smithi189 bash[21687]: cluster 2024-09-18T08:52:03.195675+0000 mgr.y (mgr.24314) 237 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:04.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:04 smithi078 bash[28923]: cluster 2024-09-18T08:52:03.195675+0000 mgr.y (mgr.24314) 237 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:04.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:04 smithi078 bash[19887]: cluster 2024-09-18T08:52:03.195675+0000 mgr.y (mgr.24314) 237 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:06.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:06 smithi189 bash[21687]: cluster 2024-09-18T08:52:05.197373+0000 mgr.y (mgr.24314) 238 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:06.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:06 smithi078 bash[28923]: cluster 2024-09-18T08:52:05.197373+0000 mgr.y (mgr.24314) 238 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:06.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:06 smithi078 bash[19887]: cluster 2024-09-18T08:52:05.197373+0000 mgr.y (mgr.24314) 238 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:08.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:08 smithi189 bash[21687]: cluster 2024-09-18T08:52:07.198133+0000 mgr.y (mgr.24314) 239 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:08.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:08 smithi189 bash[21687]: audit 2024-09-18T08:52:08.133413+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:52:08.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:08 smithi078 bash[28923]: cluster 2024-09-18T08:52:07.198133+0000 mgr.y (mgr.24314) 239 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:08.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:08 smithi078 bash[28923]: audit 2024-09-18T08:52:08.133413+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:52:08.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:08 smithi078 bash[19887]: cluster 2024-09-18T08:52:07.198133+0000 mgr.y (mgr.24314) 239 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:08.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:08 smithi078 bash[19887]: audit 2024-09-18T08:52:08.133413+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:52:09.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:09 smithi189 bash[21687]: audit 2024-09-18T08:52:07.662316+0000 mgr.y (mgr.24314) 240 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:09.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:09 smithi078 bash[19887]: audit 2024-09-18T08:52:07.662316+0000 mgr.y (mgr.24314) 240 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:09.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:09 smithi078 bash[28923]: audit 2024-09-18T08:52:07.662316+0000 mgr.y (mgr.24314) 240 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:10.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:10 smithi189 bash[21687]: cluster 2024-09-18T08:52:09.199738+0000 mgr.y (mgr.24314) 241 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:10.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:10 smithi078 bash[19887]: cluster 2024-09-18T08:52:09.199738+0000 mgr.y (mgr.24314) 241 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:10.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:10 smithi078 bash[28923]: cluster 2024-09-18T08:52:09.199738+0000 mgr.y (mgr.24314) 241 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:10.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:52:10 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:52:10] "GET /metrics HTTP/1.1" 200 38158 "" "Prometheus/2.43.0" 2024-09-18T08:52:12.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:12 smithi189 bash[21687]: cluster 2024-09-18T08:52:11.200456+0000 mgr.y (mgr.24314) 242 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:12.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:12 smithi078 bash[19887]: cluster 2024-09-18T08:52:11.200456+0000 mgr.y (mgr.24314) 242 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:12.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:12 smithi078 bash[28923]: cluster 2024-09-18T08:52:11.200456+0000 mgr.y (mgr.24314) 242 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:14.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:14 smithi189 bash[21687]: cluster 2024-09-18T08:52:13.201200+0000 mgr.y (mgr.24314) 243 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:14.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:14 smithi078 bash[19887]: cluster 2024-09-18T08:52:13.201200+0000 mgr.y (mgr.24314) 243 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:14.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:14 smithi078 bash[28923]: cluster 2024-09-18T08:52:13.201200+0000 mgr.y (mgr.24314) 243 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:16.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:16 smithi189 bash[21687]: cluster 2024-09-18T08:52:15.202952+0000 mgr.y (mgr.24314) 244 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:16.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:16 smithi078 bash[19887]: cluster 2024-09-18T08:52:15.202952+0000 mgr.y (mgr.24314) 244 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:16.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:16 smithi078 bash[28923]: cluster 2024-09-18T08:52:15.202952+0000 mgr.y (mgr.24314) 244 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:18.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:18 smithi189 bash[21687]: cluster 2024-09-18T08:52:17.203821+0000 mgr.y (mgr.24314) 245 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:18.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:18 smithi078 bash[19887]: cluster 2024-09-18T08:52:17.203821+0000 mgr.y (mgr.24314) 245 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:18.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:18 smithi078 bash[28923]: cluster 2024-09-18T08:52:17.203821+0000 mgr.y (mgr.24314) 245 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:19.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:19 smithi189 bash[21687]: audit 2024-09-18T08:52:17.673612+0000 mgr.y (mgr.24314) 246 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:19.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:19 smithi078 bash[19887]: audit 2024-09-18T08:52:17.673612+0000 mgr.y (mgr.24314) 246 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:19.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:19 smithi078 bash[28923]: audit 2024-09-18T08:52:17.673612+0000 mgr.y (mgr.24314) 246 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:20.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:20 smithi189 bash[21687]: cluster 2024-09-18T08:52:19.205657+0000 mgr.y (mgr.24314) 247 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:20.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:20 smithi078 bash[19887]: cluster 2024-09-18T08:52:19.205657+0000 mgr.y (mgr.24314) 247 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:20.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:52:20 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:52:20] "GET /metrics HTTP/1.1" 200 38158 "" "Prometheus/2.43.0" 2024-09-18T08:52:20.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:20 smithi078 bash[28923]: cluster 2024-09-18T08:52:19.205657+0000 mgr.y (mgr.24314) 247 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:21.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:21 smithi189 bash[21687]: cluster 2024-09-18T08:52:21.206443+0000 mgr.y (mgr.24314) 248 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:21.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:21 smithi078 bash[19887]: cluster 2024-09-18T08:52:21.206443+0000 mgr.y (mgr.24314) 248 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:21.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:21 smithi078 bash[28923]: cluster 2024-09-18T08:52:21.206443+0000 mgr.y (mgr.24314) 248 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:23.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:23 smithi078 bash[19887]: audit 2024-09-18T08:52:23.133957+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:52:23.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:23 smithi078 bash[28923]: audit 2024-09-18T08:52:23.133957+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:52:23.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:23 smithi189 bash[21687]: audit 2024-09-18T08:52:23.133957+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:52:24.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:24 smithi078 bash[19887]: cluster 2024-09-18T08:52:23.207337+0000 mgr.y (mgr.24314) 249 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:24.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:24 smithi078 bash[28923]: cluster 2024-09-18T08:52:23.207337+0000 mgr.y (mgr.24314) 249 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:24.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:24 smithi189 bash[21687]: cluster 2024-09-18T08:52:23.207337+0000 mgr.y (mgr.24314) 249 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:26.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:26 smithi189 bash[21687]: cluster 2024-09-18T08:52:25.209220+0000 mgr.y (mgr.24314) 250 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:26.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:26 smithi078 bash[19887]: cluster 2024-09-18T08:52:25.209220+0000 mgr.y (mgr.24314) 250 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:26.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:26 smithi078 bash[28923]: cluster 2024-09-18T08:52:25.209220+0000 mgr.y (mgr.24314) 250 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:28.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:28 smithi189 bash[21687]: cluster 2024-09-18T08:52:27.209963+0000 mgr.y (mgr.24314) 251 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:28.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:28 smithi078 bash[19887]: cluster 2024-09-18T08:52:27.209963+0000 mgr.y (mgr.24314) 251 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:28.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:28 smithi078 bash[28923]: cluster 2024-09-18T08:52:27.209963+0000 mgr.y (mgr.24314) 251 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:28.826 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-09-18T08:52:29.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:29 smithi189 bash[21687]: audit 2024-09-18T08:52:27.684897+0000 mgr.y (mgr.24314) 252 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:29.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:29 smithi078 bash[19887]: audit 2024-09-18T08:52:27.684897+0000 mgr.y (mgr.24314) 252 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:29.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:29 smithi078 bash[28923]: audit 2024-09-18T08:52:27.684897+0000 mgr.y (mgr.24314) 252 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:30.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:30 smithi189 bash[21687]: cluster 2024-09-18T08:52:29.211583+0000 mgr.y (mgr.24314) 253 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:30.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:30 smithi078 bash[19887]: cluster 2024-09-18T08:52:29.211583+0000 mgr.y (mgr.24314) 253 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:30.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:52:30 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:52:30] "GET /metrics HTTP/1.1" 200 38158 "" "Prometheus/2.43.0" 2024-09-18T08:52:30.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:30 smithi078 bash[28923]: cluster 2024-09-18T08:52:29.211583+0000 mgr.y (mgr.24314) 253 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:32.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:32 smithi189 bash[21687]: cluster 2024-09-18T08:52:31.212310+0000 mgr.y (mgr.24314) 254 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:32.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:32 smithi078 bash[28923]: cluster 2024-09-18T08:52:31.212310+0000 mgr.y (mgr.24314) 254 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:32.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:32 smithi078 bash[19887]: cluster 2024-09-18T08:52:31.212310+0000 mgr.y (mgr.24314) 254 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:33.631 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:52:34.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:34 smithi189 bash[21687]: cluster 2024-09-18T08:52:33.213031+0000 mgr.y (mgr.24314) 255 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:34.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:34 smithi189 bash[21687]: audit 2024-09-18T08:52:33.406333+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:52:34.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:34 smithi189 bash[21687]: audit 2024-09-18T08:52:33.408157+0000 mon.c (mon.2) 130 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:52:34.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:34 smithi189 bash[21687]: audit 2024-09-18T08:52:33.418399+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:52:34.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:34 smithi078 bash[19887]: cluster 2024-09-18T08:52:33.213031+0000 mgr.y (mgr.24314) 255 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:34.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:34 smithi078 bash[19887]: audit 2024-09-18T08:52:33.406333+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:52:34.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:34 smithi078 bash[19887]: audit 2024-09-18T08:52:33.408157+0000 mon.c (mon.2) 130 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:52:34.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:34 smithi078 bash[19887]: audit 2024-09-18T08:52:33.418399+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:52:34.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:34 smithi078 bash[28923]: cluster 2024-09-18T08:52:33.213031+0000 mgr.y (mgr.24314) 255 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:34.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:34 smithi078 bash[28923]: audit 2024-09-18T08:52:33.406333+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:52:34.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:34 smithi078 bash[28923]: audit 2024-09-18T08:52:33.408157+0000 mon.c (mon.2) 130 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:52:34.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:34 smithi078 bash[28923]: audit 2024-09-18T08:52:33.418399+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:52:35.911 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-09-18T08:52:36.668 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:36 smithi189 bash[21687]: cluster 2024-09-18T08:52:35.213847+0000 mgr.y (mgr.24314) 256 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:36.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:36 smithi078 bash[19887]: cluster 2024-09-18T08:52:35.213847+0000 mgr.y (mgr.24314) 256 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:36.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:36 smithi078 bash[28923]: cluster 2024-09-18T08:52:35.213847+0000 mgr.y (mgr.24314) 256 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:38.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:38 smithi189 bash[21687]: cluster 2024-09-18T08:52:37.214608+0000 mgr.y (mgr.24314) 257 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:38.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:38 smithi189 bash[21687]: audit 2024-09-18T08:52:38.134627+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:52:38.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:38 smithi078 bash[19887]: cluster 2024-09-18T08:52:37.214608+0000 mgr.y (mgr.24314) 257 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:38 smithi078 bash[19887]: audit 2024-09-18T08:52:38.134627+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:52:38.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:38 smithi078 bash[28923]: cluster 2024-09-18T08:52:37.214608+0000 mgr.y (mgr.24314) 257 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:38.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:38 smithi078 bash[28923]: audit 2024-09-18T08:52:38.134627+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:52:39.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:39 smithi189 bash[21687]: audit 2024-09-18T08:52:37.693379+0000 mgr.y (mgr.24314) 258 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:39.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:39 smithi078 bash[19887]: audit 2024-09-18T08:52:37.693379+0000 mgr.y (mgr.24314) 258 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:39.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:39 smithi078 bash[28923]: audit 2024-09-18T08:52:37.693379+0000 mgr.y (mgr.24314) 258 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:40.668 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:40 smithi189 bash[21687]: cluster 2024-09-18T08:52:39.216457+0000 mgr.y (mgr.24314) 259 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:40.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:40 smithi078 bash[19887]: cluster 2024-09-18T08:52:39.216457+0000 mgr.y (mgr.24314) 259 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:40.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:52:40 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:52:40] "GET /metrics HTTP/1.1" 200 38158 "" "Prometheus/2.43.0" 2024-09-18T08:52:40.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:40 smithi078 bash[28923]: cluster 2024-09-18T08:52:39.216457+0000 mgr.y (mgr.24314) 259 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:40.727 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:52:42.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:42 smithi189 bash[21687]: cluster 2024-09-18T08:52:41.217244+0000 mgr.y (mgr.24314) 260 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:42.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:42 smithi078 bash[19887]: cluster 2024-09-18T08:52:41.217244+0000 mgr.y (mgr.24314) 260 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:42.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:42 smithi078 bash[28923]: cluster 2024-09-18T08:52:41.217244+0000 mgr.y (mgr.24314) 260 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:43.028 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-18T08:52:44.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:44 smithi189 bash[21687]: cluster 2024-09-18T08:52:43.217632+0000 mgr.y (mgr.24314) 261 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:44.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:44 smithi078 bash[19887]: cluster 2024-09-18T08:52:43.217632+0000 mgr.y (mgr.24314) 261 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:44.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:44 smithi078 bash[28923]: cluster 2024-09-18T08:52:43.217632+0000 mgr.y (mgr.24314) 261 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:46.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:46 smithi189 bash[21687]: cluster 2024-09-18T08:52:45.219214+0000 mgr.y (mgr.24314) 262 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:46.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:46 smithi078 bash[19887]: cluster 2024-09-18T08:52:45.219214+0000 mgr.y (mgr.24314) 262 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:46.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:46 smithi078 bash[28923]: cluster 2024-09-18T08:52:45.219214+0000 mgr.y (mgr.24314) 262 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:47.845 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:52:48.668 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:48 smithi189 bash[21687]: cluster 2024-09-18T08:52:47.219904+0000 mgr.y (mgr.24314) 263 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:48.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:48 smithi078 bash[19887]: cluster 2024-09-18T08:52:47.219904+0000 mgr.y (mgr.24314) 263 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:48.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:48 smithi078 bash[28923]: cluster 2024-09-18T08:52:47.219904+0000 mgr.y (mgr.24314) 263 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:49.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:49 smithi078 bash[28923]: audit 2024-09-18T08:52:47.703855+0000 mgr.y (mgr.24314) 264 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:49.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:49 smithi078 bash[19887]: audit 2024-09-18T08:52:47.703855+0000 mgr.y (mgr.24314) 264 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:49.668 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:49 smithi189 bash[21687]: audit 2024-09-18T08:52:47.703855+0000 mgr.y (mgr.24314) 264 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:50.199 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch ps' 2024-09-18T08:52:50.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:50 smithi078 bash[19887]: cluster 2024-09-18T08:52:49.220769+0000 mgr.y (mgr.24314) 265 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:50.452 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:52:50 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:52:50] "GET /metrics HTTP/1.1" 200 38158 "" "Prometheus/2.43.0" 2024-09-18T08:52:50.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:50 smithi078 bash[28923]: cluster 2024-09-18T08:52:49.220769+0000 mgr.y (mgr.24314) 265 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:50.668 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:50 smithi189 bash[21687]: cluster 2024-09-18T08:52:49.220769+0000 mgr.y (mgr.24314) 265 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:52.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:52 smithi189 bash[21687]: cluster 2024-09-18T08:52:51.221341+0000 mgr.y (mgr.24314) 266 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:52.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:52 smithi078 bash[19887]: cluster 2024-09-18T08:52:51.221341+0000 mgr.y (mgr.24314) 266 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:52.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:52 smithi078 bash[28923]: cluster 2024-09-18T08:52:51.221341+0000 mgr.y (mgr.24314) 266 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:53.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:53 smithi189 bash[21687]: audit 2024-09-18T08:52:53.134693+0000 mon.c (mon.2) 132 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:52:53.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:53 smithi078 bash[19887]: audit 2024-09-18T08:52:53.134693+0000 mon.c (mon.2) 132 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:52:53.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:53 smithi078 bash[28923]: audit 2024-09-18T08:52:53.134693+0000 mon.c (mon.2) 132 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:52:54.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:54 smithi189 bash[21687]: cluster 2024-09-18T08:52:53.221979+0000 mgr.y (mgr.24314) 267 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:54.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:54 smithi078 bash[19887]: cluster 2024-09-18T08:52:53.221979+0000 mgr.y (mgr.24314) 267 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:54.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:54 smithi078 bash[28923]: cluster 2024-09-18T08:52:53.221979+0000 mgr.y (mgr.24314) 267 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:55.014 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:52:56.584 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T08:52:56.584 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (5m) 3m ago 6m 13.8M - 0.25.0 c8568f914cd2 281c36281377 2024-09-18T08:52:56.585 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (5m) 3m ago 5m 75.8M - 9.4.12 2bacad6d85d8 b91647ac551b 2024-09-18T08:52:56.585 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (3m) 3m ago 3m - - 3.8 ebb0615149de f13d255a054d 2024-09-18T08:52:56.585 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,8765 running (14m) 3m ago 14m 427M - 19.1.1-330-gc2ddf972 ebb0615149de d1909bec5655 2024-09-18T08:52:56.585 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:9283,8765 running (17m) 3m ago 17m 491M - 19.1.1-330-gc2ddf972 ebb0615149de 15e0fb505c61 2024-09-18T08:52:56.585 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (17m) 3m ago 17m 47.5M 2048M 19.1.1-330-gc2ddf972 ebb0615149de bf4e56a16354 2024-09-18T08:52:56.585 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (15m) 3m ago 15m 38.9M 2048M 19.1.1-330-gc2ddf972 ebb0615149de ab98398799ea 2024-09-18T08:52:56.585 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (15m) 3m ago 15m 38.8M 2048M 19.1.1-330-gc2ddf972 ebb0615149de 3ab54f539482 2024-09-18T08:52:56.585 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (6m) 3m ago 6m 8183k - 1.5.0 0da6a335fe13 e5ce11d2d317 2024-09-18T08:52:56.585 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (6m) 3m ago 6m 7872k - 1.5.0 0da6a335fe13 5f179b9988f5 2024-09-18T08:52:56.585 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (13m) 3m ago 14m 48.7M 4060M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T08:52:56.585 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (13m) 3m ago 13m 57.7M 4060M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T08:52:56.585 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (12m) 3m ago 12m 55.3M 4060M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T08:52:56.585 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (11m) 3m ago 11m 56.0M 4060M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T08:52:56.586 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (10m) 3m ago 10m 55.5M 4060M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T08:52:56.586 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (9m) 3m ago 9m 45.6M 4060M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T08:52:56.586 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (8m) 3m ago 8m 45.5M 4060M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T08:52:56.586 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (7m) 3m ago 7m 54.5M 4060M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T08:52:56.586 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (5m) 3m ago 6m 37.2M - 2.43.0 a07b618ecd1d 0c95aae5e852 2024-09-18T08:52:56.586 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (3m) 3m ago 3m 89.9M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T08:52:56.586 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (3m) 3m ago 3m 88.6M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T08:52:56.596 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:56 smithi078 bash[19887]: cluster 2024-09-18T08:52:55.223673+0000 mgr.y (mgr.24314) 268 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:56.597 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:56 smithi078 bash[28923]: cluster 2024-09-18T08:52:55.223673+0000 mgr.y (mgr.24314) 268 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:56.668 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:56 smithi189 bash[21687]: cluster 2024-09-18T08:52:55.223673+0000 mgr.y (mgr.24314) 268 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:52:57.281 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions' 2024-09-18T08:52:58.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:58 smithi189 bash[21687]: audit 2024-09-18T08:52:56.572867+0000 mgr.y (mgr.24314) 269 : audit [DBG] from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:52:58.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:58 smithi189 bash[21687]: cluster 2024-09-18T08:52:57.224379+0000 mgr.y (mgr.24314) 270 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:58.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:58 smithi078 bash[19887]: audit 2024-09-18T08:52:56.572867+0000 mgr.y (mgr.24314) 269 : audit [DBG] from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:52:58.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:58 smithi078 bash[19887]: cluster 2024-09-18T08:52:57.224379+0000 mgr.y (mgr.24314) 270 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:58.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:58 smithi078 bash[28923]: audit 2024-09-18T08:52:56.572867+0000 mgr.y (mgr.24314) 269 : audit [DBG] from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:52:58.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:58 smithi078 bash[28923]: cluster 2024-09-18T08:52:57.224379+0000 mgr.y (mgr.24314) 270 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:52:59.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:52:59 smithi189 bash[21687]: audit 2024-09-18T08:52:57.713348+0000 mgr.y (mgr.24314) 271 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:59.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:52:59 smithi078 bash[19887]: audit 2024-09-18T08:52:57.713348+0000 mgr.y (mgr.24314) 271 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:52:59.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:52:59 smithi078 bash[28923]: audit 2024-09-18T08:52:57.713348+0000 mgr.y (mgr.24314) 271 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:00.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:00 smithi189 bash[21687]: cluster 2024-09-18T08:52:59.226001+0000 mgr.y (mgr.24314) 272 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:00.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:00 smithi078 bash[19887]: cluster 2024-09-18T08:52:59.226001+0000 mgr.y (mgr.24314) 272 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:00.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:53:00 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:53:00] "GET /metrics HTTP/1.1" 200 38157 "" "Prometheus/2.43.0" 2024-09-18T08:53:00.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:00 smithi078 bash[28923]: cluster 2024-09-18T08:52:59.226001+0000 mgr.y (mgr.24314) 272 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:01.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:01 smithi189 bash[21687]: cluster 2024-09-18T08:53:01.226692+0000 mgr.y (mgr.24314) 273 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:01.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:01 smithi078 bash[19887]: cluster 2024-09-18T08:53:01.226692+0000 mgr.y (mgr.24314) 273 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:01.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:01 smithi078 bash[28923]: cluster 2024-09-18T08:53:01.226692+0000 mgr.y (mgr.24314) 273 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:02.088 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:53:03.655 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T08:53:03.655 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T08:53:03.655 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 3 2024-09-18T08:53:03.655 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:53:03.655 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T08:53:03.656 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T08:53:03.656 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:53:03.656 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T08:53:03.656 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 8 2024-09-18T08:53:03.656 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:53:03.656 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T08:53:03.656 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T08:53:03.656 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:53:03.656 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T08:53:03.657 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 15 2024-09-18T08:53:03.657 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T08:53:03.657 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T08:53:04.356 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph -s' 2024-09-18T08:53:04.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:04 smithi189 bash[21687]: cluster 2024-09-18T08:53:03.227338+0000 mgr.y (mgr.24314) 274 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:04.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:04 smithi189 bash[21687]: audit 2024-09-18T08:53:03.656720+0000 mon.c (mon.2) 133 : audit [DBG] from='client.? 172.21.15.78:0/3381292360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T08:53:04.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:04 smithi078 bash[19887]: cluster 2024-09-18T08:53:03.227338+0000 mgr.y (mgr.24314) 274 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:04.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:04 smithi078 bash[19887]: audit 2024-09-18T08:53:03.656720+0000 mon.c (mon.2) 133 : audit [DBG] from='client.? 172.21.15.78:0/3381292360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T08:53:04.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:04 smithi078 bash[28923]: cluster 2024-09-18T08:53:03.227338+0000 mgr.y (mgr.24314) 274 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:04.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:04 smithi078 bash[28923]: audit 2024-09-18T08:53:03.656720+0000 mon.c (mon.2) 133 : audit [DBG] from='client.? 172.21.15.78:0/3381292360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T08:53:06.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:06 smithi189 bash[21687]: cluster 2024-09-18T08:53:05.229040+0000 mgr.y (mgr.24314) 275 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:06.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:06 smithi078 bash[19887]: cluster 2024-09-18T08:53:05.229040+0000 mgr.y (mgr.24314) 275 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:06.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:06 smithi078 bash[28923]: cluster 2024-09-18T08:53:05.229040+0000 mgr.y (mgr.24314) 275 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:08.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:08 smithi189 bash[21687]: cluster 2024-09-18T08:53:07.229761+0000 mgr.y (mgr.24314) 276 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:08.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:08 smithi189 bash[21687]: audit 2024-09-18T08:53:08.135198+0000 mon.c (mon.2) 134 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:53:08.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:08 smithi078 bash[19887]: cluster 2024-09-18T08:53:07.229761+0000 mgr.y (mgr.24314) 276 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:08.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:08 smithi078 bash[19887]: audit 2024-09-18T08:53:08.135198+0000 mon.c (mon.2) 134 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:53:08.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:08 smithi078 bash[28923]: cluster 2024-09-18T08:53:07.229761+0000 mgr.y (mgr.24314) 276 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:08.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:08 smithi078 bash[28923]: audit 2024-09-18T08:53:08.135198+0000 mon.c (mon.2) 134 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:53:09.175 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:53:09.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:09 smithi189 bash[21687]: audit 2024-09-18T08:53:07.724599+0000 mgr.y (mgr.24314) 277 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:09.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:09 smithi078 bash[19887]: audit 2024-09-18T08:53:07.724599+0000 mgr.y (mgr.24314) 277 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:09.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:09 smithi078 bash[28923]: audit 2024-09-18T08:53:07.724599+0000 mgr.y (mgr.24314) 277 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:10.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:10 smithi189 bash[21687]: cluster 2024-09-18T08:53:09.230979+0000 mgr.y (mgr.24314) 278 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:10.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:53:10 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:53:10] "GET /metrics HTTP/1.1" 200 38159 "" "Prometheus/2.43.0" 2024-09-18T08:53:10.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:10 smithi078 bash[19887]: cluster 2024-09-18T08:53:09.230979+0000 mgr.y (mgr.24314) 278 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:10.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:10 smithi078 bash[28923]: cluster 2024-09-18T08:53:09.230979+0000 mgr.y (mgr.24314) 278 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:10.771 INFO:teuthology.orchestra.run.smithi078.stdout: cluster: 2024-09-18T08:53:10.771 INFO:teuthology.orchestra.run.smithi078.stdout: id: c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:53:10.771 INFO:teuthology.orchestra.run.smithi078.stdout: health: HEALTH_OK 2024-09-18T08:53:10.771 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:53:10.771 INFO:teuthology.orchestra.run.smithi078.stdout: services: 2024-09-18T08:53:10.771 INFO:teuthology.orchestra.run.smithi078.stdout: mon: 3 daemons, quorum a,b,c (age 15m) 2024-09-18T08:53:10.771 INFO:teuthology.orchestra.run.smithi078.stdout: mgr: y(active, since 6m), standbys: x 2024-09-18T08:53:10.771 INFO:teuthology.orchestra.run.smithi078.stdout: osd: 8 osds: 8 up (since 7m), 8 in (since 8m) 2024-09-18T08:53:10.772 INFO:teuthology.orchestra.run.smithi078.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-18T08:53:10.772 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:53:10.772 INFO:teuthology.orchestra.run.smithi078.stdout: data: 2024-09-18T08:53:10.772 INFO:teuthology.orchestra.run.smithi078.stdout: pools: 6 pools, 161 pgs 2024-09-18T08:53:10.772 INFO:teuthology.orchestra.run.smithi078.stdout: objects: 212 objects, 585 KiB 2024-09-18T08:53:10.772 INFO:teuthology.orchestra.run.smithi078.stdout: usage: 250 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:53:10.772 INFO:teuthology.orchestra.run.smithi078.stdout: pgs: 161 active+clean 2024-09-18T08:53:10.772 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:53:10.772 INFO:teuthology.orchestra.run.smithi078.stdout: io: 2024-09-18T08:53:10.772 INFO:teuthology.orchestra.run.smithi078.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-09-18T08:53:10.772 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:53:11.489 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch ls' 2024-09-18T08:53:11.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:11 smithi189 bash[21687]: audit 2024-09-18T08:53:10.772598+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.78:0/4067607854' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T08:53:11.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:11 smithi078 bash[19887]: audit 2024-09-18T08:53:10.772598+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.78:0/4067607854' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T08:53:11.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:11 smithi078 bash[28923]: audit 2024-09-18T08:53:10.772598+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.78:0/4067607854' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T08:53:12.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:12 smithi189 bash[21687]: cluster 2024-09-18T08:53:11.231652+0000 mgr.y (mgr.24314) 279 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:12.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:12 smithi078 bash[19887]: cluster 2024-09-18T08:53:11.231652+0000 mgr.y (mgr.24314) 279 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:12.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:12 smithi078 bash[28923]: cluster 2024-09-18T08:53:11.231652+0000 mgr.y (mgr.24314) 279 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:14.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:14 smithi189 bash[21687]: cluster 2024-09-18T08:53:13.232335+0000 mgr.y (mgr.24314) 280 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:14.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:14 smithi078 bash[19887]: cluster 2024-09-18T08:53:13.232335+0000 mgr.y (mgr.24314) 280 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:14.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:14 smithi078 bash[28923]: cluster 2024-09-18T08:53:13.232335+0000 mgr.y (mgr.24314) 280 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:16.310 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:53:16.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:16 smithi189 bash[21687]: cluster 2024-09-18T08:53:15.234043+0000 mgr.y (mgr.24314) 281 : cluster [DBG] pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:16.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:16 smithi078 bash[19887]: cluster 2024-09-18T08:53:15.234043+0000 mgr.y (mgr.24314) 281 : cluster [DBG] pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:16.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:16 smithi078 bash[28923]: cluster 2024-09-18T08:53:15.234043+0000 mgr.y (mgr.24314) 281 : cluster [DBG] pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:17.905 INFO:teuthology.orchestra.run.smithi078.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-18T08:53:17.905 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager ?:9093,9094 1/1 3m ago 6m smithi078=a;count:1 2024-09-18T08:53:17.905 INFO:teuthology.orchestra.run.smithi078.stdout:grafana ?:3000 1/1 4m ago 6m smithi189=a;count:1 2024-09-18T08:53:17.905 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo ?:5000 1/1 3m ago 3m count:1 2024-09-18T08:53:17.905 INFO:teuthology.orchestra.run.smithi078.stdout:mgr 2/2 4m ago 15m smithi078=y;smithi189=x;count:2 2024-09-18T08:53:17.905 INFO:teuthology.orchestra.run.smithi078.stdout:mon 3/3 4m ago 15m smithi078:172.21.15.78=a;smithi078:[v2:172.21.15.78:3301,v1:172.21.15.78:6790]=c;smithi189:172.21.15.189=b;count:3 2024-09-18T08:53:17.905 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter ?:9100 2/2 4m ago 7m smithi078=a;smithi189=b;count:2 2024-09-18T08:53:17.905 INFO:teuthology.orchestra.run.smithi078.stdout:osd 8 4m ago - 2024-09-18T08:53:17.905 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus ?:9095 1/1 4m ago 7m smithi189=a;count:1 2024-09-18T08:53:17.906 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo ?:8000 2/2 4m ago 4m count:2 2024-09-18T08:53:18.664 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:18 smithi078 bash[19887]: cluster 2024-09-18T08:53:17.234734+0000 mgr.y (mgr.24314) 282 : cluster [DBG] pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:18.664 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:18 smithi078 bash[28923]: cluster 2024-09-18T08:53:17.234734+0000 mgr.y (mgr.24314) 282 : cluster [DBG] pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:18.666 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-18T08:53:18.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:18 smithi189 bash[21687]: cluster 2024-09-18T08:53:17.234734+0000 mgr.y (mgr.24314) 282 : cluster [DBG] pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:19.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:19 smithi189 bash[21687]: audit 2024-09-18T08:53:17.733124+0000 mgr.y (mgr.24314) 283 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:19.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:19 smithi189 bash[21687]: audit 2024-09-18T08:53:17.891651+0000 mgr.y (mgr.24314) 284 : audit [DBG] from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:53:19.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:19 smithi078 bash[19887]: audit 2024-09-18T08:53:17.733124+0000 mgr.y (mgr.24314) 283 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:19.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:19 smithi078 bash[19887]: audit 2024-09-18T08:53:17.891651+0000 mgr.y (mgr.24314) 284 : audit [DBG] from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:53:19.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:19 smithi078 bash[28923]: audit 2024-09-18T08:53:17.733124+0000 mgr.y (mgr.24314) 283 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:19.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:19 smithi078 bash[28923]: audit 2024-09-18T08:53:17.891651+0000 mgr.y (mgr.24314) 284 : audit [DBG] from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:53:20.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:20 smithi189 bash[21687]: cluster 2024-09-18T08:53:19.236320+0000 mgr.y (mgr.24314) 285 : cluster [DBG] pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:20.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:20 smithi078 bash[19887]: cluster 2024-09-18T08:53:19.236320+0000 mgr.y (mgr.24314) 285 : cluster [DBG] pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:20.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:53:20 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:53:20] "GET /metrics HTTP/1.1" 200 38159 "" "Prometheus/2.43.0" 2024-09-18T08:53:20.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:20 smithi078 bash[28923]: cluster 2024-09-18T08:53:19.236320+0000 mgr.y (mgr.24314) 285 : cluster [DBG] pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:22.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:22 smithi189 bash[21687]: cluster 2024-09-18T08:53:21.237028+0000 mgr.y (mgr.24314) 286 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:22.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:22 smithi078 bash[19887]: cluster 2024-09-18T08:53:21.237028+0000 mgr.y (mgr.24314) 286 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:22.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:22 smithi078 bash[28923]: cluster 2024-09-18T08:53:21.237028+0000 mgr.y (mgr.24314) 286 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:23.476 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:53:23.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:23 smithi189 bash[21687]: audit 2024-09-18T08:53:23.135718+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:53:23.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:23 smithi078 bash[28923]: audit 2024-09-18T08:53:23.135718+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:53:23.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:23 smithi078 bash[19887]: audit 2024-09-18T08:53:23.135718+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:53:24.620 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:24 smithi078 bash[19887]: cluster 2024-09-18T08:53:23.237654+0000 mgr.y (mgr.24314) 287 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:24.620 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:24 smithi078 bash[28923]: cluster 2024-09-18T08:53:23.237654+0000 mgr.y (mgr.24314) 287 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:24.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:24 smithi189 bash[21687]: cluster 2024-09-18T08:53:23.237654+0000 mgr.y (mgr.24314) 287 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:25.355 INFO:teuthology.orchestra.run.smithi078.stdout:Scheduled to redeploy mgr.x on host 'smithi189' 2024-09-18T08:53:25.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:25 smithi189 bash[21687]: audit 2024-09-18T08:53:24.974852+0000 mon.a (mon.0) 920 : audit [DBG] from='client.? 172.21.15.78:0/1109139434' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-18T08:53:25.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:25 smithi189 bash[21687]: audit 2024-09-18T08:53:25.324958+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:53:25.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:25 smithi189 bash[21687]: audit 2024-09-18T08:53:25.342867+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:53:25.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:25 smithi189 bash[21687]: audit 2024-09-18T08:53:25.354344+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:53:25.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:25 smithi078 bash[19887]: audit 2024-09-18T08:53:24.974852+0000 mon.a (mon.0) 920 : audit [DBG] from='client.? 172.21.15.78:0/1109139434' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-18T08:53:25.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:25 smithi078 bash[19887]: audit 2024-09-18T08:53:25.324958+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:53:25.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:25 smithi078 bash[19887]: audit 2024-09-18T08:53:25.342867+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:53:25.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:25 smithi078 bash[19887]: audit 2024-09-18T08:53:25.354344+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:53:25.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:25 smithi078 bash[28923]: audit 2024-09-18T08:53:24.974852+0000 mon.a (mon.0) 920 : audit [DBG] from='client.? 172.21.15.78:0/1109139434' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-18T08:53:25.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:25 smithi078 bash[28923]: audit 2024-09-18T08:53:25.324958+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:53:25.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:25 smithi078 bash[28923]: audit 2024-09-18T08:53:25.342867+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:53:25.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:25 smithi078 bash[28923]: audit 2024-09-18T08:53:25.354344+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:53:26.123 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch ps --refresh' 2024-09-18T08:53:26.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[19887]: cluster 2024-09-18T08:53:25.238591+0000 mgr.y (mgr.24314) 288 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:26.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[19887]: audit 2024-09-18T08:53:25.319462+0000 mgr.y (mgr.24314) 289 : audit [DBG] from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:53:26.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[19887]: cephadm 2024-09-18T08:53:25.330825+0000 mgr.y (mgr.24314) 290 : cephadm [INF] Schedule redeploy daemon mgr.x 2024-09-18T08:53:26.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[19887]: audit 2024-09-18T08:53:25.358625+0000 mon.c (mon.2) 137 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:53:26.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[19887]: audit 2024-09-18T08:53:25.361994+0000 mon.c (mon.2) 138 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:53:26.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[19887]: audit 2024-09-18T08:53:25.383185+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:53:26.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[19887]: audit 2024-09-18T08:53:25.418202+0000 mon.c (mon.2) 139 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T08:53:26.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[19887]: audit 2024-09-18T08:53:25.418538+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T08:53:26.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[19887]: audit 2024-09-18T08:53:25.419363+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T08:53:26.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[19887]: audit 2024-09-18T08:53:25.420085+0000 mon.c (mon.2) 141 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:53:26.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[28923]: cluster 2024-09-18T08:53:25.238591+0000 mgr.y (mgr.24314) 288 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:26.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[28923]: audit 2024-09-18T08:53:25.319462+0000 mgr.y (mgr.24314) 289 : audit [DBG] from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:53:26.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[28923]: cephadm 2024-09-18T08:53:25.330825+0000 mgr.y (mgr.24314) 290 : cephadm [INF] Schedule redeploy daemon mgr.x 2024-09-18T08:53:26.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[28923]: audit 2024-09-18T08:53:25.358625+0000 mon.c (mon.2) 137 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:53:26.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[28923]: audit 2024-09-18T08:53:25.361994+0000 mon.c (mon.2) 138 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:53:26.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[28923]: audit 2024-09-18T08:53:25.383185+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:53:26.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[28923]: audit 2024-09-18T08:53:25.418202+0000 mon.c (mon.2) 139 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T08:53:26.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[28923]: audit 2024-09-18T08:53:25.418538+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T08:53:26.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[28923]: audit 2024-09-18T08:53:25.419363+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T08:53:26.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:26 smithi078 bash[28923]: audit 2024-09-18T08:53:25.420085+0000 mon.c (mon.2) 141 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:53:26.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:26 smithi189 bash[21687]: cluster 2024-09-18T08:53:25.238591+0000 mgr.y (mgr.24314) 288 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:26.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:26 smithi189 bash[21687]: audit 2024-09-18T08:53:25.319462+0000 mgr.y (mgr.24314) 289 : audit [DBG] from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:53:26.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:26 smithi189 bash[21687]: cephadm 2024-09-18T08:53:25.330825+0000 mgr.y (mgr.24314) 290 : cephadm [INF] Schedule redeploy daemon mgr.x 2024-09-18T08:53:26.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:26 smithi189 bash[21687]: audit 2024-09-18T08:53:25.358625+0000 mon.c (mon.2) 137 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:53:26.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:26 smithi189 bash[21687]: audit 2024-09-18T08:53:25.361994+0000 mon.c (mon.2) 138 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:53:26.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:26 smithi189 bash[21687]: audit 2024-09-18T08:53:25.383185+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:53:26.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:26 smithi189 bash[21687]: audit 2024-09-18T08:53:25.418202+0000 mon.c (mon.2) 139 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T08:53:26.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:26 smithi189 bash[21687]: audit 2024-09-18T08:53:25.418538+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T08:53:26.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:26 smithi189 bash[21687]: audit 2024-09-18T08:53:25.419363+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T08:53:26.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:26 smithi189 bash[21687]: audit 2024-09-18T08:53:25.420085+0000 mon.c (mon.2) 141 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:53:27.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:27 smithi189 bash[21687]: cephadm 2024-09-18T08:53:25.420812+0000 mgr.y (mgr.24314) 291 : cephadm [INF] Deploying daemon mgr.x on smithi189 2024-09-18T08:53:27.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:27 smithi078 bash[19887]: cephadm 2024-09-18T08:53:25.420812+0000 mgr.y (mgr.24314) 291 : cephadm [INF] Deploying daemon mgr.x on smithi189 2024-09-18T08:53:27.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:27 smithi078 bash[28923]: cephadm 2024-09-18T08:53:25.420812+0000 mgr.y (mgr.24314) 291 : cephadm [INF] Deploying daemon mgr.x on smithi189 2024-09-18T08:53:28.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:28 smithi189 bash[21687]: cluster 2024-09-18T08:53:27.239359+0000 mgr.y (mgr.24314) 292 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:28.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:28 smithi189 bash[21687]: audit 2024-09-18T08:53:27.737412+0000 mgr.y (mgr.24314) 293 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:28.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:28 smithi078 bash[19887]: cluster 2024-09-18T08:53:27.239359+0000 mgr.y (mgr.24314) 292 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:28.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:28 smithi078 bash[19887]: audit 2024-09-18T08:53:27.737412+0000 mgr.y (mgr.24314) 293 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:28.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:28 smithi078 bash[28923]: cluster 2024-09-18T08:53:27.239359+0000 mgr.y (mgr.24314) 292 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:28.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:28 smithi078 bash[28923]: audit 2024-09-18T08:53:27.737412+0000 mgr.y (mgr.24314) 293 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:29.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:29 smithi189 bash[21687]: cluster 2024-09-18T08:53:29.240988+0000 mgr.y (mgr.24314) 294 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:29.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:29 smithi078 bash[19887]: cluster 2024-09-18T08:53:29.240988+0000 mgr.y (mgr.24314) 294 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:29.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:29 smithi078 bash[28923]: cluster 2024-09-18T08:53:29.240988+0000 mgr.y (mgr.24314) 294 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:30.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:53:30 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:53:30] "GET /metrics HTTP/1.1" 200 38159 "" "Prometheus/2.43.0" 2024-09-18T08:53:30.933 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:53:32.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:32 smithi078 bash[19887]: cluster 2024-09-18T08:53:31.241684+0000 mgr.y (mgr.24314) 295 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:32.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:32 smithi078 bash[28923]: cluster 2024-09-18T08:53:31.241684+0000 mgr.y (mgr.24314) 295 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:32.504 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T08:53:32.504 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (6m) 4m ago 6m 13.8M - 0.25.0 c8568f914cd2 281c36281377 2024-09-18T08:53:32.504 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (6m) 4m ago 6m 75.8M - 9.4.12 2bacad6d85d8 b91647ac551b 2024-09-18T08:53:32.504 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (4m) 4m ago 4m - - 3.8 ebb0615149de f13d255a054d 2024-09-18T08:53:32.504 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,8765 running (15m) 4m ago 15m 427M - 19.1.1-330-gc2ddf972 ebb0615149de d1909bec5655 2024-09-18T08:53:32.504 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:9283,8765 running (17m) 4m ago 17m 491M - 19.1.1-330-gc2ddf972 ebb0615149de 15e0fb505c61 2024-09-18T08:53:32.505 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (17m) 4m ago 17m 47.5M 2048M 19.1.1-330-gc2ddf972 ebb0615149de bf4e56a16354 2024-09-18T08:53:32.505 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (15m) 4m ago 15m 38.9M 2048M 19.1.1-330-gc2ddf972 ebb0615149de ab98398799ea 2024-09-18T08:53:32.505 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (15m) 4m ago 15m 38.8M 2048M 19.1.1-330-gc2ddf972 ebb0615149de 3ab54f539482 2024-09-18T08:53:32.505 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (6m) 4m ago 7m 8183k - 1.5.0 0da6a335fe13 e5ce11d2d317 2024-09-18T08:53:32.505 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (6m) 4m ago 6m 7872k - 1.5.0 0da6a335fe13 5f179b9988f5 2024-09-18T08:53:32.505 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (14m) 4m ago 14m 48.7M 4060M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T08:53:32.505 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (13m) 4m ago 13m 57.7M 4060M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T08:53:32.505 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (12m) 4m ago 12m 55.3M 4060M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T08:53:32.505 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (11m) 4m ago 11m 56.0M 4060M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T08:53:32.505 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (10m) 4m ago 10m 55.5M 4060M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T08:53:32.505 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (9m) 4m ago 9m 45.6M 4060M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T08:53:32.505 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (8m) 4m ago 9m 45.5M 4060M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T08:53:32.505 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (8m) 4m ago 8m 54.5M 4060M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T08:53:32.505 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (6m) 4m ago 7m 37.2M - 2.43.0 a07b618ecd1d 0c95aae5e852 2024-09-18T08:53:32.506 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (4m) 4m ago 4m 89.9M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T08:53:32.506 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (4m) 4m ago 4m 88.6M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T08:53:32.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:32 smithi189 bash[21687]: cluster 2024-09-18T08:53:31.241684+0000 mgr.y (mgr.24314) 295 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:33.180 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'sleep 180' 2024-09-18T08:53:34.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:34 smithi189 bash[21687]: audit 2024-09-18T08:53:32.487711+0000 mgr.y (mgr.24314) 296 : audit [DBG] from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:53:34.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:34 smithi189 bash[21687]: cluster 2024-09-18T08:53:33.242399+0000 mgr.y (mgr.24314) 297 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:34.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:34 smithi078 bash[19887]: audit 2024-09-18T08:53:32.487711+0000 mgr.y (mgr.24314) 296 : audit [DBG] from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:53:34.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:34 smithi078 bash[19887]: cluster 2024-09-18T08:53:33.242399+0000 mgr.y (mgr.24314) 297 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:34.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:34 smithi078 bash[28923]: audit 2024-09-18T08:53:32.487711+0000 mgr.y (mgr.24314) 296 : audit [DBG] from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:53:34.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:34 smithi078 bash[28923]: cluster 2024-09-18T08:53:33.242399+0000 mgr.y (mgr.24314) 297 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:36.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:36 smithi189 bash[21687]: cluster 2024-09-18T08:53:35.244049+0000 mgr.y (mgr.24314) 298 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:36.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:36 smithi078 bash[19887]: cluster 2024-09-18T08:53:35.244049+0000 mgr.y (mgr.24314) 298 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:36.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:36 smithi078 bash[28923]: cluster 2024-09-18T08:53:35.244049+0000 mgr.y (mgr.24314) 298 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:37.989 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:53:38.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:38 smithi078 bash[19887]: cluster 2024-09-18T08:53:37.244882+0000 mgr.y (mgr.24314) 299 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:38.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:38 smithi078 bash[19887]: audit 2024-09-18T08:53:38.135665+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:53:38.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:38 smithi078 bash[28923]: cluster 2024-09-18T08:53:37.244882+0000 mgr.y (mgr.24314) 299 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:38.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:38 smithi078 bash[28923]: audit 2024-09-18T08:53:38.135665+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:53:38.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:38 smithi189 bash[21687]: cluster 2024-09-18T08:53:37.244882+0000 mgr.y (mgr.24314) 299 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:38.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:38 smithi189 bash[21687]: audit 2024-09-18T08:53:38.135665+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:53:39.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:39 smithi189 bash[21687]: audit 2024-09-18T08:53:37.748715+0000 mgr.y (mgr.24314) 300 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:39.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:39 smithi078 bash[19887]: audit 2024-09-18T08:53:37.748715+0000 mgr.y (mgr.24314) 300 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:39.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:39 smithi078 bash[28923]: audit 2024-09-18T08:53:37.748715+0000 mgr.y (mgr.24314) 300 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:40.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:40 smithi189 bash[21687]: cluster 2024-09-18T08:53:39.245848+0000 mgr.y (mgr.24314) 301 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:40.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:40 smithi078 bash[19887]: cluster 2024-09-18T08:53:39.245848+0000 mgr.y (mgr.24314) 301 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:40.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:53:40 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:53:40] "GET /metrics HTTP/1.1" 200 38159 "" "Prometheus/2.43.0" 2024-09-18T08:53:40.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:40 smithi078 bash[28923]: cluster 2024-09-18T08:53:39.245848+0000 mgr.y (mgr.24314) 301 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:42.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:42 smithi189 bash[21687]: cluster 2024-09-18T08:53:41.246491+0000 mgr.y (mgr.24314) 302 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:42.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:42 smithi078 bash[19887]: cluster 2024-09-18T08:53:41.246491+0000 mgr.y (mgr.24314) 302 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:42.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:42 smithi078 bash[28923]: cluster 2024-09-18T08:53:41.246491+0000 mgr.y (mgr.24314) 302 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:44.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:44 smithi189 bash[21687]: cluster 2024-09-18T08:53:43.247131+0000 mgr.y (mgr.24314) 303 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:44.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:44 smithi078 bash[19887]: cluster 2024-09-18T08:53:43.247131+0000 mgr.y (mgr.24314) 303 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:44.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:44 smithi078 bash[28923]: cluster 2024-09-18T08:53:43.247131+0000 mgr.y (mgr.24314) 303 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:46.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:46 smithi189 bash[21687]: cluster 2024-09-18T08:53:45.249256+0000 mgr.y (mgr.24314) 304 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:46.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:46 smithi078 bash[19887]: cluster 2024-09-18T08:53:45.249256+0000 mgr.y (mgr.24314) 304 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:46.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:46 smithi078 bash[28923]: cluster 2024-09-18T08:53:45.249256+0000 mgr.y (mgr.24314) 304 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:48.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:48 smithi189 bash[21687]: cluster 2024-09-18T08:53:47.250090+0000 mgr.y (mgr.24314) 305 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:48.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:48 smithi078 bash[19887]: cluster 2024-09-18T08:53:47.250090+0000 mgr.y (mgr.24314) 305 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:48.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:48 smithi078 bash[28923]: cluster 2024-09-18T08:53:47.250090+0000 mgr.y (mgr.24314) 305 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:49.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:49 smithi189 bash[21687]: audit 2024-09-18T08:53:47.753762+0000 mgr.y (mgr.24314) 306 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:49.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:49 smithi078 bash[19887]: audit 2024-09-18T08:53:47.753762+0000 mgr.y (mgr.24314) 306 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:49.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:49 smithi078 bash[28923]: audit 2024-09-18T08:53:47.753762+0000 mgr.y (mgr.24314) 306 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:50.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:50 smithi189 bash[21687]: cluster 2024-09-18T08:53:49.251803+0000 mgr.y (mgr.24314) 307 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:50.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:50 smithi078 bash[19887]: cluster 2024-09-18T08:53:49.251803+0000 mgr.y (mgr.24314) 307 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:50.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:53:50 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:53:50] "GET /metrics HTTP/1.1" 200 38159 "" "Prometheus/2.43.0" 2024-09-18T08:53:50.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:50 smithi078 bash[28923]: cluster 2024-09-18T08:53:49.251803+0000 mgr.y (mgr.24314) 307 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:52.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:52 smithi189 bash[21687]: cluster 2024-09-18T08:53:51.252593+0000 mgr.y (mgr.24314) 308 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:52.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:52 smithi078 bash[19887]: cluster 2024-09-18T08:53:51.252593+0000 mgr.y (mgr.24314) 308 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:52.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:52 smithi078 bash[28923]: cluster 2024-09-18T08:53:51.252593+0000 mgr.y (mgr.24314) 308 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:53.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:53 smithi189 bash[21687]: audit 2024-09-18T08:53:53.136240+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:53:53.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:53 smithi078 bash[19887]: audit 2024-09-18T08:53:53.136240+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:53:53.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:53 smithi078 bash[28923]: audit 2024-09-18T08:53:53.136240+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:53:54.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:54 smithi189 bash[21687]: cluster 2024-09-18T08:53:53.253355+0000 mgr.y (mgr.24314) 309 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:54.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:54 smithi078 bash[19887]: cluster 2024-09-18T08:53:53.253355+0000 mgr.y (mgr.24314) 309 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:54.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:54 smithi078 bash[28923]: cluster 2024-09-18T08:53:53.253355+0000 mgr.y (mgr.24314) 309 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:56.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:56 smithi189 bash[21687]: cluster 2024-09-18T08:53:55.255052+0000 mgr.y (mgr.24314) 310 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:56.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:56 smithi078 bash[19887]: cluster 2024-09-18T08:53:55.255052+0000 mgr.y (mgr.24314) 310 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:56.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:56 smithi078 bash[28923]: cluster 2024-09-18T08:53:55.255052+0000 mgr.y (mgr.24314) 310 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:57.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:57 smithi189 bash[21687]: cluster 2024-09-18T08:53:57.255718+0000 mgr.y (mgr.24314) 311 : cluster [DBG] pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:57.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:57 smithi078 bash[19887]: cluster 2024-09-18T08:53:57.255718+0000 mgr.y (mgr.24314) 311 : cluster [DBG] pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:57.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:57 smithi078 bash[28923]: cluster 2024-09-18T08:53:57.255718+0000 mgr.y (mgr.24314) 311 : cluster [DBG] pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:53:58.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:58 smithi189 bash[21687]: audit 2024-09-18T08:53:57.757420+0000 mgr.y (mgr.24314) 312 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:58.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:58 smithi078 bash[19887]: audit 2024-09-18T08:53:57.757420+0000 mgr.y (mgr.24314) 312 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:58.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:58 smithi078 bash[28923]: audit 2024-09-18T08:53:57.757420+0000 mgr.y (mgr.24314) 312 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:53:59.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:53:59 smithi189 bash[21687]: cluster 2024-09-18T08:53:59.257357+0000 mgr.y (mgr.24314) 313 : cluster [DBG] pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:59.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:53:59 smithi078 bash[19887]: cluster 2024-09-18T08:53:59.257357+0000 mgr.y (mgr.24314) 313 : cluster [DBG] pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:53:59.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:53:59 smithi078 bash[28923]: cluster 2024-09-18T08:53:59.257357+0000 mgr.y (mgr.24314) 313 : cluster [DBG] pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:00.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:54:00 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:54:00] "GET /metrics HTTP/1.1" 200 38157 "" "Prometheus/2.43.0" 2024-09-18T08:54:02.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:02 smithi189 bash[21687]: cluster 2024-09-18T08:54:01.258052+0000 mgr.y (mgr.24314) 314 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:02.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:02 smithi078 bash[19887]: cluster 2024-09-18T08:54:01.258052+0000 mgr.y (mgr.24314) 314 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:02.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:02 smithi078 bash[28923]: cluster 2024-09-18T08:54:01.258052+0000 mgr.y (mgr.24314) 314 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:04.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:04 smithi189 bash[21687]: cluster 2024-09-18T08:54:03.258743+0000 mgr.y (mgr.24314) 315 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:04.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:04 smithi078 bash[19887]: cluster 2024-09-18T08:54:03.258743+0000 mgr.y (mgr.24314) 315 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:04.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:04 smithi078 bash[28923]: cluster 2024-09-18T08:54:03.258743+0000 mgr.y (mgr.24314) 315 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:06.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:06 smithi189 bash[21687]: cluster 2024-09-18T08:54:05.260406+0000 mgr.y (mgr.24314) 316 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:06.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:06 smithi078 bash[19887]: cluster 2024-09-18T08:54:05.260406+0000 mgr.y (mgr.24314) 316 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:06.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:06 smithi078 bash[28923]: cluster 2024-09-18T08:54:05.260406+0000 mgr.y (mgr.24314) 316 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:08.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:08 smithi189 bash[21687]: cluster 2024-09-18T08:54:07.261139+0000 mgr.y (mgr.24314) 317 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:08.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:08 smithi189 bash[21687]: audit 2024-09-18T08:54:08.136777+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:54:08.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:08 smithi078 bash[28923]: cluster 2024-09-18T08:54:07.261139+0000 mgr.y (mgr.24314) 317 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:08.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:08 smithi078 bash[28923]: audit 2024-09-18T08:54:08.136777+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:54:08.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:08 smithi078 bash[19887]: cluster 2024-09-18T08:54:07.261139+0000 mgr.y (mgr.24314) 317 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:08.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:08 smithi078 bash[19887]: audit 2024-09-18T08:54:08.136777+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:54:09.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:09 smithi189 bash[21687]: audit 2024-09-18T08:54:07.768639+0000 mgr.y (mgr.24314) 318 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:54:09.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:09 smithi078 bash[19887]: audit 2024-09-18T08:54:07.768639+0000 mgr.y (mgr.24314) 318 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:54:09.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:09 smithi078 bash[28923]: audit 2024-09-18T08:54:07.768639+0000 mgr.y (mgr.24314) 318 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:54:10.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:10 smithi189 bash[21687]: cluster 2024-09-18T08:54:09.263022+0000 mgr.y (mgr.24314) 319 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:10.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:10 smithi078 bash[19887]: cluster 2024-09-18T08:54:09.263022+0000 mgr.y (mgr.24314) 319 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:10.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:54:10 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:54:10] "GET /metrics HTTP/1.1" 200 38159 "" "Prometheus/2.43.0" 2024-09-18T08:54:10.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:10 smithi078 bash[28923]: cluster 2024-09-18T08:54:09.263022+0000 mgr.y (mgr.24314) 319 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:12.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:12 smithi189 bash[21687]: cluster 2024-09-18T08:54:11.263716+0000 mgr.y (mgr.24314) 320 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:12.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:12 smithi078 bash[19887]: cluster 2024-09-18T08:54:11.263716+0000 mgr.y (mgr.24314) 320 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:12.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:12 smithi078 bash[28923]: cluster 2024-09-18T08:54:11.263716+0000 mgr.y (mgr.24314) 320 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:14.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:14 smithi189 bash[21687]: cluster 2024-09-18T08:54:13.264405+0000 mgr.y (mgr.24314) 321 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:14.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:14 smithi078 bash[19887]: cluster 2024-09-18T08:54:13.264405+0000 mgr.y (mgr.24314) 321 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:14.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:14 smithi078 bash[28923]: cluster 2024-09-18T08:54:13.264405+0000 mgr.y (mgr.24314) 321 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:16.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:16 smithi189 bash[21687]: cluster 2024-09-18T08:54:15.266067+0000 mgr.y (mgr.24314) 322 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:16.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:16 smithi078 bash[19887]: cluster 2024-09-18T08:54:15.266067+0000 mgr.y (mgr.24314) 322 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:16.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:16 smithi078 bash[28923]: cluster 2024-09-18T08:54:15.266067+0000 mgr.y (mgr.24314) 322 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:18.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:18 smithi189 bash[21687]: cluster 2024-09-18T08:54:17.266707+0000 mgr.y (mgr.24314) 323 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:18.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:18 smithi078 bash[19887]: cluster 2024-09-18T08:54:17.266707+0000 mgr.y (mgr.24314) 323 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:18.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:18 smithi078 bash[28923]: cluster 2024-09-18T08:54:17.266707+0000 mgr.y (mgr.24314) 323 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:19.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:19 smithi189 bash[21687]: audit 2024-09-18T08:54:17.779901+0000 mgr.y (mgr.24314) 324 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:54:19.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:19 smithi078 bash[19887]: audit 2024-09-18T08:54:17.779901+0000 mgr.y (mgr.24314) 324 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:54:19.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:19 smithi078 bash[28923]: audit 2024-09-18T08:54:17.779901+0000 mgr.y (mgr.24314) 324 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:54:20.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:20 smithi189 bash[21687]: cluster 2024-09-18T08:54:19.268331+0000 mgr.y (mgr.24314) 325 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:20.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:20 smithi078 bash[19887]: cluster 2024-09-18T08:54:19.268331+0000 mgr.y (mgr.24314) 325 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:20.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:54:20 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:54:20] "GET /metrics HTTP/1.1" 200 38159 "" "Prometheus/2.43.0" 2024-09-18T08:54:20.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:20 smithi078 bash[28923]: cluster 2024-09-18T08:54:19.268331+0000 mgr.y (mgr.24314) 325 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:21.919 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:21.920 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:54:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:21.920 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 08:54:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:21.920 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 08:54:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:21.921 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:54:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:21.921 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:54:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:21.921 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:54:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:21.921 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:54:21 smithi189 systemd[1]: Stopping Ceph mgr.x for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T08:54:21.922 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 08:54:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:21.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:54:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:22.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:22 smithi189 bash[21687]: cluster 2024-09-18T08:54:21.269054+0000 mgr.y (mgr.24314) 326 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:54:22.669 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:54:22 smithi189 bash[49824]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-mgr-x 2024-09-18T08:54:22.670 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:54:22 smithi189 bash[49919]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-mgr-x 2024-09-18T08:54:22.670 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:54:22 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-18T08:54:22.670 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:54:22 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-18T08:54:22.670 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:54:22 smithi189 systemd[1]: Stopped Ceph mgr.x for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:54:22.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:22 smithi078 bash[19887]: cluster 2024-09-18T08:54:21.269054+0000 mgr.y (mgr.24314) 326 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:54:22.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:22 smithi078 bash[28923]: cluster 2024-09-18T08:54:21.269054+0000 mgr.y (mgr.24314) 326 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:54:23.169 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:54:22 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:23.169 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:54:22 smithi189 systemd[1]: Started Ceph mgr.x for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:54:23.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:22 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:23.170 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 08:54:22 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:23.170 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 08:54:22 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:23.171 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:54:22 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:23.171 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 08:54:22 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:23.171 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:54:22 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:23.171 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 08:54:22 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:23.172 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 08:54:22 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T08:54:24.169 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:54:24 smithi189 bash[49976]: debug 2024-09-18T08:54:24.079+0000 7ff37022e640 1 -- 172.21.15.189:0/1970943377 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5599f17850e0 con 0x5599f1786800 2024-09-18T08:54:24.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:23 smithi189 bash[21687]: audit 2024-09-18T08:54:22.899210+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:24.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:23 smithi189 bash[21687]: audit 2024-09-18T08:54:22.912334+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:24.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:23 smithi189 bash[21687]: audit 2024-09-18T08:54:22.924428+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:24.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:23 smithi189 bash[21687]: audit 2024-09-18T08:54:22.937701+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:24.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:23 smithi189 bash[21687]: audit 2024-09-18T08:54:23.136969+0000 mon.c (mon.2) 145 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:54:24.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:23 smithi189 bash[21687]: cluster 2024-09-18T08:54:23.269525+0000 mgr.y (mgr.24314) 327 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:54:24.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:23 smithi078 bash[19887]: audit 2024-09-18T08:54:22.899210+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:24.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:23 smithi078 bash[19887]: audit 2024-09-18T08:54:22.912334+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:24.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:23 smithi078 bash[19887]: audit 2024-09-18T08:54:22.924428+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:24.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:23 smithi078 bash[19887]: audit 2024-09-18T08:54:22.937701+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:24.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:23 smithi078 bash[19887]: audit 2024-09-18T08:54:23.136969+0000 mon.c (mon.2) 145 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:54:24.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:23 smithi078 bash[19887]: cluster 2024-09-18T08:54:23.269525+0000 mgr.y (mgr.24314) 327 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:54:24.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:23 smithi078 bash[28923]: audit 2024-09-18T08:54:22.899210+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:24.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:23 smithi078 bash[28923]: audit 2024-09-18T08:54:22.912334+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:24.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:23 smithi078 bash[28923]: audit 2024-09-18T08:54:22.924428+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:24.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:23 smithi078 bash[28923]: audit 2024-09-18T08:54:22.937701+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:24.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:23 smithi078 bash[28923]: audit 2024-09-18T08:54:23.136969+0000 mon.c (mon.2) 145 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:54:24.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:23 smithi078 bash[28923]: cluster 2024-09-18T08:54:23.269525+0000 mgr.y (mgr.24314) 327 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:54:26.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:26 smithi189 bash[21687]: cluster 2024-09-18T08:54:25.271098+0000 mgr.y (mgr.24314) 328 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:26.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:26 smithi078 bash[19887]: cluster 2024-09-18T08:54:25.271098+0000 mgr.y (mgr.24314) 328 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:26.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:26 smithi078 bash[28923]: cluster 2024-09-18T08:54:25.271098+0000 mgr.y (mgr.24314) 328 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:28.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:28 smithi189 bash[21687]: cluster 2024-09-18T08:54:27.271813+0000 mgr.y (mgr.24314) 329 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:54:28.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:28 smithi078 bash[19887]: cluster 2024-09-18T08:54:27.271813+0000 mgr.y (mgr.24314) 329 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:54:28.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:28 smithi078 bash[28923]: cluster 2024-09-18T08:54:27.271813+0000 mgr.y (mgr.24314) 329 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:54:29.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:29 smithi189 bash[21687]: audit 2024-09-18T08:54:27.791246+0000 mgr.y (mgr.24314) 330 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:54:29.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:29 smithi189 bash[21687]: audit 2024-09-18T08:54:28.787081+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:29.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:29 smithi189 bash[21687]: audit 2024-09-18T08:54:28.796448+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:29.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:29 smithi189 bash[21687]: audit 2024-09-18T08:54:29.079040+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:29.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:29 smithi189 bash[21687]: audit 2024-09-18T08:54:29.090963+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:29.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:29 smithi078 bash[19887]: audit 2024-09-18T08:54:27.791246+0000 mgr.y (mgr.24314) 330 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:54:29.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:29 smithi078 bash[19887]: audit 2024-09-18T08:54:28.787081+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:29.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:29 smithi078 bash[19887]: audit 2024-09-18T08:54:28.796448+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:29.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:29 smithi078 bash[19887]: audit 2024-09-18T08:54:29.079040+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:29.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:29 smithi078 bash[19887]: audit 2024-09-18T08:54:29.090963+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:29.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:29 smithi078 bash[28923]: audit 2024-09-18T08:54:27.791246+0000 mgr.y (mgr.24314) 330 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:54:29.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:29 smithi078 bash[28923]: audit 2024-09-18T08:54:28.787081+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:29.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:29 smithi078 bash[28923]: audit 2024-09-18T08:54:28.796448+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:29.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:29 smithi078 bash[28923]: audit 2024-09-18T08:54:29.079040+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:29.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:29 smithi078 bash[28923]: audit 2024-09-18T08:54:29.090963+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:30.670 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:54:30 smithi189 bash[49976]: [18/Sep/2024:08:54:30] ENGINE Bus STARTING 2024-09-18T08:54:30.670 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:54:30 smithi189 bash[49976]: CherryPy Checker: 2024-09-18T08:54:30.670 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:54:30 smithi189 bash[49976]: The Application mounted at '' has an empty config. 2024-09-18T08:54:30.670 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:54:30 smithi189 bash[49976]: [18/Sep/2024:08:54:30] ENGINE Serving on http://:::9283 2024-09-18T08:54:30.670 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:54:30 smithi189 bash[49976]: [18/Sep/2024:08:54:30] ENGINE Bus STARTED 2024-09-18T08:54:30.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:30 smithi189 bash[21687]: cluster 2024-09-18T08:54:29.272655+0000 mgr.y (mgr.24314) 331 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:30.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:30 smithi189 bash[21687]: audit 2024-09-18T08:54:29.749035+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:54:30.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:30 smithi189 bash[21687]: audit 2024-09-18T08:54:29.750469+0000 mon.c (mon.2) 147 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:54:30.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:30 smithi189 bash[21687]: audit 2024-09-18T08:54:29.757493+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:30.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:30 smithi189 bash[21687]: cluster 2024-09-18T08:54:30.204858+0000 mon.a (mon.0) 935 : cluster [DBG] Standby manager daemon x restarted 2024-09-18T08:54:30.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:30 smithi189 bash[21687]: cluster 2024-09-18T08:54:30.205056+0000 mon.a (mon.0) 936 : cluster [DBG] Standby manager daemon x started 2024-09-18T08:54:30.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:30 smithi189 bash[21687]: audit 2024-09-18T08:54:30.210035+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.? 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T08:54:30.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:30 smithi189 bash[21687]: audit 2024-09-18T08:54:30.210938+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.? 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T08:54:30.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:30 smithi189 bash[21687]: audit 2024-09-18T08:54:30.212611+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.? 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T08:54:30.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:30 smithi189 bash[21687]: audit 2024-09-18T08:54:30.213755+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T08:54:30.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:54:30] "GET /metrics HTTP/1.1" 200 38156 "" "Prometheus/2.43.0" 2024-09-18T08:54:30.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[19887]: cluster 2024-09-18T08:54:29.272655+0000 mgr.y (mgr.24314) 331 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:30.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[19887]: audit 2024-09-18T08:54:29.749035+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:54:30.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[19887]: audit 2024-09-18T08:54:29.750469+0000 mon.c (mon.2) 147 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:54:30.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[19887]: audit 2024-09-18T08:54:29.757493+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:30.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[19887]: cluster 2024-09-18T08:54:30.204858+0000 mon.a (mon.0) 935 : cluster [DBG] Standby manager daemon x restarted 2024-09-18T08:54:30.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[19887]: cluster 2024-09-18T08:54:30.205056+0000 mon.a (mon.0) 936 : cluster [DBG] Standby manager daemon x started 2024-09-18T08:54:30.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[19887]: audit 2024-09-18T08:54:30.210035+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.? 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T08:54:30.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[19887]: audit 2024-09-18T08:54:30.210938+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.? 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T08:54:30.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[19887]: audit 2024-09-18T08:54:30.212611+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.? 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T08:54:30.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[19887]: audit 2024-09-18T08:54:30.213755+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T08:54:30.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[28923]: cluster 2024-09-18T08:54:29.272655+0000 mgr.y (mgr.24314) 331 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:30.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[28923]: audit 2024-09-18T08:54:29.749035+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:54:30.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[28923]: audit 2024-09-18T08:54:29.750469+0000 mon.c (mon.2) 147 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:54:30.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[28923]: audit 2024-09-18T08:54:29.757493+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:54:30.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[28923]: cluster 2024-09-18T08:54:30.204858+0000 mon.a (mon.0) 935 : cluster [DBG] Standby manager daemon x restarted 2024-09-18T08:54:30.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[28923]: cluster 2024-09-18T08:54:30.205056+0000 mon.a (mon.0) 936 : cluster [DBG] Standby manager daemon x started 2024-09-18T08:54:30.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[28923]: audit 2024-09-18T08:54:30.210035+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.? 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T08:54:30.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[28923]: audit 2024-09-18T08:54:30.210938+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.? 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T08:54:30.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[28923]: audit 2024-09-18T08:54:30.212611+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.? 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T08:54:30.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:30 smithi078 bash[28923]: audit 2024-09-18T08:54:30.213755+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T08:54:32.419 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:32 smithi189 bash[21687]: cluster 2024-09-18T08:54:31.111839+0000 mon.a (mon.0) 937 : cluster [DBG] mgrmap e22: y(active, since 8m), standbys: x 2024-09-18T08:54:32.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:32 smithi189 bash[21687]: cluster 2024-09-18T08:54:31.273419+0000 mgr.y (mgr.24314) 332 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:32.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:32 smithi078 bash[19887]: cluster 2024-09-18T08:54:31.111839+0000 mon.a (mon.0) 937 : cluster [DBG] mgrmap e22: y(active, since 8m), standbys: x 2024-09-18T08:54:32.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:32 smithi078 bash[19887]: cluster 2024-09-18T08:54:31.273419+0000 mgr.y (mgr.24314) 332 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:32.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:32 smithi078 bash[28923]: cluster 2024-09-18T08:54:31.111839+0000 mon.a (mon.0) 937 : cluster [DBG] mgrmap e22: y(active, since 8m), standbys: x 2024-09-18T08:54:32.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:32 smithi078 bash[28923]: cluster 2024-09-18T08:54:31.273419+0000 mgr.y (mgr.24314) 332 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:34.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:34 smithi189 bash[21687]: cluster 2024-09-18T08:54:33.274145+0000 mgr.y (mgr.24314) 333 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:34.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:34 smithi078 bash[19887]: cluster 2024-09-18T08:54:33.274145+0000 mgr.y (mgr.24314) 333 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:34.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:34 smithi078 bash[28923]: cluster 2024-09-18T08:54:33.274145+0000 mgr.y (mgr.24314) 333 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:36.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:36 smithi189 bash[21687]: cluster 2024-09-18T08:54:35.276164+0000 mgr.y (mgr.24314) 334 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:36.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:36 smithi078 bash[19887]: cluster 2024-09-18T08:54:35.276164+0000 mgr.y (mgr.24314) 334 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:36.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:36 smithi078 bash[28923]: cluster 2024-09-18T08:54:35.276164+0000 mgr.y (mgr.24314) 334 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:38.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:38 smithi189 bash[21687]: cluster 2024-09-18T08:54:37.276859+0000 mgr.y (mgr.24314) 335 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:38.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:38 smithi189 bash[21687]: audit 2024-09-18T08:54:38.137210+0000 mon.c (mon.2) 148 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:54:38.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:38 smithi078 bash[19887]: cluster 2024-09-18T08:54:37.276859+0000 mgr.y (mgr.24314) 335 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:38.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:38 smithi078 bash[19887]: audit 2024-09-18T08:54:38.137210+0000 mon.c (mon.2) 148 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:54:38.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:38 smithi078 bash[28923]: cluster 2024-09-18T08:54:37.276859+0000 mgr.y (mgr.24314) 335 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:38.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:38 smithi078 bash[28923]: audit 2024-09-18T08:54:38.137210+0000 mon.c (mon.2) 148 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:54:39.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:39 smithi189 bash[21687]: audit 2024-09-18T08:54:37.797536+0000 mgr.y (mgr.24314) 336 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:54:39.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:39 smithi078 bash[19887]: audit 2024-09-18T08:54:37.797536+0000 mgr.y (mgr.24314) 336 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:54:39.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:39 smithi078 bash[28923]: audit 2024-09-18T08:54:37.797536+0000 mgr.y (mgr.24314) 336 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:54:40.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:40 smithi189 bash[21687]: cluster 2024-09-18T08:54:39.278378+0000 mgr.y (mgr.24314) 337 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:40.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:40 smithi078 bash[19887]: cluster 2024-09-18T08:54:39.278378+0000 mgr.y (mgr.24314) 337 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:40.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:54:40 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:54:40] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-18T08:54:40.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:40 smithi078 bash[28923]: cluster 2024-09-18T08:54:39.278378+0000 mgr.y (mgr.24314) 337 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:42.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:42 smithi189 bash[21687]: cluster 2024-09-18T08:54:41.279112+0000 mgr.y (mgr.24314) 338 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:42.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:42 smithi078 bash[19887]: cluster 2024-09-18T08:54:41.279112+0000 mgr.y (mgr.24314) 338 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:42.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:42 smithi078 bash[28923]: cluster 2024-09-18T08:54:41.279112+0000 mgr.y (mgr.24314) 338 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:44.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:44 smithi189 bash[21687]: cluster 2024-09-18T08:54:43.279776+0000 mgr.y (mgr.24314) 339 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:44.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:44 smithi078 bash[19887]: cluster 2024-09-18T08:54:43.279776+0000 mgr.y (mgr.24314) 339 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:44.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:44 smithi078 bash[28923]: cluster 2024-09-18T08:54:43.279776+0000 mgr.y (mgr.24314) 339 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:46.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:46 smithi189 bash[21687]: cluster 2024-09-18T08:54:45.281419+0000 mgr.y (mgr.24314) 340 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:46.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:46 smithi078 bash[19887]: cluster 2024-09-18T08:54:45.281419+0000 mgr.y (mgr.24314) 340 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:46.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:46 smithi078 bash[28923]: cluster 2024-09-18T08:54:45.281419+0000 mgr.y (mgr.24314) 340 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:48.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:48 smithi189 bash[21687]: cluster 2024-09-18T08:54:47.282158+0000 mgr.y (mgr.24314) 341 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:48.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:48 smithi078 bash[19887]: cluster 2024-09-18T08:54:47.282158+0000 mgr.y (mgr.24314) 341 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:48.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:48 smithi078 bash[28923]: cluster 2024-09-18T08:54:47.282158+0000 mgr.y (mgr.24314) 341 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:49.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:49 smithi189 bash[21687]: audit 2024-09-18T08:54:47.808834+0000 mgr.y (mgr.24314) 342 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:54:49.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:49 smithi078 bash[19887]: audit 2024-09-18T08:54:47.808834+0000 mgr.y (mgr.24314) 342 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:54:49.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:49 smithi078 bash[28923]: audit 2024-09-18T08:54:47.808834+0000 mgr.y (mgr.24314) 342 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:54:50.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:50 smithi189 bash[21687]: cluster 2024-09-18T08:54:49.283776+0000 mgr.y (mgr.24314) 343 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:50.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:54:50 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:54:50] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-18T08:54:50.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:50 smithi078 bash[28923]: cluster 2024-09-18T08:54:49.283776+0000 mgr.y (mgr.24314) 343 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:50.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:50 smithi078 bash[19887]: cluster 2024-09-18T08:54:49.283776+0000 mgr.y (mgr.24314) 343 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:52.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:52 smithi189 bash[21687]: cluster 2024-09-18T08:54:51.284531+0000 mgr.y (mgr.24314) 344 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:52.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:52 smithi078 bash[28923]: cluster 2024-09-18T08:54:51.284531+0000 mgr.y (mgr.24314) 344 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:52.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:52 smithi078 bash[19887]: cluster 2024-09-18T08:54:51.284531+0000 mgr.y (mgr.24314) 344 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:53.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:53 smithi189 bash[21687]: audit 2024-09-18T08:54:53.138071+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:54:53.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:53 smithi189 bash[21687]: cluster 2024-09-18T08:54:53.285221+0000 mgr.y (mgr.24314) 345 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:53.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:53 smithi078 bash[28923]: audit 2024-09-18T08:54:53.138071+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:54:53.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:53 smithi078 bash[28923]: cluster 2024-09-18T08:54:53.285221+0000 mgr.y (mgr.24314) 345 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:53.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:53 smithi078 bash[19887]: audit 2024-09-18T08:54:53.138071+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:54:53.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:53 smithi078 bash[19887]: cluster 2024-09-18T08:54:53.285221+0000 mgr.y (mgr.24314) 345 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:56.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:56 smithi189 bash[21687]: cluster 2024-09-18T08:54:55.286899+0000 mgr.y (mgr.24314) 346 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:56.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:56 smithi078 bash[19887]: cluster 2024-09-18T08:54:55.286899+0000 mgr.y (mgr.24314) 346 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:56.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:56 smithi078 bash[28923]: cluster 2024-09-18T08:54:55.286899+0000 mgr.y (mgr.24314) 346 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:54:58.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:58 smithi189 bash[21687]: cluster 2024-09-18T08:54:57.287601+0000 mgr.y (mgr.24314) 347 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:58.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:58 smithi078 bash[19887]: cluster 2024-09-18T08:54:57.287601+0000 mgr.y (mgr.24314) 347 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:58.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:58 smithi078 bash[28923]: cluster 2024-09-18T08:54:57.287601+0000 mgr.y (mgr.24314) 347 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:54:59.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:54:59 smithi189 bash[21687]: audit 2024-09-18T08:54:57.820035+0000 mgr.y (mgr.24314) 348 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:54:59.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:54:59 smithi078 bash[19887]: audit 2024-09-18T08:54:57.820035+0000 mgr.y (mgr.24314) 348 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:54:59.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:54:59 smithi078 bash[28923]: audit 2024-09-18T08:54:57.820035+0000 mgr.y (mgr.24314) 348 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:00.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:00 smithi189 bash[21687]: cluster 2024-09-18T08:54:59.289483+0000 mgr.y (mgr.24314) 349 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:00.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:00 smithi078 bash[19887]: cluster 2024-09-18T08:54:59.289483+0000 mgr.y (mgr.24314) 349 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:00.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:55:00 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:55:00] "GET /metrics HTTP/1.1" 200 38158 "" "Prometheus/2.43.0" 2024-09-18T08:55:00.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:00 smithi078 bash[28923]: cluster 2024-09-18T08:54:59.289483+0000 mgr.y (mgr.24314) 349 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:02.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:02 smithi189 bash[21687]: cluster 2024-09-18T08:55:01.290224+0000 mgr.y (mgr.24314) 350 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:02.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:02 smithi078 bash[19887]: cluster 2024-09-18T08:55:01.290224+0000 mgr.y (mgr.24314) 350 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:02.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:02 smithi078 bash[28923]: cluster 2024-09-18T08:55:01.290224+0000 mgr.y (mgr.24314) 350 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:04.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:04 smithi189 bash[21687]: cluster 2024-09-18T08:55:03.290916+0000 mgr.y (mgr.24314) 351 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:04.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:04 smithi078 bash[19887]: cluster 2024-09-18T08:55:03.290916+0000 mgr.y (mgr.24314) 351 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:04.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:04 smithi078 bash[28923]: cluster 2024-09-18T08:55:03.290916+0000 mgr.y (mgr.24314) 351 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:06.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:06 smithi189 bash[21687]: cluster 2024-09-18T08:55:05.292573+0000 mgr.y (mgr.24314) 352 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:06.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:06 smithi078 bash[19887]: cluster 2024-09-18T08:55:05.292573+0000 mgr.y (mgr.24314) 352 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:06.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:06 smithi078 bash[28923]: cluster 2024-09-18T08:55:05.292573+0000 mgr.y (mgr.24314) 352 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:08.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:08 smithi189 bash[21687]: cluster 2024-09-18T08:55:07.293430+0000 mgr.y (mgr.24314) 353 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:08.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:08 smithi189 bash[21687]: audit 2024-09-18T08:55:08.138569+0000 mon.c (mon.2) 150 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:55:08.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:08 smithi078 bash[19887]: cluster 2024-09-18T08:55:07.293430+0000 mgr.y (mgr.24314) 353 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:08.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:08 smithi078 bash[19887]: audit 2024-09-18T08:55:08.138569+0000 mon.c (mon.2) 150 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:55:08.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:08 smithi078 bash[28923]: cluster 2024-09-18T08:55:07.293430+0000 mgr.y (mgr.24314) 353 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:08.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:08 smithi078 bash[28923]: audit 2024-09-18T08:55:08.138569+0000 mon.c (mon.2) 150 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:55:09.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:09 smithi189 bash[21687]: audit 2024-09-18T08:55:07.831254+0000 mgr.y (mgr.24314) 354 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:09.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:09 smithi078 bash[19887]: audit 2024-09-18T08:55:07.831254+0000 mgr.y (mgr.24314) 354 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:09.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:09 smithi078 bash[28923]: audit 2024-09-18T08:55:07.831254+0000 mgr.y (mgr.24314) 354 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:10.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:10 smithi189 bash[21687]: cluster 2024-09-18T08:55:09.295079+0000 mgr.y (mgr.24314) 355 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:10.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:10 smithi078 bash[19887]: cluster 2024-09-18T08:55:09.295079+0000 mgr.y (mgr.24314) 355 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:10.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:55:10 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:55:10] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-18T08:55:10.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:10 smithi078 bash[28923]: cluster 2024-09-18T08:55:09.295079+0000 mgr.y (mgr.24314) 355 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:11.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:11 smithi189 bash[21687]: cluster 2024-09-18T08:55:11.295763+0000 mgr.y (mgr.24314) 356 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:11.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:11 smithi078 bash[19887]: cluster 2024-09-18T08:55:11.295763+0000 mgr.y (mgr.24314) 356 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:11.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:11 smithi078 bash[28923]: cluster 2024-09-18T08:55:11.295763+0000 mgr.y (mgr.24314) 356 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:14.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:14 smithi189 bash[21687]: cluster 2024-09-18T08:55:13.296462+0000 mgr.y (mgr.24314) 357 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:14.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:14 smithi078 bash[19887]: cluster 2024-09-18T08:55:13.296462+0000 mgr.y (mgr.24314) 357 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:14.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:14 smithi078 bash[28923]: cluster 2024-09-18T08:55:13.296462+0000 mgr.y (mgr.24314) 357 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:16.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:16 smithi189 bash[21687]: cluster 2024-09-18T08:55:15.298123+0000 mgr.y (mgr.24314) 358 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:16.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:16 smithi078 bash[19887]: cluster 2024-09-18T08:55:15.298123+0000 mgr.y (mgr.24314) 358 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:16.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:16 smithi078 bash[28923]: cluster 2024-09-18T08:55:15.298123+0000 mgr.y (mgr.24314) 358 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:18.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:18 smithi189 bash[21687]: cluster 2024-09-18T08:55:17.298818+0000 mgr.y (mgr.24314) 359 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:18.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:18 smithi078 bash[19887]: cluster 2024-09-18T08:55:17.298818+0000 mgr.y (mgr.24314) 359 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:18.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:18 smithi078 bash[28923]: cluster 2024-09-18T08:55:17.298818+0000 mgr.y (mgr.24314) 359 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:19.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:19 smithi189 bash[21687]: audit 2024-09-18T08:55:17.842401+0000 mgr.y (mgr.24314) 360 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:19.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:19 smithi078 bash[19887]: audit 2024-09-18T08:55:17.842401+0000 mgr.y (mgr.24314) 360 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:19.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:19 smithi078 bash[28923]: audit 2024-09-18T08:55:17.842401+0000 mgr.y (mgr.24314) 360 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:20.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:20 smithi189 bash[21687]: cluster 2024-09-18T08:55:19.300400+0000 mgr.y (mgr.24314) 361 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:20.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:20 smithi078 bash[19887]: cluster 2024-09-18T08:55:19.300400+0000 mgr.y (mgr.24314) 361 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:20.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:55:20 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:55:20] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-18T08:55:20.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:20 smithi078 bash[28923]: cluster 2024-09-18T08:55:19.300400+0000 mgr.y (mgr.24314) 361 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:22.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:22 smithi189 bash[21687]: cluster 2024-09-18T08:55:21.301121+0000 mgr.y (mgr.24314) 362 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:22.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:22 smithi078 bash[19887]: cluster 2024-09-18T08:55:21.301121+0000 mgr.y (mgr.24314) 362 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:22.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:22 smithi078 bash[28923]: cluster 2024-09-18T08:55:21.301121+0000 mgr.y (mgr.24314) 362 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:23.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:23 smithi189 bash[21687]: audit 2024-09-18T08:55:23.138928+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:55:23.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:23 smithi078 bash[19887]: audit 2024-09-18T08:55:23.138928+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:55:23.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:23 smithi078 bash[28923]: audit 2024-09-18T08:55:23.138928+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:55:24.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:24 smithi189 bash[21687]: cluster 2024-09-18T08:55:23.301744+0000 mgr.y (mgr.24314) 363 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:24.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:24 smithi078 bash[19887]: cluster 2024-09-18T08:55:23.301744+0000 mgr.y (mgr.24314) 363 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:24.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:24 smithi078 bash[28923]: cluster 2024-09-18T08:55:23.301744+0000 mgr.y (mgr.24314) 363 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:25.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:25 smithi189 bash[21687]: cluster 2024-09-18T08:55:25.303388+0000 mgr.y (mgr.24314) 364 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:25.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:25 smithi078 bash[19887]: cluster 2024-09-18T08:55:25.303388+0000 mgr.y (mgr.24314) 364 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:25.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:25 smithi078 bash[28923]: cluster 2024-09-18T08:55:25.303388+0000 mgr.y (mgr.24314) 364 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:28.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:28 smithi189 bash[21687]: cluster 2024-09-18T08:55:27.304082+0000 mgr.y (mgr.24314) 365 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:28.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:28 smithi078 bash[19887]: cluster 2024-09-18T08:55:27.304082+0000 mgr.y (mgr.24314) 365 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:28.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:28 smithi078 bash[28923]: cluster 2024-09-18T08:55:27.304082+0000 mgr.y (mgr.24314) 365 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:29.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:29 smithi189 bash[21687]: audit 2024-09-18T08:55:27.853741+0000 mgr.y (mgr.24314) 366 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:29.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:29 smithi078 bash[28923]: audit 2024-09-18T08:55:27.853741+0000 mgr.y (mgr.24314) 366 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:29.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:29 smithi078 bash[19887]: audit 2024-09-18T08:55:27.853741+0000 mgr.y (mgr.24314) 366 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:30.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:30 smithi189 bash[21687]: cluster 2024-09-18T08:55:29.305740+0000 mgr.y (mgr.24314) 367 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:30.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:30 smithi078 bash[19887]: cluster 2024-09-18T08:55:29.305740+0000 mgr.y (mgr.24314) 367 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:30.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:55:30 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:55:30] "GET /metrics HTTP/1.1" 200 38159 "" "Prometheus/2.43.0" 2024-09-18T08:55:30.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:30 smithi078 bash[28923]: cluster 2024-09-18T08:55:29.305740+0000 mgr.y (mgr.24314) 367 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:32.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:32 smithi189 bash[21687]: cluster 2024-09-18T08:55:31.306413+0000 mgr.y (mgr.24314) 368 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:32.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:32 smithi078 bash[19887]: cluster 2024-09-18T08:55:31.306413+0000 mgr.y (mgr.24314) 368 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:32.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:32 smithi078 bash[28923]: cluster 2024-09-18T08:55:31.306413+0000 mgr.y (mgr.24314) 368 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:34.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:34 smithi189 bash[21687]: cluster 2024-09-18T08:55:33.307123+0000 mgr.y (mgr.24314) 369 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:34.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:34 smithi078 bash[19887]: cluster 2024-09-18T08:55:33.307123+0000 mgr.y (mgr.24314) 369 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:34.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:34 smithi078 bash[28923]: cluster 2024-09-18T08:55:33.307123+0000 mgr.y (mgr.24314) 369 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:36.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:36 smithi189 bash[21687]: cluster 2024-09-18T08:55:35.308801+0000 mgr.y (mgr.24314) 370 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:36.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:36 smithi189 bash[21687]: audit 2024-09-18T08:55:35.967540+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:55:36.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:36 smithi189 bash[21687]: audit 2024-09-18T08:55:35.981083+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:55:36.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:36 smithi078 bash[19887]: cluster 2024-09-18T08:55:35.308801+0000 mgr.y (mgr.24314) 370 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:36.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:36 smithi078 bash[19887]: audit 2024-09-18T08:55:35.967540+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:55:36.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:36 smithi078 bash[19887]: audit 2024-09-18T08:55:35.981083+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:55:36.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:36 smithi078 bash[28923]: cluster 2024-09-18T08:55:35.308801+0000 mgr.y (mgr.24314) 370 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:36.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:36 smithi078 bash[28923]: audit 2024-09-18T08:55:35.967540+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:55:36.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:36 smithi078 bash[28923]: audit 2024-09-18T08:55:35.981083+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:55:37.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:37 smithi189 bash[21687]: audit 2024-09-18T08:55:36.638588+0000 mon.c (mon.2) 152 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:55:37.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:37 smithi189 bash[21687]: audit 2024-09-18T08:55:36.640067+0000 mon.c (mon.2) 153 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:55:37.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:37 smithi189 bash[21687]: audit 2024-09-18T08:55:36.648065+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:55:37.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:37 smithi078 bash[19887]: audit 2024-09-18T08:55:36.638588+0000 mon.c (mon.2) 152 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:55:37.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:37 smithi078 bash[19887]: audit 2024-09-18T08:55:36.640067+0000 mon.c (mon.2) 153 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:55:37.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:37 smithi078 bash[19887]: audit 2024-09-18T08:55:36.648065+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:55:37.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:37 smithi078 bash[28923]: audit 2024-09-18T08:55:36.638588+0000 mon.c (mon.2) 152 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:55:37.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:37 smithi078 bash[28923]: audit 2024-09-18T08:55:36.640067+0000 mon.c (mon.2) 153 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:55:37.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:37 smithi078 bash[28923]: audit 2024-09-18T08:55:36.648065+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:55:38.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:38 smithi189 bash[21687]: cluster 2024-09-18T08:55:37.309452+0000 mgr.y (mgr.24314) 371 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:38.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:38 smithi189 bash[21687]: audit 2024-09-18T08:55:38.139100+0000 mon.c (mon.2) 154 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:55:38.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:38 smithi078 bash[19887]: cluster 2024-09-18T08:55:37.309452+0000 mgr.y (mgr.24314) 371 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:38.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:38 smithi078 bash[19887]: audit 2024-09-18T08:55:38.139100+0000 mon.c (mon.2) 154 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:55:38.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:38 smithi078 bash[28923]: cluster 2024-09-18T08:55:37.309452+0000 mgr.y (mgr.24314) 371 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:38.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:38 smithi078 bash[28923]: audit 2024-09-18T08:55:38.139100+0000 mon.c (mon.2) 154 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:55:39.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:39 smithi189 bash[21687]: audit 2024-09-18T08:55:37.864986+0000 mgr.y (mgr.24314) 372 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:39.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:39 smithi078 bash[19887]: audit 2024-09-18T08:55:37.864986+0000 mgr.y (mgr.24314) 372 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:39.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:39 smithi078 bash[28923]: audit 2024-09-18T08:55:37.864986+0000 mgr.y (mgr.24314) 372 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:40.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:40 smithi189 bash[21687]: cluster 2024-09-18T08:55:39.311063+0000 mgr.y (mgr.24314) 373 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:40.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:40 smithi078 bash[19887]: cluster 2024-09-18T08:55:39.311063+0000 mgr.y (mgr.24314) 373 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:40.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:55:40 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:55:40] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-18T08:55:40.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:40 smithi078 bash[28923]: cluster 2024-09-18T08:55:39.311063+0000 mgr.y (mgr.24314) 373 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:41.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:41 smithi189 bash[21687]: cluster 2024-09-18T08:55:41.311758+0000 mgr.y (mgr.24314) 374 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:41.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:41 smithi078 bash[19887]: cluster 2024-09-18T08:55:41.311758+0000 mgr.y (mgr.24314) 374 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:41.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:41 smithi078 bash[28923]: cluster 2024-09-18T08:55:41.311758+0000 mgr.y (mgr.24314) 374 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:44.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:44 smithi189 bash[21687]: cluster 2024-09-18T08:55:43.312386+0000 mgr.y (mgr.24314) 375 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:44.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:44 smithi078 bash[19887]: cluster 2024-09-18T08:55:43.312386+0000 mgr.y (mgr.24314) 375 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:44.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:44 smithi078 bash[28923]: cluster 2024-09-18T08:55:43.312386+0000 mgr.y (mgr.24314) 375 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:46.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:45 smithi189 bash[21687]: cluster 2024-09-18T08:55:45.314018+0000 mgr.y (mgr.24314) 376 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:46.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:45 smithi078 bash[19887]: cluster 2024-09-18T08:55:45.314018+0000 mgr.y (mgr.24314) 376 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:46.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:45 smithi078 bash[28923]: cluster 2024-09-18T08:55:45.314018+0000 mgr.y (mgr.24314) 376 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:48.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:48 smithi189 bash[21687]: cluster 2024-09-18T08:55:47.314738+0000 mgr.y (mgr.24314) 377 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:48.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:48 smithi078 bash[19887]: cluster 2024-09-18T08:55:47.314738+0000 mgr.y (mgr.24314) 377 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:48.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:48 smithi078 bash[28923]: cluster 2024-09-18T08:55:47.314738+0000 mgr.y (mgr.24314) 377 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:49.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:49 smithi189 bash[21687]: audit 2024-09-18T08:55:47.876198+0000 mgr.y (mgr.24314) 378 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:49.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:49 smithi078 bash[19887]: audit 2024-09-18T08:55:47.876198+0000 mgr.y (mgr.24314) 378 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:49.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:49 smithi078 bash[28923]: audit 2024-09-18T08:55:47.876198+0000 mgr.y (mgr.24314) 378 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:50.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:50 smithi189 bash[21687]: cluster 2024-09-18T08:55:49.316298+0000 mgr.y (mgr.24314) 379 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:50.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:50 smithi078 bash[19887]: cluster 2024-09-18T08:55:49.316298+0000 mgr.y (mgr.24314) 379 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:50.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:55:50 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:55:50] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-18T08:55:50.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:50 smithi078 bash[28923]: cluster 2024-09-18T08:55:49.316298+0000 mgr.y (mgr.24314) 379 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:51.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:51 smithi078 bash[19887]: cluster 2024-09-18T08:55:51.317016+0000 mgr.y (mgr.24314) 380 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:51.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:51 smithi078 bash[28923]: cluster 2024-09-18T08:55:51.317016+0000 mgr.y (mgr.24314) 380 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:51.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:51 smithi189 bash[21687]: cluster 2024-09-18T08:55:51.317016+0000 mgr.y (mgr.24314) 380 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:53.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:53 smithi078 bash[19887]: audit 2024-09-18T08:55:53.139701+0000 mon.c (mon.2) 155 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:55:53.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:53 smithi078 bash[28923]: audit 2024-09-18T08:55:53.139701+0000 mon.c (mon.2) 155 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:55:53.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:53 smithi189 bash[21687]: audit 2024-09-18T08:55:53.139701+0000 mon.c (mon.2) 155 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:55:54.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:54 smithi189 bash[21687]: cluster 2024-09-18T08:55:53.317652+0000 mgr.y (mgr.24314) 381 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:54.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:54 smithi078 bash[19887]: cluster 2024-09-18T08:55:53.317652+0000 mgr.y (mgr.24314) 381 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:54.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:54 smithi078 bash[28923]: cluster 2024-09-18T08:55:53.317652+0000 mgr.y (mgr.24314) 381 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:56.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:56 smithi189 bash[21687]: cluster 2024-09-18T08:55:55.319299+0000 mgr.y (mgr.24314) 382 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:56.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:56 smithi078 bash[19887]: cluster 2024-09-18T08:55:55.319299+0000 mgr.y (mgr.24314) 382 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:56.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:56 smithi078 bash[28923]: cluster 2024-09-18T08:55:55.319299+0000 mgr.y (mgr.24314) 382 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:55:58.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:58 smithi189 bash[21687]: cluster 2024-09-18T08:55:57.320004+0000 mgr.y (mgr.24314) 383 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:58.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:58 smithi078 bash[19887]: cluster 2024-09-18T08:55:57.320004+0000 mgr.y (mgr.24314) 383 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:58.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:58 smithi078 bash[28923]: cluster 2024-09-18T08:55:57.320004+0000 mgr.y (mgr.24314) 383 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:55:59.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:55:59 smithi189 bash[21687]: audit 2024-09-18T08:55:57.887299+0000 mgr.y (mgr.24314) 384 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:59.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:55:59 smithi078 bash[19887]: audit 2024-09-18T08:55:57.887299+0000 mgr.y (mgr.24314) 384 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:55:59.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:55:59 smithi078 bash[28923]: audit 2024-09-18T08:55:57.887299+0000 mgr.y (mgr.24314) 384 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:00.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:00 smithi189 bash[21687]: cluster 2024-09-18T08:55:59.321608+0000 mgr.y (mgr.24314) 385 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:00.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:00 smithi078 bash[19887]: cluster 2024-09-18T08:55:59.321608+0000 mgr.y (mgr.24314) 385 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:00.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:56:00 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:56:00] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-18T08:56:00.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:00 smithi078 bash[28923]: cluster 2024-09-18T08:55:59.321608+0000 mgr.y (mgr.24314) 385 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:01.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:01 smithi078 bash[19887]: cluster 2024-09-18T08:56:01.322291+0000 mgr.y (mgr.24314) 386 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:01.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:01 smithi078 bash[28923]: cluster 2024-09-18T08:56:01.322291+0000 mgr.y (mgr.24314) 386 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:01.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:01 smithi189 bash[21687]: cluster 2024-09-18T08:56:01.322291+0000 mgr.y (mgr.24314) 386 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:04.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:04 smithi189 bash[21687]: cluster 2024-09-18T08:56:03.322996+0000 mgr.y (mgr.24314) 387 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:04.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:04 smithi078 bash[19887]: cluster 2024-09-18T08:56:03.322996+0000 mgr.y (mgr.24314) 387 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:04.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:04 smithi078 bash[28923]: cluster 2024-09-18T08:56:03.322996+0000 mgr.y (mgr.24314) 387 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:06.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:06 smithi189 bash[21687]: cluster 2024-09-18T08:56:05.324653+0000 mgr.y (mgr.24314) 388 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:06.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:06 smithi078 bash[19887]: cluster 2024-09-18T08:56:05.324653+0000 mgr.y (mgr.24314) 388 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:06.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:06 smithi078 bash[28923]: cluster 2024-09-18T08:56:05.324653+0000 mgr.y (mgr.24314) 388 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:08.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:08 smithi189 bash[21687]: cluster 2024-09-18T08:56:07.325332+0000 mgr.y (mgr.24314) 389 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:08.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:08 smithi189 bash[21687]: audit 2024-09-18T08:56:08.139860+0000 mon.c (mon.2) 156 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:56:08.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:08 smithi078 bash[19887]: cluster 2024-09-18T08:56:07.325332+0000 mgr.y (mgr.24314) 389 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:08.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:08 smithi078 bash[19887]: audit 2024-09-18T08:56:08.139860+0000 mon.c (mon.2) 156 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:56:08.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:08 smithi078 bash[28923]: cluster 2024-09-18T08:56:07.325332+0000 mgr.y (mgr.24314) 389 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:08.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:08 smithi078 bash[28923]: audit 2024-09-18T08:56:08.139860+0000 mon.c (mon.2) 156 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:56:09.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:09 smithi189 bash[21687]: audit 2024-09-18T08:56:07.897297+0000 mgr.y (mgr.24314) 390 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:09.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:09 smithi078 bash[19887]: audit 2024-09-18T08:56:07.897297+0000 mgr.y (mgr.24314) 390 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:09.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:09 smithi078 bash[28923]: audit 2024-09-18T08:56:07.897297+0000 mgr.y (mgr.24314) 390 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:10.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:10 smithi189 bash[21687]: cluster 2024-09-18T08:56:09.326881+0000 mgr.y (mgr.24314) 391 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:10.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:10 smithi078 bash[19887]: cluster 2024-09-18T08:56:09.326881+0000 mgr.y (mgr.24314) 391 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:10.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:10 smithi078 bash[28923]: cluster 2024-09-18T08:56:09.326881+0000 mgr.y (mgr.24314) 391 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:10.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:56:10 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:56:10] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-18T08:56:11.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:11 smithi189 bash[21687]: cluster 2024-09-18T08:56:11.327587+0000 mgr.y (mgr.24314) 392 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:11.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:11 smithi078 bash[19887]: cluster 2024-09-18T08:56:11.327587+0000 mgr.y (mgr.24314) 392 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:11.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:11 smithi078 bash[28923]: cluster 2024-09-18T08:56:11.327587+0000 mgr.y (mgr.24314) 392 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:14.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:14 smithi189 bash[21687]: cluster 2024-09-18T08:56:13.328302+0000 mgr.y (mgr.24314) 393 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:14.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:14 smithi078 bash[19887]: cluster 2024-09-18T08:56:13.328302+0000 mgr.y (mgr.24314) 393 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:14.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:14 smithi078 bash[28923]: cluster 2024-09-18T08:56:13.328302+0000 mgr.y (mgr.24314) 393 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:16.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:16 smithi189 bash[21687]: cluster 2024-09-18T08:56:15.329971+0000 mgr.y (mgr.24314) 394 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:16.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:16 smithi078 bash[19887]: cluster 2024-09-18T08:56:15.329971+0000 mgr.y (mgr.24314) 394 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:16.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:16 smithi078 bash[28923]: cluster 2024-09-18T08:56:15.329971+0000 mgr.y (mgr.24314) 394 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:18.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:18 smithi189 bash[21687]: cluster 2024-09-18T08:56:17.330659+0000 mgr.y (mgr.24314) 395 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:18.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:18 smithi078 bash[19887]: cluster 2024-09-18T08:56:17.330659+0000 mgr.y (mgr.24314) 395 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:18.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:18 smithi078 bash[28923]: cluster 2024-09-18T08:56:17.330659+0000 mgr.y (mgr.24314) 395 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:19.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:19 smithi189 bash[21687]: audit 2024-09-18T08:56:17.908436+0000 mgr.y (mgr.24314) 396 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:19.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:19 smithi078 bash[19887]: audit 2024-09-18T08:56:17.908436+0000 mgr.y (mgr.24314) 396 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:19.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:19 smithi078 bash[28923]: audit 2024-09-18T08:56:17.908436+0000 mgr.y (mgr.24314) 396 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:20.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:20 smithi189 bash[21687]: cluster 2024-09-18T08:56:19.332289+0000 mgr.y (mgr.24314) 397 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:20.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:20 smithi078 bash[19887]: cluster 2024-09-18T08:56:19.332289+0000 mgr.y (mgr.24314) 397 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:20.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:56:20 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:56:20] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-18T08:56:20.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:20 smithi078 bash[28923]: cluster 2024-09-18T08:56:19.332289+0000 mgr.y (mgr.24314) 397 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:21.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:21 smithi189 bash[21687]: cluster 2024-09-18T08:56:21.333007+0000 mgr.y (mgr.24314) 398 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:21.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:21 smithi078 bash[19887]: cluster 2024-09-18T08:56:21.333007+0000 mgr.y (mgr.24314) 398 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:21.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:21 smithi078 bash[28923]: cluster 2024-09-18T08:56:21.333007+0000 mgr.y (mgr.24314) 398 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:23.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:23 smithi078 bash[19887]: audit 2024-09-18T08:56:23.140373+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:56:23.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:23 smithi078 bash[28923]: audit 2024-09-18T08:56:23.140373+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:56:23.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:23 smithi189 bash[21687]: audit 2024-09-18T08:56:23.140373+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:56:24.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:24 smithi189 bash[21687]: cluster 2024-09-18T08:56:23.333779+0000 mgr.y (mgr.24314) 399 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:24.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:24 smithi078 bash[19887]: cluster 2024-09-18T08:56:23.333779+0000 mgr.y (mgr.24314) 399 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:24.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:24 smithi078 bash[28923]: cluster 2024-09-18T08:56:23.333779+0000 mgr.y (mgr.24314) 399 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:26.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:26 smithi189 bash[21687]: cluster 2024-09-18T08:56:25.335476+0000 mgr.y (mgr.24314) 400 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:26.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:26 smithi078 bash[19887]: cluster 2024-09-18T08:56:25.335476+0000 mgr.y (mgr.24314) 400 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:26.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:26 smithi078 bash[28923]: cluster 2024-09-18T08:56:25.335476+0000 mgr.y (mgr.24314) 400 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:28.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:28 smithi189 bash[21687]: cluster 2024-09-18T08:56:27.336166+0000 mgr.y (mgr.24314) 401 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:28.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:28 smithi078 bash[19887]: cluster 2024-09-18T08:56:27.336166+0000 mgr.y (mgr.24314) 401 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:28.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:28 smithi078 bash[28923]: cluster 2024-09-18T08:56:27.336166+0000 mgr.y (mgr.24314) 401 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:29.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:29 smithi189 bash[21687]: audit 2024-09-18T08:56:27.919602+0000 mgr.y (mgr.24314) 402 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:29.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:29 smithi078 bash[19887]: audit 2024-09-18T08:56:27.919602+0000 mgr.y (mgr.24314) 402 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:29.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:29 smithi078 bash[28923]: audit 2024-09-18T08:56:27.919602+0000 mgr.y (mgr.24314) 402 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:30.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:30 smithi189 bash[21687]: cluster 2024-09-18T08:56:29.337774+0000 mgr.y (mgr.24314) 403 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:30.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:30 smithi078 bash[19887]: cluster 2024-09-18T08:56:29.337774+0000 mgr.y (mgr.24314) 403 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:30.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:56:30 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:56:30] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-18T08:56:30.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:30 smithi078 bash[28923]: cluster 2024-09-18T08:56:29.337774+0000 mgr.y (mgr.24314) 403 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:31.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:31 smithi189 bash[21687]: cluster 2024-09-18T08:56:31.338499+0000 mgr.y (mgr.24314) 404 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:31.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:31 smithi078 bash[19887]: cluster 2024-09-18T08:56:31.338499+0000 mgr.y (mgr.24314) 404 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:31.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:31 smithi078 bash[28923]: cluster 2024-09-18T08:56:31.338499+0000 mgr.y (mgr.24314) 404 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:34.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:34 smithi189 bash[21687]: cluster 2024-09-18T08:56:33.339181+0000 mgr.y (mgr.24314) 405 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:34.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:34 smithi078 bash[19887]: cluster 2024-09-18T08:56:33.339181+0000 mgr.y (mgr.24314) 405 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:34.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:34 smithi078 bash[28923]: cluster 2024-09-18T08:56:33.339181+0000 mgr.y (mgr.24314) 405 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:36.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:36 smithi189 bash[21687]: cluster 2024-09-18T08:56:35.340863+0000 mgr.y (mgr.24314) 406 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:36.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:36 smithi078 bash[19887]: cluster 2024-09-18T08:56:35.340863+0000 mgr.y (mgr.24314) 406 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:36.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:36 smithi078 bash[28923]: cluster 2024-09-18T08:56:35.340863+0000 mgr.y (mgr.24314) 406 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:37.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:37 smithi189 bash[21687]: cluster 2024-09-18T08:56:37.341381+0000 mgr.y (mgr.24314) 407 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:37.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:37 smithi078 bash[19887]: cluster 2024-09-18T08:56:37.341381+0000 mgr.y (mgr.24314) 407 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:37.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:37 smithi078 bash[28923]: cluster 2024-09-18T08:56:37.341381+0000 mgr.y (mgr.24314) 407 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:38.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.537363+0000 mon.c (mon.2) 158 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.537509+0000 mon.c (mon.2) 159 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.537961+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.538631+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.540075+0000 mon.c (mon.2) 160 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.540424+0000 mon.c (mon.2) 161 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.540583+0000 mon.a (mon.0) 943 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.541061+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.542631+0000 mon.c (mon.2) 162 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.543027+0000 mon.c (mon.2) 163 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.543267+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.544044+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.545210+0000 mon.c (mon.2) 164 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.545603+0000 mon.c (mon.2) 165 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.545813+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.546416+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: cephadm 2024-09-18T08:56:37.547269+0000 mgr.y (mgr.24314) 408 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 3292M 2024-09-18T08:56:38.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: cephadm 2024-09-18T08:56:37.547621+0000 mgr.y (mgr.24314) 409 : cephadm [INF] Adjusting osd_memory_target on smithi078 to 3036M 2024-09-18T08:56:38.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.554511+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:56:38.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.562885+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:56:38.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.568051+0000 mon.c (mon.2) 166 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:56:38.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.569239+0000 mon.c (mon.2) 167 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:56:38.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.577720+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:56:38.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:37.930780+0000 mgr.y (mgr.24314) 410 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:38.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:38 smithi189 bash[21687]: audit 2024-09-18T08:56:38.140807+0000 mon.c (mon.2) 168 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:56:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.537363+0000 mon.c (mon.2) 158 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.537509+0000 mon.c (mon.2) 159 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.537961+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.538631+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.540075+0000 mon.c (mon.2) 160 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.540424+0000 mon.c (mon.2) 161 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.540583+0000 mon.a (mon.0) 943 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.541061+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.542631+0000 mon.c (mon.2) 162 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.543027+0000 mon.c (mon.2) 163 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.543267+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.544044+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.545210+0000 mon.c (mon.2) 164 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.545603+0000 mon.c (mon.2) 165 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.545813+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.546416+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: cephadm 2024-09-18T08:56:37.547269+0000 mgr.y (mgr.24314) 408 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 3292M 2024-09-18T08:56:38.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.537363+0000 mon.c (mon.2) 158 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.537509+0000 mon.c (mon.2) 159 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.537961+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.538631+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.540075+0000 mon.c (mon.2) 160 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.540424+0000 mon.c (mon.2) 161 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.540583+0000 mon.a (mon.0) 943 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.541061+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.542631+0000 mon.c (mon.2) 162 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.543027+0000 mon.c (mon.2) 163 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.543267+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.544044+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.545210+0000 mon.c (mon.2) 164 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.545603+0000 mon.c (mon.2) 165 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.545813+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.546416+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.24314 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T08:56:38.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: cephadm 2024-09-18T08:56:37.547269+0000 mgr.y (mgr.24314) 408 : cephadm [INF] Adjusting osd_memory_target on smithi189 to 3292M 2024-09-18T08:56:38.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: cephadm 2024-09-18T08:56:37.547621+0000 mgr.y (mgr.24314) 409 : cephadm [INF] Adjusting osd_memory_target on smithi078 to 3036M 2024-09-18T08:56:38.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.554511+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:56:38.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.562885+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:56:38.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.568051+0000 mon.c (mon.2) 166 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:56:38.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.569239+0000 mon.c (mon.2) 167 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:56:38.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.577720+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:56:38.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:37.930780+0000 mgr.y (mgr.24314) 410 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:38.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[19887]: audit 2024-09-18T08:56:38.140807+0000 mon.c (mon.2) 168 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:56:38.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: cephadm 2024-09-18T08:56:37.547621+0000 mgr.y (mgr.24314) 409 : cephadm [INF] Adjusting osd_memory_target on smithi078 to 3036M 2024-09-18T08:56:38.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.554511+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:56:38.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.562885+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:56:38.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.568051+0000 mon.c (mon.2) 166 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:56:38.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.569239+0000 mon.c (mon.2) 167 : audit [INF] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:56:38.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.577720+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.24314 ' entity='mgr.y' 2024-09-18T08:56:38.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:37.930780+0000 mgr.y (mgr.24314) 410 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:38.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:38 smithi078 bash[28923]: audit 2024-09-18T08:56:38.140807+0000 mon.c (mon.2) 168 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:56:39.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:39 smithi078 bash[28923]: cluster 2024-09-18T08:56:39.342395+0000 mgr.y (mgr.24314) 411 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:39.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:39 smithi078 bash[19887]: cluster 2024-09-18T08:56:39.342395+0000 mgr.y (mgr.24314) 411 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:39.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:39 smithi189 bash[21687]: cluster 2024-09-18T08:56:39.342395+0000 mgr.y (mgr.24314) 411 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:40.131 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch ps' 2024-09-18T08:56:40.452 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:56:40 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:56:40] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-18T08:56:42.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:42 smithi189 bash[21687]: cluster 2024-09-18T08:56:41.343053+0000 mgr.y (mgr.24314) 412 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:42.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:42 smithi078 bash[19887]: cluster 2024-09-18T08:56:41.343053+0000 mgr.y (mgr.24314) 412 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:42.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:42 smithi078 bash[28923]: cluster 2024-09-18T08:56:41.343053+0000 mgr.y (mgr.24314) 412 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:43.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:43 smithi078 bash[19887]: cluster 2024-09-18T08:56:43.343741+0000 mgr.y (mgr.24314) 413 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:43.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:43 smithi078 bash[28923]: cluster 2024-09-18T08:56:43.343741+0000 mgr.y (mgr.24314) 413 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:43.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:43 smithi189 bash[21687]: cluster 2024-09-18T08:56:43.343741+0000 mgr.y (mgr.24314) 413 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:44.951 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:56:46.590 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T08:56:46.590 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (9m) 2m ago 10m 13.2M - 0.25.0 c8568f914cd2 281c36281377 2024-09-18T08:56:46.590 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (9m) 70s ago 9m 76.2M - 9.4.12 2bacad6d85d8 b91647ac551b 2024-09-18T08:56:46.591 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (7m) 2m ago 7m 47.9M - 3.8 ebb0615149de f13d255a054d 2024-09-18T08:56:46.591 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (2m) 70s ago 18m 438M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fc3cb771eacc 2024-09-18T08:56:46.591 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:9283,8765 running (20m) 2m ago 20m 495M - 19.1.1-330-gc2ddf972 ebb0615149de 15e0fb505c61 2024-09-18T08:56:46.591 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (20m) 2m ago 21m 52.9M 2048M 19.1.1-330-gc2ddf972 ebb0615149de bf4e56a16354 2024-09-18T08:56:46.591 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (19m) 70s ago 19m 45.3M 2048M 19.1.1-330-gc2ddf972 ebb0615149de ab98398799ea 2024-09-18T08:56:46.591 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (18m) 2m ago 18m 40.2M 2048M 19.1.1-330-gc2ddf972 ebb0615149de 3ab54f539482 2024-09-18T08:56:46.591 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (10m) 2m ago 10m 9088k - 1.5.0 0da6a335fe13 e5ce11d2d317 2024-09-18T08:56:46.591 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (10m) 70s ago 10m 8691k - 1.5.0 0da6a335fe13 5f179b9988f5 2024-09-18T08:56:46.591 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (17m) 2m ago 17m 51.5M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T08:56:46.591 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (16m) 2m ago 16m 60.6M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T08:56:46.591 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (15m) 2m ago 15m 56.9M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T08:56:46.591 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (14m) 2m ago 14m 58.6M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T08:56:46.591 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (14m) 70s ago 14m 59.8M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T08:56:46.591 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (13m) 70s ago 13m 50.6M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T08:56:46.591 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (12m) 70s ago 12m 48.4M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T08:56:46.592 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (11m) 70s ago 11m 59.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T08:56:46.592 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (9m) 70s ago 10m 45.9M - 2.43.0 a07b618ecd1d 0c95aae5e852 2024-09-18T08:56:46.592 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (7m) 2m ago 7m 92.2M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T08:56:46.592 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (7m) 70s ago 7m 93.5M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T08:56:46.602 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:46 smithi078 bash[19887]: cluster 2024-09-18T08:56:45.345499+0000 mgr.y (mgr.24314) 414 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:46.602 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:46 smithi078 bash[28923]: cluster 2024-09-18T08:56:45.345499+0000 mgr.y (mgr.24314) 414 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:46.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:46 smithi189 bash[21687]: cluster 2024-09-18T08:56:45.345499+0000 mgr.y (mgr.24314) 414 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:47.335 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions' 2024-09-18T08:56:47.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:47 smithi189 bash[21687]: audit 2024-09-18T08:56:46.554754+0000 mgr.y (mgr.24314) 415 : audit [DBG] from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:56:47.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:47 smithi189 bash[21687]: cluster 2024-09-18T08:56:47.346138+0000 mgr.y (mgr.24314) 416 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:47.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:47 smithi078 bash[19887]: audit 2024-09-18T08:56:46.554754+0000 mgr.y (mgr.24314) 415 : audit [DBG] from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:56:47.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:47 smithi078 bash[19887]: cluster 2024-09-18T08:56:47.346138+0000 mgr.y (mgr.24314) 416 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:47.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:47 smithi078 bash[28923]: audit 2024-09-18T08:56:46.554754+0000 mgr.y (mgr.24314) 415 : audit [DBG] from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T08:56:47.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:47 smithi078 bash[28923]: cluster 2024-09-18T08:56:47.346138+0000 mgr.y (mgr.24314) 416 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:48.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:48 smithi189 bash[21687]: audit 2024-09-18T08:56:47.941901+0000 mgr.y (mgr.24314) 417 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:48.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:48 smithi078 bash[19887]: audit 2024-09-18T08:56:47.941901+0000 mgr.y (mgr.24314) 417 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:48.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:48 smithi078 bash[28923]: audit 2024-09-18T08:56:47.941901+0000 mgr.y (mgr.24314) 417 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:49.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:49 smithi078 bash[19887]: cluster 2024-09-18T08:56:49.347730+0000 mgr.y (mgr.24314) 418 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:49.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:49 smithi078 bash[28923]: cluster 2024-09-18T08:56:49.347730+0000 mgr.y (mgr.24314) 418 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:49.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:49 smithi189 bash[21687]: cluster 2024-09-18T08:56:49.347730+0000 mgr.y (mgr.24314) 418 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:50.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:56:50 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:56:50] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-18T08:56:51.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:51 smithi189 bash[21687]: cluster 2024-09-18T08:56:51.348551+0000 mgr.y (mgr.24314) 419 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:51.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:51 smithi078 bash[19887]: cluster 2024-09-18T08:56:51.348551+0000 mgr.y (mgr.24314) 419 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:51.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:51 smithi078 bash[28923]: cluster 2024-09-18T08:56:51.348551+0000 mgr.y (mgr.24314) 419 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:52.153 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:56:53.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:53 smithi078 bash[19887]: audit 2024-09-18T08:56:53.141339+0000 mon.c (mon.2) 169 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:56:53.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:53 smithi078 bash[28923]: audit 2024-09-18T08:56:53.141339+0000 mon.c (mon.2) 169 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:56:53.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:53 smithi189 bash[21687]: audit 2024-09-18T08:56:53.141339+0000 mon.c (mon.2) 169 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:56:53.786 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T08:56:53.786 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T08:56:53.786 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 3 2024-09-18T08:56:53.786 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:56:53.786 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T08:56:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 1, 2024-09-18T08:56:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 1 2024-09-18T08:56:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:56:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T08:56:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 8 2024-09-18T08:56:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:56:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T08:56:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T08:56:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T08:56:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T08:56:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 14, 2024-09-18T08:56:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 1 2024-09-18T08:56:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T08:56:53.787 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T08:56:54.539 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:54 smithi078 bash[19887]: cluster 2024-09-18T08:56:53.349395+0000 mgr.y (mgr.24314) 420 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:54.540 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:54 smithi078 bash[19887]: audit 2024-09-18T08:56:53.787849+0000 mon.c (mon.2) 170 : audit [DBG] from='client.? 172.21.15.78:0/2270165526' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T08:56:54.540 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:54 smithi078 bash[28923]: cluster 2024-09-18T08:56:53.349395+0000 mgr.y (mgr.24314) 420 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:54.540 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:54 smithi078 bash[28923]: audit 2024-09-18T08:56:53.787849+0000 mon.c (mon.2) 170 : audit [DBG] from='client.? 172.21.15.78:0/2270165526' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T08:56:54.541 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph -s' 2024-09-18T08:56:54.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:54 smithi189 bash[21687]: cluster 2024-09-18T08:56:53.349395+0000 mgr.y (mgr.24314) 420 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:54.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:54 smithi189 bash[21687]: audit 2024-09-18T08:56:53.787849+0000 mon.c (mon.2) 170 : audit [DBG] from='client.? 172.21.15.78:0/2270165526' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T08:56:55.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:55 smithi189 bash[21687]: cluster 2024-09-18T08:56:55.351187+0000 mgr.y (mgr.24314) 421 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:55.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:55 smithi078 bash[19887]: cluster 2024-09-18T08:56:55.351187+0000 mgr.y (mgr.24314) 421 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:55.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:55 smithi078 bash[28923]: cluster 2024-09-18T08:56:55.351187+0000 mgr.y (mgr.24314) 421 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:57.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:57 smithi189 bash[21687]: cluster 2024-09-18T08:56:57.351876+0000 mgr.y (mgr.24314) 422 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:57.950 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:57 smithi078 bash[19887]: cluster 2024-09-18T08:56:57.351876+0000 mgr.y (mgr.24314) 422 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:57.950 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:57 smithi078 bash[28923]: cluster 2024-09-18T08:56:57.351876+0000 mgr.y (mgr.24314) 422 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:56:58.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:58 smithi189 bash[21687]: audit 2024-09-18T08:56:57.951974+0000 mgr.y (mgr.24314) 423 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:58.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:58 smithi078 bash[19887]: audit 2024-09-18T08:56:57.951974+0000 mgr.y (mgr.24314) 423 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:58.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:58 smithi078 bash[28923]: audit 2024-09-18T08:56:57.951974+0000 mgr.y (mgr.24314) 423 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:56:59.358 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:56:59.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:56:59 smithi078 bash[19887]: cluster 2024-09-18T08:56:59.353418+0000 mgr.y (mgr.24314) 424 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:59.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:56:59 smithi078 bash[28923]: cluster 2024-09-18T08:56:59.353418+0000 mgr.y (mgr.24314) 424 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:56:59.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:56:59 smithi189 bash[21687]: cluster 2024-09-18T08:56:59.353418+0000 mgr.y (mgr.24314) 424 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:00.556 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:00 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:57:00] "GET /metrics HTTP/1.1" 200 38155 "" "Prometheus/2.43.0" 2024-09-18T08:57:00.973 INFO:teuthology.orchestra.run.smithi078.stdout: cluster: 2024-09-18T08:57:00.973 INFO:teuthology.orchestra.run.smithi078.stdout: id: c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T08:57:00.973 INFO:teuthology.orchestra.run.smithi078.stdout: health: HEALTH_OK 2024-09-18T08:57:00.974 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:57:00.974 INFO:teuthology.orchestra.run.smithi078.stdout: services: 2024-09-18T08:57:00.974 INFO:teuthology.orchestra.run.smithi078.stdout: mon: 3 daemons, quorum a,b,c (age 19m) 2024-09-18T08:57:00.974 INFO:teuthology.orchestra.run.smithi078.stdout: mgr: y(active, since 10m), standbys: x 2024-09-18T08:57:00.974 INFO:teuthology.orchestra.run.smithi078.stdout: osd: 8 osds: 8 up (since 11m), 8 in (since 11m) 2024-09-18T08:57:00.974 INFO:teuthology.orchestra.run.smithi078.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-18T08:57:00.974 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:57:00.974 INFO:teuthology.orchestra.run.smithi078.stdout: data: 2024-09-18T08:57:00.974 INFO:teuthology.orchestra.run.smithi078.stdout: pools: 6 pools, 161 pgs 2024-09-18T08:57:00.974 INFO:teuthology.orchestra.run.smithi078.stdout: objects: 212 objects, 585 KiB 2024-09-18T08:57:00.974 INFO:teuthology.orchestra.run.smithi078.stdout: usage: 250 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:57:00.974 INFO:teuthology.orchestra.run.smithi078.stdout: pgs: 161 active+clean 2024-09-18T08:57:00.974 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:57:00.974 INFO:teuthology.orchestra.run.smithi078.stdout: io: 2024-09-18T08:57:00.975 INFO:teuthology.orchestra.run.smithi078.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-09-18T08:57:00.975 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T08:57:01.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:01 smithi189 bash[21687]: audit 2024-09-18T08:57:00.975471+0000 mon.a (mon.0) 952 : audit [DBG] from='client.? 172.21.15.78:0/430724280' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T08:57:01.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:01 smithi078 bash[19887]: audit 2024-09-18T08:57:00.975471+0000 mon.a (mon.0) 952 : audit [DBG] from='client.? 172.21.15.78:0/430724280' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T08:57:01.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:01 smithi078 bash[28923]: audit 2024-09-18T08:57:00.975471+0000 mon.a (mon.0) 952 : audit [DBG] from='client.? 172.21.15.78:0/430724280' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T08:57:01.692 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph health detail' 2024-09-18T08:57:02.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:02 smithi189 bash[21687]: cluster 2024-09-18T08:57:01.354228+0000 mgr.y (mgr.24314) 425 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:02.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:02 smithi078 bash[19887]: cluster 2024-09-18T08:57:01.354228+0000 mgr.y (mgr.24314) 425 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:02.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:02 smithi078 bash[28923]: cluster 2024-09-18T08:57:01.354228+0000 mgr.y (mgr.24314) 425 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:03.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:03 smithi189 bash[21687]: cluster 2024-09-18T08:57:03.355049+0000 mgr.y (mgr.24314) 426 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:03.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:03 smithi078 bash[19887]: cluster 2024-09-18T08:57:03.355049+0000 mgr.y (mgr.24314) 426 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:03.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:03 smithi078 bash[28923]: cluster 2024-09-18T08:57:03.355049+0000 mgr.y (mgr.24314) 426 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:05.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:05 smithi189 bash[21687]: cluster 2024-09-18T08:57:05.356785+0000 mgr.y (mgr.24314) 427 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:05.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:05 smithi078 bash[19887]: cluster 2024-09-18T08:57:05.356785+0000 mgr.y (mgr.24314) 427 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:05.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:05 smithi078 bash[28923]: cluster 2024-09-18T08:57:05.356785+0000 mgr.y (mgr.24314) 427 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:06.504 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:57:07.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:07 smithi078 bash[19887]: cluster 2024-09-18T08:57:07.357473+0000 mgr.y (mgr.24314) 428 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:07.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:07 smithi078 bash[28923]: cluster 2024-09-18T08:57:07.357473+0000 mgr.y (mgr.24314) 428 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:07.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:07 smithi189 bash[21687]: cluster 2024-09-18T08:57:07.357473+0000 mgr.y (mgr.24314) 428 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:08.115 INFO:teuthology.orchestra.run.smithi078.stdout:HEALTH_OK 2024-09-18T08:57:08.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:08 smithi078 bash[19887]: audit 2024-09-18T08:57:07.963058+0000 mgr.y (mgr.24314) 429 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:57:08.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:08 smithi078 bash[19887]: audit 2024-09-18T08:57:08.117649+0000 mon.c (mon.2) 171 : audit [DBG] from='client.? 172.21.15.78:0/3349123322' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-18T08:57:08.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:08 smithi078 bash[19887]: audit 2024-09-18T08:57:08.140744+0000 mon.c (mon.2) 172 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:57:08.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:08 smithi078 bash[28923]: audit 2024-09-18T08:57:07.963058+0000 mgr.y (mgr.24314) 429 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:57:08.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:08 smithi078 bash[28923]: audit 2024-09-18T08:57:08.117649+0000 mon.c (mon.2) 171 : audit [DBG] from='client.? 172.21.15.78:0/3349123322' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-18T08:57:08.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:08 smithi078 bash[28923]: audit 2024-09-18T08:57:08.140744+0000 mon.c (mon.2) 172 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:57:08.842 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 2'"'"'' 2024-09-18T08:57:08.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:08 smithi189 bash[21687]: audit 2024-09-18T08:57:07.963058+0000 mgr.y (mgr.24314) 429 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:57:08.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:08 smithi189 bash[21687]: audit 2024-09-18T08:57:08.117649+0000 mon.c (mon.2) 171 : audit [DBG] from='client.? 172.21.15.78:0/3349123322' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-18T08:57:08.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:08 smithi189 bash[21687]: audit 2024-09-18T08:57:08.140744+0000 mon.c (mon.2) 172 : audit [DBG] from='mgr.24314 172.21.15.78:0/3654731245' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:57:09.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:09 smithi189 bash[21687]: cluster 2024-09-18T08:57:09.359055+0000 mgr.y (mgr.24314) 430 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:09.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:09 smithi078 bash[19887]: cluster 2024-09-18T08:57:09.359055+0000 mgr.y (mgr.24314) 430 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:09.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:09 smithi078 bash[28923]: cluster 2024-09-18T08:57:09.359055+0000 mgr.y (mgr.24314) 430 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:10.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:10 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:57:10] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-18T08:57:11.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:11 smithi189 bash[21687]: cluster 2024-09-18T08:57:11.359765+0000 mgr.y (mgr.24314) 431 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:11.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:11 smithi078 bash[19887]: cluster 2024-09-18T08:57:11.359765+0000 mgr.y (mgr.24314) 431 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:11.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:11 smithi078 bash[28923]: cluster 2024-09-18T08:57:11.359765+0000 mgr.y (mgr.24314) 431 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:13.654 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:57:13.771 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:13 smithi078 bash[19887]: cluster 2024-09-18T08:57:13.360418+0000 mgr.y (mgr.24314) 432 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:13.771 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:13 smithi078 bash[28923]: cluster 2024-09-18T08:57:13.360418+0000 mgr.y (mgr.24314) 432 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:13.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:13 smithi189 bash[21687]: cluster 2024-09-18T08:57:13.360418+0000 mgr.y (mgr.24314) 432 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:15.264 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T08:57:15.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:15 smithi189 bash[21687]: audit 2024-09-18T08:57:15.255303+0000 mon.c (mon.2) 173 : audit [DBG] from='client.? 172.21.15.78:0/550299493' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T08:57:15.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:15 smithi078 bash[28923]: audit 2024-09-18T08:57:15.255303+0000 mon.c (mon.2) 173 : audit [DBG] from='client.? 172.21.15.78:0/550299493' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T08:57:15.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:15 smithi078 bash[19887]: audit 2024-09-18T08:57:15.255303+0000 mon.c (mon.2) 173 : audit [DBG] from='client.? 172.21.15.78:0/550299493' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T08:57:15.966 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph mgr fail' 2024-09-18T08:57:16.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:16 smithi189 bash[21687]: cluster 2024-09-18T08:57:15.361464+0000 mgr.y (mgr.24314) 433 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:16.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:16 smithi078 bash[28923]: cluster 2024-09-18T08:57:15.361464+0000 mgr.y (mgr.24314) 433 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:16.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:16 smithi078 bash[19887]: cluster 2024-09-18T08:57:15.361464+0000 mgr.y (mgr.24314) 433 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:17.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:17 smithi189 bash[21687]: cluster 2024-09-18T08:57:17.362116+0000 mgr.y (mgr.24314) 434 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:17.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:17 smithi078 bash[19887]: cluster 2024-09-18T08:57:17.362116+0000 mgr.y (mgr.24314) 434 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:17.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:17 smithi078 bash[28923]: cluster 2024-09-18T08:57:17.362116+0000 mgr.y (mgr.24314) 434 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:18.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:18 smithi189 bash[21687]: audit 2024-09-18T08:57:17.973377+0000 mgr.y (mgr.24314) 435 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:57:18.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:18 smithi078 bash[19887]: audit 2024-09-18T08:57:17.973377+0000 mgr.y (mgr.24314) 435 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:57:18.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:18 smithi078 bash[28923]: audit 2024-09-18T08:57:17.973377+0000 mgr.y (mgr.24314) 435 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:57:19.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:19 smithi189 bash[21687]: cluster 2024-09-18T08:57:19.363777+0000 mgr.y (mgr.24314) 436 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:19.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:19 smithi078 bash[19887]: cluster 2024-09-18T08:57:19.363777+0000 mgr.y (mgr.24314) 436 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:19.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:19 smithi078 bash[28923]: cluster 2024-09-18T08:57:19.363777+0000 mgr.y (mgr.24314) 436 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:20.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:20 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:57:20] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-18T08:57:20.773 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:57:21.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:21 smithi189 bash[21687]: cluster 2024-09-18T08:57:21.364483+0000 mgr.y (mgr.24314) 437 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:21.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:21 smithi078 bash[19887]: cluster 2024-09-18T08:57:21.364483+0000 mgr.y (mgr.24314) 437 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:21.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:21 smithi078 bash[28923]: cluster 2024-09-18T08:57:21.364483+0000 mgr.y (mgr.24314) 437 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:22.670 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[49976]: [18/Sep/2024:08:57:22] ENGINE Bus STOPPING 2024-09-18T08:57:22.670 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[49976]: [18/Sep/2024:08:57:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T08:57:22.670 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[49976]: [18/Sep/2024:08:57:22] ENGINE Bus STOPPED 2024-09-18T08:57:22.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.340658+0000 mon.c (mon.2) 174 : audit [INF] from='client.? 172.21.15.78:0/1568130924' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T08:57:22.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.341238+0000 mon.a (mon.0) 953 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T08:57:22.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: cluster 2024-09-18T08:57:22.342016+0000 mon.a (mon.0) 954 : cluster [INF] Activating manager daemon x 2024-09-18T08:57:22.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.349123+0000 mon.a (mon.0) 955 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-18T08:57:22.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: cluster 2024-09-18T08:57:22.363452+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-09-18T08:57:22.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: cluster 2024-09-18T08:57:22.363735+0000 mon.a (mon.0) 957 : cluster [DBG] mgrmap e23: x(active, starting, since 0.0217193s) 2024-09-18T08:57:22.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.365534+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:57:22.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.365921+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:57:22.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.366156+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:57:22.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.367468+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T08:57:22.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.367897+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:57:22.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.368248+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:57:22.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.368745+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:57:22.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.369077+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:57:22.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.369412+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:57:22.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.369789+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:57:22.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.370115+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:57:22.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.370442+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:57:22.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.372372+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T08:57:22.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.372637+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T08:57:22.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:22 smithi189 bash[21687]: audit 2024-09-18T08:57:22.373284+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T08:57:22.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[20143]: debug 2024-09-18T08:57:22.354+0000 7f8975ea2640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-18T08:57:22.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[20143]: ignoring --setuser ceph since I am not root 2024-09-18T08:57:22.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[20143]: ignoring --setgroup ceph since I am not root 2024-09-18T08:57:22.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[20143]: debug 2024-09-18T08:57:22.522+0000 7f05c4e92040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T08:57:22.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.340658+0000 mon.c (mon.2) 174 : audit [INF] from='client.? 172.21.15.78:0/1568130924' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T08:57:22.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.341238+0000 mon.a (mon.0) 953 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T08:57:22.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: cluster 2024-09-18T08:57:22.342016+0000 mon.a (mon.0) 954 : cluster [INF] Activating manager daemon x 2024-09-18T08:57:22.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.349123+0000 mon.a (mon.0) 955 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-18T08:57:22.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: cluster 2024-09-18T08:57:22.363452+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-09-18T08:57:22.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: cluster 2024-09-18T08:57:22.363735+0000 mon.a (mon.0) 957 : cluster [DBG] mgrmap e23: x(active, starting, since 0.0217193s) 2024-09-18T08:57:22.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.365534+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:57:22.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.365921+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:57:22.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.366156+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:57:22.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.367468+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T08:57:22.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.367897+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:57:22.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.368248+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:57:22.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.368745+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:57:22.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.369077+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:57:22.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.369412+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:57:22.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.369789+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:57:22.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.370115+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:57:22.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.370442+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:57:22.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.372372+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T08:57:22.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.372637+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T08:57:22.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[19887]: audit 2024-09-18T08:57:22.373284+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T08:57:22.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.340658+0000 mon.c (mon.2) 174 : audit [INF] from='client.? 172.21.15.78:0/1568130924' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T08:57:22.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.341238+0000 mon.a (mon.0) 953 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T08:57:22.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: cluster 2024-09-18T08:57:22.342016+0000 mon.a (mon.0) 954 : cluster [INF] Activating manager daemon x 2024-09-18T08:57:22.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.349123+0000 mon.a (mon.0) 955 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-18T08:57:22.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: cluster 2024-09-18T08:57:22.363452+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-09-18T08:57:22.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: cluster 2024-09-18T08:57:22.363735+0000 mon.a (mon.0) 957 : cluster [DBG] mgrmap e23: x(active, starting, since 0.0217193s) 2024-09-18T08:57:22.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.365534+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T08:57:22.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.365921+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T08:57:22.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.366156+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T08:57:22.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.367468+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T08:57:22.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.367897+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T08:57:22.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.368248+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T08:57:22.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.368745+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T08:57:22.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.369077+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T08:57:22.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.369412+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T08:57:22.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.369789+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T08:57:22.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.370115+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T08:57:22.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.370442+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T08:57:22.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.372372+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T08:57:22.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.372637+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T08:57:22.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:22 smithi078 bash[28923]: audit 2024-09-18T08:57:22.373284+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T08:57:23.211 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'sleep 180' 2024-09-18T08:57:23.733 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:23 smithi078 bash[19887]: cluster 2024-09-18T08:57:22.755025+0000 mon.a (mon.0) 958 : cluster [INF] Manager daemon x is now available 2024-09-18T08:57:23.733 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:23 smithi078 bash[28923]: cluster 2024-09-18T08:57:22.755025+0000 mon.a (mon.0) 958 : cluster [INF] Manager daemon x is now available 2024-09-18T08:57:23.736 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:23 smithi189 bash[21687]: cluster 2024-09-18T08:57:22.755025+0000 mon.a (mon.0) 958 : cluster [INF] Manager daemon x is now available 2024-09-18T08:57:23.736 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:23 smithi189 bash[49976]: [18/Sep/2024:08:57:23] ENGINE Bus STARTING 2024-09-18T08:57:23.736 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:23 smithi189 bash[49976]: [18/Sep/2024:08:57:23] ENGINE Serving on http://:::9283 2024-09-18T08:57:23.736 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:23 smithi189 bash[49976]: [18/Sep/2024:08:57:23] ENGINE Bus STARTED 2024-09-18T08:57:24.201 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:23 smithi078 bash[20143]: debug 2024-09-18T08:57:23.730+0000 7f05c4e92040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T08:57:24.201 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:23 smithi078 bash[20143]: debug 2024-09-18T08:57:23.798+0000 7f05c4e92040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T08:57:24.201 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:23 smithi078 bash[20143]: debug 2024-09-18T08:57:23.946+0000 7f05c4e92040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T08:57:24.749 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[20143]: debug 2024-09-18T08:57:24.610+0000 7f05c4e92040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T08:57:24.749 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[20143]: debug 2024-09-18T08:57:24.678+0000 7f05c4e92040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T08:57:24.749 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[19887]: audit 2024-09-18T08:57:23.478799+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:24.750 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[19887]: cluster 2024-09-18T08:57:23.479252+0000 mon.a (mon.0) 960 : cluster [DBG] mgrmap e24: x(active, since 1.13724s) 2024-09-18T08:57:24.750 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[19887]: audit 2024-09-18T08:57:23.492982+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:24.750 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[19887]: audit 2024-09-18T08:57:23.499193+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:24.750 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[19887]: audit 2024-09-18T08:57:23.530596+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:57:24.750 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[19887]: audit 2024-09-18T08:57:23.531730+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T08:57:24.750 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[19887]: audit 2024-09-18T08:57:23.535162+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24424 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-18T08:57:24.750 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[19887]: audit 2024-09-18T08:57:23.536521+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-18T08:57:24.750 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[19887]: audit 2024-09-18T08:57:23.569459+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24424 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-18T08:57:24.750 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[19887]: audit 2024-09-18T08:57:23.570733+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-18T08:57:24.750 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[19887]: cephadm 2024-09-18T08:57:24.024098+0000 mgr.x (mgr.24424) 3 : cephadm [INF] Deploying cephadm binary to smithi189 2024-09-18T08:57:24.750 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[28923]: audit 2024-09-18T08:57:23.478799+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:24.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[28923]: cluster 2024-09-18T08:57:23.479252+0000 mon.a (mon.0) 960 : cluster [DBG] mgrmap e24: x(active, since 1.13724s) 2024-09-18T08:57:24.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[28923]: audit 2024-09-18T08:57:23.492982+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:24.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[28923]: audit 2024-09-18T08:57:23.499193+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:24.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[28923]: audit 2024-09-18T08:57:23.530596+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:57:24.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[28923]: audit 2024-09-18T08:57:23.531730+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T08:57:24.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[28923]: audit 2024-09-18T08:57:23.535162+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24424 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-18T08:57:24.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[28923]: audit 2024-09-18T08:57:23.536521+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-18T08:57:24.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[28923]: audit 2024-09-18T08:57:23.569459+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24424 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-18T08:57:24.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[28923]: audit 2024-09-18T08:57:23.570733+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-18T08:57:24.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[28923]: cephadm 2024-09-18T08:57:24.024098+0000 mgr.x (mgr.24424) 3 : cephadm [INF] Deploying cephadm binary to smithi189 2024-09-18T08:57:24.768 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[21687]: audit 2024-09-18T08:57:23.478799+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:24.768 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[21687]: cluster 2024-09-18T08:57:23.479252+0000 mon.a (mon.0) 960 : cluster [DBG] mgrmap e24: x(active, since 1.13724s) 2024-09-18T08:57:24.768 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[21687]: audit 2024-09-18T08:57:23.492982+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:24.768 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[21687]: audit 2024-09-18T08:57:23.499193+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:24.768 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[21687]: audit 2024-09-18T08:57:23.530596+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:57:24.768 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[21687]: audit 2024-09-18T08:57:23.531730+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T08:57:24.769 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[21687]: audit 2024-09-18T08:57:23.535162+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24424 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-18T08:57:24.769 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[21687]: audit 2024-09-18T08:57:23.536521+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-18T08:57:24.769 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[21687]: audit 2024-09-18T08:57:23.569459+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24424 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-18T08:57:24.769 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[21687]: audit 2024-09-18T08:57:23.570733+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-18T08:57:24.769 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[21687]: cephadm 2024-09-18T08:57:24.024098+0000 mgr.x (mgr.24424) 3 : cephadm [INF] Deploying cephadm binary to smithi189 2024-09-18T08:57:25.013 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[20143]: debug 2024-09-18T08:57:24.746+0000 7f05c4e92040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T08:57:25.013 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:24 smithi078 bash[20143]: debug 2024-09-18T08:57:24.934+0000 7f05c4e92040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T08:57:25.013 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[20143]: debug 2024-09-18T08:57:25.010+0000 7f05c4e92040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T08:57:25.170 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: debug 2024-09-18T08:57:24.766+0000 7ff2ce1f4640 -1 log_channel(cephadm) log [ERR] : [18/Sep/2024:08:57:24] ENGINE Error in HTTPServer.serve 2024-09-18T08:57:25.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: Traceback (most recent call last): 2024-09-18T08:57:25.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T08:57:25.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: self._connections.run(self.expiration_interval) 2024-09-18T08:57:25.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T08:57:25.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: self._run(expiration_interval) 2024-09-18T08:57:25.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T08:57:25.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T08:57:25.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T08:57:25.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T08:57:25.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T08:57:25.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: s = self.context.wrap_socket( 2024-09-18T08:57:25.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T08:57:25.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: return self.sslsocket_class._create( 2024-09-18T08:57:25.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T08:57:25.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: self.do_handshake() 2024-09-18T08:57:25.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T08:57:25.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: self._sslobj.do_handshake() 2024-09-18T08:57:25.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:24 smithi189 bash[49976]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T08:57:25.338 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[20143]: debug 2024-09-18T08:57:25.078+0000 7f05c4e92040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T08:57:25.612 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[20143]: debug 2024-09-18T08:57:25.338+0000 7f05c4e92040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T08:57:25.612 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[20143]: debug 2024-09-18T08:57:25.406+0000 7f05c4e92040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T08:57:25.612 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: cluster 2024-09-18T08:57:24.372543+0000 mgr.x (mgr.24424) 4 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:57:25.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: cluster 2024-09-18T08:57:24.514222+0000 mon.a (mon.0) 965 : cluster [DBG] mgrmap e25: x(active, since 2s) 2024-09-18T08:57:25.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: cephadm 2024-09-18T08:57:24.564534+0000 mgr.x (mgr.24424) 5 : cephadm [INF] [18/Sep/2024:08:57:24] ENGINE Bus STARTING 2024-09-18T08:57:25.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: cephadm 2024-09-18T08:57:24.746816+0000 mgr.x (mgr.24424) 6 : cephadm [INF] [18/Sep/2024:08:57:24] ENGINE Serving on https://172.21.15.189:7150 2024-09-18T08:57:25.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: cephadm 2024-09-18T08:57:24.772627+0000 mgr.x (mgr.24424) 7 : cephadm [ERR] [18/Sep/2024:08:57:24] ENGINE Error in HTTPServer.serve 2024-09-18T08:57:25.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: Traceback (most recent call last): 2024-09-18T08:57:25.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T08:57:25.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: self._connections.run(self.expiration_interval) 2024-09-18T08:57:25.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T08:57:25.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: self._run(expiration_interval) 2024-09-18T08:57:25.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T08:57:25.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T08:57:25.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T08:57:25.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T08:57:25.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T08:57:25.614 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: s = self.context.wrap_socket( 2024-09-18T08:57:25.614 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T08:57:25.614 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: return self.sslsocket_class._create( 2024-09-18T08:57:25.614 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T08:57:25.614 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: self.do_handshake() 2024-09-18T08:57:25.614 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T08:57:25.614 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: self._sslobj.do_handshake() 2024-09-18T08:57:25.614 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T08:57:25.614 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: cephadm 2024-09-18T08:57:24.859905+0000 mgr.x (mgr.24424) 8 : cephadm [INF] [18/Sep/2024:08:57:24] ENGINE Serving on http://172.21.15.189:8765 2024-09-18T08:57:25.614 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[28923]: cephadm 2024-09-18T08:57:24.860251+0000 mgr.x (mgr.24424) 9 : cephadm [INF] [18/Sep/2024:08:57:24] ENGINE Bus STARTED 2024-09-18T08:57:25.614 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: cluster 2024-09-18T08:57:24.372543+0000 mgr.x (mgr.24424) 4 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:57:25.614 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: cluster 2024-09-18T08:57:24.514222+0000 mon.a (mon.0) 965 : cluster [DBG] mgrmap e25: x(active, since 2s) 2024-09-18T08:57:25.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: cephadm 2024-09-18T08:57:24.564534+0000 mgr.x (mgr.24424) 5 : cephadm [INF] [18/Sep/2024:08:57:24] ENGINE Bus STARTING 2024-09-18T08:57:25.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: cephadm 2024-09-18T08:57:24.746816+0000 mgr.x (mgr.24424) 6 : cephadm [INF] [18/Sep/2024:08:57:24] ENGINE Serving on https://172.21.15.189:7150 2024-09-18T08:57:25.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: cephadm 2024-09-18T08:57:24.772627+0000 mgr.x (mgr.24424) 7 : cephadm [ERR] [18/Sep/2024:08:57:24] ENGINE Error in HTTPServer.serve 2024-09-18T08:57:25.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: Traceback (most recent call last): 2024-09-18T08:57:25.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T08:57:25.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: self._connections.run(self.expiration_interval) 2024-09-18T08:57:25.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T08:57:25.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: self._run(expiration_interval) 2024-09-18T08:57:25.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T08:57:25.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T08:57:25.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T08:57:25.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T08:57:25.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T08:57:25.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: s = self.context.wrap_socket( 2024-09-18T08:57:25.616 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T08:57:25.616 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: return self.sslsocket_class._create( 2024-09-18T08:57:25.616 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T08:57:25.616 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: self.do_handshake() 2024-09-18T08:57:25.616 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T08:57:25.616 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: self._sslobj.do_handshake() 2024-09-18T08:57:25.616 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T08:57:25.616 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: cephadm 2024-09-18T08:57:24.859905+0000 mgr.x (mgr.24424) 8 : cephadm [INF] [18/Sep/2024:08:57:24] ENGINE Serving on http://172.21.15.189:8765 2024-09-18T08:57:25.616 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[19887]: cephadm 2024-09-18T08:57:24.860251+0000 mgr.x (mgr.24424) 9 : cephadm [INF] [18/Sep/2024:08:57:24] ENGINE Bus STARTED 2024-09-18T08:57:25.920 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[46911]: logger=cleanup t=2024-09-18T08:57:25.513927151Z level=info msg="Completed cleanup jobs" duration=55.607282ms 2024-09-18T08:57:25.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: cluster 2024-09-18T08:57:24.372543+0000 mgr.x (mgr.24424) 4 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:57:25.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: cluster 2024-09-18T08:57:24.514222+0000 mon.a (mon.0) 965 : cluster [DBG] mgrmap e25: x(active, since 2s) 2024-09-18T08:57:25.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: cephadm 2024-09-18T08:57:24.564534+0000 mgr.x (mgr.24424) 5 : cephadm [INF] [18/Sep/2024:08:57:24] ENGINE Bus STARTING 2024-09-18T08:57:25.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: cephadm 2024-09-18T08:57:24.746816+0000 mgr.x (mgr.24424) 6 : cephadm [INF] [18/Sep/2024:08:57:24] ENGINE Serving on https://172.21.15.189:7150 2024-09-18T08:57:25.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: cephadm 2024-09-18T08:57:24.772627+0000 mgr.x (mgr.24424) 7 : cephadm [ERR] [18/Sep/2024:08:57:24] ENGINE Error in HTTPServer.serve 2024-09-18T08:57:25.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: Traceback (most recent call last): 2024-09-18T08:57:25.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T08:57:25.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: self._connections.run(self.expiration_interval) 2024-09-18T08:57:25.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T08:57:25.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: self._run(expiration_interval) 2024-09-18T08:57:25.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T08:57:25.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T08:57:25.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T08:57:25.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T08:57:25.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T08:57:25.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: s = self.context.wrap_socket( 2024-09-18T08:57:25.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T08:57:25.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: return self.sslsocket_class._create( 2024-09-18T08:57:25.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T08:57:25.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: self.do_handshake() 2024-09-18T08:57:25.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T08:57:25.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: self._sslobj.do_handshake() 2024-09-18T08:57:25.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T08:57:25.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: cephadm 2024-09-18T08:57:24.859905+0000 mgr.x (mgr.24424) 8 : cephadm [INF] [18/Sep/2024:08:57:24] ENGINE Serving on http://172.21.15.189:8765 2024-09-18T08:57:25.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:25 smithi189 bash[21687]: cephadm 2024-09-18T08:57:24.860251+0000 mgr.x (mgr.24424) 9 : cephadm [INF] [18/Sep/2024:08:57:24] ENGINE Bus STARTED 2024-09-18T08:57:25.942 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[20143]: debug 2024-09-18T08:57:25.610+0000 7f05c4e92040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T08:57:25.942 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[20143]: debug 2024-09-18T08:57:25.690+0000 7f05c4e92040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T08:57:26.201 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:25 smithi078 bash[20143]: debug 2024-09-18T08:57:25.938+0000 7f05c4e92040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-18T08:57:26.201 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:26 smithi078 bash[20143]: debug 2024-09-18T08:57:26.122+0000 7f05c4e92040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T08:57:26.565 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:26 smithi078 bash[19887]: cephadm 2024-09-18T08:57:25.198009+0000 mgr.x (mgr.24424) 10 : cephadm [INF] Deploying cephadm binary to smithi078 2024-09-18T08:57:26.566 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:26 smithi078 bash[28923]: cephadm 2024-09-18T08:57:25.198009+0000 mgr.x (mgr.24424) 10 : cephadm [INF] Deploying cephadm binary to smithi078 2024-09-18T08:57:26.566 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:26 smithi078 bash[20143]: debug 2024-09-18T08:57:26.286+0000 7f05c4e92040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T08:57:26.566 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:26 smithi078 bash[20143]: debug 2024-09-18T08:57:26.370+0000 7f05c4e92040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T08:57:26.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:26 smithi189 bash[21687]: cephadm 2024-09-18T08:57:25.198009+0000 mgr.x (mgr.24424) 10 : cephadm [INF] Deploying cephadm binary to smithi078 2024-09-18T08:57:26.951 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:26 smithi078 bash[20143]: debug 2024-09-18T08:57:26.562+0000 7f05c4e92040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T08:57:27.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:27 smithi078 bash[20143]: debug 2024-09-18T08:57:27.426+0000 7f05c4e92040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T08:57:27.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:27 smithi078 bash[20143]: debug 2024-09-18T08:57:27.506+0000 7f05c4e92040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T08:57:27.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:27 smithi078 bash[28923]: cluster 2024-09-18T08:57:26.373193+0000 mgr.x (mgr.24424) 11 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:57:27.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:27 smithi078 bash[28923]: cluster 2024-09-18T08:57:26.527501+0000 mon.a (mon.0) 966 : cluster [DBG] mgrmap e26: x(active, since 4s) 2024-09-18T08:57:27.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:27 smithi078 bash[28923]: audit 2024-09-18T08:57:26.864643+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:27.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:27 smithi078 bash[28923]: audit 2024-09-18T08:57:26.880215+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:27.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:27 smithi078 bash[19887]: cluster 2024-09-18T08:57:26.373193+0000 mgr.x (mgr.24424) 11 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:57:27.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:27 smithi078 bash[19887]: cluster 2024-09-18T08:57:26.527501+0000 mon.a (mon.0) 966 : cluster [DBG] mgrmap e26: x(active, since 4s) 2024-09-18T08:57:27.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:27 smithi078 bash[19887]: audit 2024-09-18T08:57:26.864643+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:27.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:27 smithi078 bash[19887]: audit 2024-09-18T08:57:26.880215+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:27.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:27 smithi189 bash[21687]: cluster 2024-09-18T08:57:26.373193+0000 mgr.x (mgr.24424) 11 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:57:27.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:27 smithi189 bash[21687]: cluster 2024-09-18T08:57:26.527501+0000 mon.a (mon.0) 966 : cluster [DBG] mgrmap e26: x(active, since 4s) 2024-09-18T08:57:27.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:27 smithi189 bash[21687]: audit 2024-09-18T08:57:26.864643+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:27.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:27 smithi189 bash[21687]: audit 2024-09-18T08:57:26.880215+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:28.003 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T08:57:28.224 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:27 smithi078 bash[20143]: debug 2024-09-18T08:57:27.730+0000 7f05c4e92040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T08:57:28.225 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:27 smithi078 bash[20143]: debug 2024-09-18T08:57:27.802+0000 7f05c4e92040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T08:57:28.522 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[20143]: debug 2024-09-18T08:57:28.198+0000 7f05c4e92040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T08:57:28.522 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[20143]: debug 2024-09-18T08:57:28.278+0000 7f05c4e92040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T08:57:28.522 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[20143]: [18/Sep/2024:08:57:28] ENGINE Bus STARTING 2024-09-18T08:57:28.522 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[20143]: CherryPy Checker: 2024-09-18T08:57:28.522 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[20143]: The Application mounted at '' has an empty config. 2024-09-18T08:57:28.523 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[20143]: [18/Sep/2024:08:57:28] ENGINE Serving on http://:::9283 2024-09-18T08:57:28.523 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[20143]: [18/Sep/2024:08:57:28] ENGINE Bus STARTED 2024-09-18T08:57:28.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:28 smithi189 bash[21687]: audit 2024-09-18T08:57:27.983290+0000 mgr.x (mgr.24424) 12 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:57:28.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:28 smithi189 bash[21687]: cluster 2024-09-18T08:57:28.302809+0000 mon.a (mon.0) 969 : cluster [DBG] Standby manager daemon y started 2024-09-18T08:57:28.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:28 smithi189 bash[21687]: audit 2024-09-18T08:57:28.307598+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.? 172.21.15.78:0/2399298715' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-18T08:57:28.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:28 smithi189 bash[21687]: audit 2024-09-18T08:57:28.310635+0000 mon.a (mon.0) 971 : audit [DBG] from='mgr.? 172.21.15.78:0/2399298715' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T08:57:28.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:28 smithi189 bash[21687]: audit 2024-09-18T08:57:28.312052+0000 mon.a (mon.0) 972 : audit [DBG] from='mgr.? 172.21.15.78:0/2399298715' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-18T08:57:28.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:28 smithi189 bash[21687]: audit 2024-09-18T08:57:28.312651+0000 mon.a (mon.0) 973 : audit [DBG] from='mgr.? 172.21.15.78:0/2399298715' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T08:57:28.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[19887]: audit 2024-09-18T08:57:27.983290+0000 mgr.x (mgr.24424) 12 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:57:28.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[19887]: cluster 2024-09-18T08:57:28.302809+0000 mon.a (mon.0) 969 : cluster [DBG] Standby manager daemon y started 2024-09-18T08:57:28.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[19887]: audit 2024-09-18T08:57:28.307598+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.? 172.21.15.78:0/2399298715' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-18T08:57:28.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[19887]: audit 2024-09-18T08:57:28.310635+0000 mon.a (mon.0) 971 : audit [DBG] from='mgr.? 172.21.15.78:0/2399298715' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T08:57:28.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[19887]: audit 2024-09-18T08:57:28.312052+0000 mon.a (mon.0) 972 : audit [DBG] from='mgr.? 172.21.15.78:0/2399298715' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-18T08:57:28.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[19887]: audit 2024-09-18T08:57:28.312651+0000 mon.a (mon.0) 973 : audit [DBG] from='mgr.? 172.21.15.78:0/2399298715' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T08:57:28.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[28923]: audit 2024-09-18T08:57:27.983290+0000 mgr.x (mgr.24424) 12 : audit [DBG] from='client.14805 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:57:28.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[28923]: cluster 2024-09-18T08:57:28.302809+0000 mon.a (mon.0) 969 : cluster [DBG] Standby manager daemon y started 2024-09-18T08:57:28.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[28923]: audit 2024-09-18T08:57:28.307598+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.? 172.21.15.78:0/2399298715' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-18T08:57:28.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[28923]: audit 2024-09-18T08:57:28.310635+0000 mon.a (mon.0) 971 : audit [DBG] from='mgr.? 172.21.15.78:0/2399298715' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T08:57:28.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[28923]: audit 2024-09-18T08:57:28.312052+0000 mon.a (mon.0) 972 : audit [DBG] from='mgr.? 172.21.15.78:0/2399298715' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-18T08:57:28.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:28 smithi078 bash[28923]: audit 2024-09-18T08:57:28.312651+0000 mon.a (mon.0) 973 : audit [DBG] from='mgr.? 172.21.15.78:0/2399298715' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T08:57:29.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:29 smithi078 bash[19887]: cluster 2024-09-18T08:57:28.373894+0000 mgr.x (mgr.24424) 13 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:57:29.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:29 smithi078 bash[19887]: cluster 2024-09-18T08:57:28.536298+0000 mon.a (mon.0) 974 : cluster [DBG] mgrmap e27: x(active, since 6s), standbys: y 2024-09-18T08:57:29.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:29 smithi078 bash[19887]: audit 2024-09-18T08:57:28.545453+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T08:57:29.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:29 smithi078 bash[28923]: cluster 2024-09-18T08:57:28.373894+0000 mgr.x (mgr.24424) 13 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:57:29.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:29 smithi078 bash[28923]: cluster 2024-09-18T08:57:28.536298+0000 mon.a (mon.0) 974 : cluster [DBG] mgrmap e27: x(active, since 6s), standbys: y 2024-09-18T08:57:29.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:29 smithi078 bash[28923]: audit 2024-09-18T08:57:28.545453+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T08:57:29.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:29 smithi189 bash[21687]: cluster 2024-09-18T08:57:28.373894+0000 mgr.x (mgr.24424) 13 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-18T08:57:29.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:29 smithi189 bash[21687]: cluster 2024-09-18T08:57:28.536298+0000 mon.a (mon.0) 974 : cluster [DBG] mgrmap e27: x(active, since 6s), standbys: y 2024-09-18T08:57:29.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:29 smithi189 bash[21687]: audit 2024-09-18T08:57:28.545453+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T08:57:30.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:30 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:57:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T08:57:31.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:31 smithi189 bash[21687]: cluster 2024-09-18T08:57:30.374730+0000 mgr.x (mgr.24424) 14 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T08:57:31.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:31 smithi189 bash[21687]: audit 2024-09-18T08:57:31.182464+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:31.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:31 smithi189 bash[21687]: audit 2024-09-18T08:57:31.191295+0000 mon.a (mon.0) 976 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:31.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:31 smithi078 bash[19887]: cluster 2024-09-18T08:57:30.374730+0000 mgr.x (mgr.24424) 14 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T08:57:31.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:31 smithi078 bash[19887]: audit 2024-09-18T08:57:31.182464+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:31.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:31 smithi078 bash[19887]: audit 2024-09-18T08:57:31.191295+0000 mon.a (mon.0) 976 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:31.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:31 smithi078 bash[28923]: cluster 2024-09-18T08:57:30.374730+0000 mgr.x (mgr.24424) 14 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T08:57:31.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:31 smithi078 bash[28923]: audit 2024-09-18T08:57:31.182464+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:31.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:31 smithi078 bash[28923]: audit 2024-09-18T08:57:31.191295+0000 mon.a (mon.0) 976 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:33.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:32 smithi189 bash[21687]: audit 2024-09-18T08:57:31.832339+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:33.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:32 smithi189 bash[21687]: audit 2024-09-18T08:57:31.845316+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:33.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:32 smithi189 bash[21687]: audit 2024-09-18T08:57:32.292787+0000 mon.a (mon.0) 979 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:33.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:32 smithi189 bash[21687]: audit 2024-09-18T08:57:32.305097+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:33.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:32 smithi078 bash[19887]: audit 2024-09-18T08:57:31.832339+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:33.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:32 smithi078 bash[19887]: audit 2024-09-18T08:57:31.845316+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:33.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:32 smithi078 bash[19887]: audit 2024-09-18T08:57:32.292787+0000 mon.a (mon.0) 979 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:33.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:32 smithi078 bash[19887]: audit 2024-09-18T08:57:32.305097+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:33.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:32 smithi078 bash[28923]: audit 2024-09-18T08:57:31.832339+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:33.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:32 smithi078 bash[28923]: audit 2024-09-18T08:57:31.845316+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:33.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:32 smithi078 bash[28923]: audit 2024-09-18T08:57:32.292787+0000 mon.a (mon.0) 979 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:33.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:32 smithi078 bash[28923]: audit 2024-09-18T08:57:32.305097+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:34 smithi189 bash[21687]: cluster 2024-09-18T08:57:32.375394+0000 mgr.x (mgr.24424) 15 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-18T08:57:34.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:34 smithi189 bash[21687]: audit 2024-09-18T08:57:33.002630+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:34 smithi189 bash[21687]: audit 2024-09-18T08:57:33.014965+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:34 smithi189 bash[21687]: audit 2024-09-18T08:57:33.023750+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:57:34.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:34 smithi189 bash[21687]: audit 2024-09-18T08:57:33.025788+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:57:34.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:34 smithi189 bash[21687]: cephadm 2024-09-18T08:57:33.028211+0000 mgr.x (mgr.24424) 16 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T08:57:34.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:34 smithi189 bash[21687]: cephadm 2024-09-18T08:57:33.028661+0000 mgr.x (mgr.24424) 17 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T08:57:34.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:34 smithi189 bash[21687]: audit 2024-09-18T08:57:33.408136+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:34 smithi189 bash[21687]: audit 2024-09-18T08:57:33.414628+0000 mon.a (mon.0) 984 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:34 smithi189 bash[21687]: audit 2024-09-18T08:57:33.426015+0000 mon.a (mon.0) 985 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:34 smithi189 bash[21687]: audit 2024-09-18T08:57:33.434468+0000 mon.a (mon.0) 986 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:34 smithi189 bash[21687]: audit 2024-09-18T08:57:33.446986+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:34 smithi189 bash[21687]: audit 2024-09-18T08:57:33.480098+0000 mon.a (mon.0) 988 : audit [INF] from='mgr.24424 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T08:57:34.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:34 smithi189 bash[21687]: audit 2024-09-18T08:57:33.481318+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T08:57:34.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:34 smithi189 bash[21687]: audit 2024-09-18T08:57:33.500378+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:57:34.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[28923]: cluster 2024-09-18T08:57:32.375394+0000 mgr.x (mgr.24424) 15 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-18T08:57:34.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[28923]: audit 2024-09-18T08:57:33.002630+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[28923]: audit 2024-09-18T08:57:33.014965+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[28923]: audit 2024-09-18T08:57:33.023750+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:57:34.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[28923]: audit 2024-09-18T08:57:33.025788+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:57:34.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[28923]: cephadm 2024-09-18T08:57:33.028211+0000 mgr.x (mgr.24424) 16 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T08:57:34.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[28923]: cephadm 2024-09-18T08:57:33.028661+0000 mgr.x (mgr.24424) 17 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T08:57:34.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[28923]: audit 2024-09-18T08:57:33.408136+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[28923]: audit 2024-09-18T08:57:33.414628+0000 mon.a (mon.0) 984 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[28923]: audit 2024-09-18T08:57:33.426015+0000 mon.a (mon.0) 985 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[28923]: audit 2024-09-18T08:57:33.434468+0000 mon.a (mon.0) 986 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[28923]: audit 2024-09-18T08:57:33.446986+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[28923]: audit 2024-09-18T08:57:33.480098+0000 mon.a (mon.0) 988 : audit [INF] from='mgr.24424 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T08:57:34.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[28923]: audit 2024-09-18T08:57:33.481318+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T08:57:34.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[28923]: audit 2024-09-18T08:57:33.500378+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:57:34.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[19887]: cluster 2024-09-18T08:57:32.375394+0000 mgr.x (mgr.24424) 15 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-18T08:57:34.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[19887]: audit 2024-09-18T08:57:33.002630+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[19887]: audit 2024-09-18T08:57:33.014965+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[19887]: audit 2024-09-18T08:57:33.023750+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:57:34.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[19887]: audit 2024-09-18T08:57:33.025788+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:57:34.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[19887]: cephadm 2024-09-18T08:57:33.028211+0000 mgr.x (mgr.24424) 16 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T08:57:34.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[19887]: cephadm 2024-09-18T08:57:33.028661+0000 mgr.x (mgr.24424) 17 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T08:57:34.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[19887]: audit 2024-09-18T08:57:33.408136+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[19887]: audit 2024-09-18T08:57:33.414628+0000 mon.a (mon.0) 984 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[19887]: audit 2024-09-18T08:57:33.426015+0000 mon.a (mon.0) 985 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[19887]: audit 2024-09-18T08:57:33.434468+0000 mon.a (mon.0) 986 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[19887]: audit 2024-09-18T08:57:33.446986+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:34.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[19887]: audit 2024-09-18T08:57:33.480098+0000 mon.a (mon.0) 988 : audit [INF] from='mgr.24424 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T08:57:34.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[19887]: audit 2024-09-18T08:57:33.481318+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T08:57:34.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:34 smithi078 bash[19887]: audit 2024-09-18T08:57:33.500378+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:57:35.396 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:35 smithi078 bash[28923]: cephadm 2024-09-18T08:57:33.159735+0000 mgr.x (mgr.24424) 18 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:57:35.396 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:35 smithi078 bash[28923]: cephadm 2024-09-18T08:57:33.163246+0000 mgr.x (mgr.24424) 19 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:57:35.396 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:35 smithi078 bash[28923]: cephadm 2024-09-18T08:57:33.246834+0000 mgr.x (mgr.24424) 20 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:57:35.396 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:35 smithi078 bash[28923]: cephadm 2024-09-18T08:57:33.252615+0000 mgr.x (mgr.24424) 21 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:57:35.396 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:35 smithi078 bash[28923]: cephadm 2024-09-18T08:57:33.324048+0000 mgr.x (mgr.24424) 22 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:57:35.396 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:35 smithi078 bash[28923]: cephadm 2024-09-18T08:57:33.330037+0000 mgr.x (mgr.24424) 23 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:57:35.396 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:35 smithi078 bash[28923]: cephadm 2024-09-18T08:57:33.480476+0000 mgr.x (mgr.24424) 24 : cephadm [INF] Reconfiguring iscsi.foo.smithi078.kaairk (dependencies changed)... 2024-09-18T08:57:35.397 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:35 smithi078 bash[28923]: cephadm 2024-09-18T08:57:33.501903+0000 mgr.x (mgr.24424) 25 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi078.kaairk on smithi078 2024-09-18T08:57:35.397 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:35 smithi078 bash[19887]: cephadm 2024-09-18T08:57:33.159735+0000 mgr.x (mgr.24424) 18 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:57:35.397 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:35 smithi078 bash[19887]: cephadm 2024-09-18T08:57:33.163246+0000 mgr.x (mgr.24424) 19 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:57:35.397 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:35 smithi078 bash[19887]: cephadm 2024-09-18T08:57:33.246834+0000 mgr.x (mgr.24424) 20 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:57:35.397 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:35 smithi078 bash[19887]: cephadm 2024-09-18T08:57:33.252615+0000 mgr.x (mgr.24424) 21 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:57:35.397 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:35 smithi078 bash[19887]: cephadm 2024-09-18T08:57:33.324048+0000 mgr.x (mgr.24424) 22 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:57:35.397 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:35 smithi078 bash[19887]: cephadm 2024-09-18T08:57:33.330037+0000 mgr.x (mgr.24424) 23 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:57:35.397 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:35 smithi078 bash[19887]: cephadm 2024-09-18T08:57:33.480476+0000 mgr.x (mgr.24424) 24 : cephadm [INF] Reconfiguring iscsi.foo.smithi078.kaairk (dependencies changed)... 2024-09-18T08:57:35.397 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:35 smithi078 bash[19887]: cephadm 2024-09-18T08:57:33.501903+0000 mgr.x (mgr.24424) 25 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi078.kaairk on smithi078 2024-09-18T08:57:35.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:35 smithi189 bash[21687]: cephadm 2024-09-18T08:57:33.159735+0000 mgr.x (mgr.24424) 18 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:57:35.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:35 smithi189 bash[21687]: cephadm 2024-09-18T08:57:33.163246+0000 mgr.x (mgr.24424) 19 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T08:57:35.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:35 smithi189 bash[21687]: cephadm 2024-09-18T08:57:33.246834+0000 mgr.x (mgr.24424) 20 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:57:35.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:35 smithi189 bash[21687]: cephadm 2024-09-18T08:57:33.252615+0000 mgr.x (mgr.24424) 21 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T08:57:35.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:35 smithi189 bash[21687]: cephadm 2024-09-18T08:57:33.324048+0000 mgr.x (mgr.24424) 22 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:57:35.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:35 smithi189 bash[21687]: cephadm 2024-09-18T08:57:33.330037+0000 mgr.x (mgr.24424) 23 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T08:57:35.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:35 smithi189 bash[21687]: cephadm 2024-09-18T08:57:33.480476+0000 mgr.x (mgr.24424) 24 : cephadm [INF] Reconfiguring iscsi.foo.smithi078.kaairk (dependencies changed)... 2024-09-18T08:57:35.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:35 smithi189 bash[21687]: cephadm 2024-09-18T08:57:33.501903+0000 mgr.x (mgr.24424) 25 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi078.kaairk on smithi078 2024-09-18T08:57:36.338 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:36 smithi078 bash[19887]: cluster 2024-09-18T08:57:34.377056+0000 mgr.x (mgr.24424) 26 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T08:57:36.338 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:36 smithi078 bash[28923]: cluster 2024-09-18T08:57:34.377056+0000 mgr.x (mgr.24424) 26 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T08:57:36.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:36 smithi189 bash[21687]: cluster 2024-09-18T08:57:34.377056+0000 mgr.x (mgr.24424) 26 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T08:57:38.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:37 smithi189 bash[21687]: cluster 2024-09-18T08:57:36.377845+0000 mgr.x (mgr.24424) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T08:57:38.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:37 smithi189 bash[21687]: audit 2024-09-18T08:57:36.918931+0000 mon.a (mon.0) 989 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:38.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:37 smithi189 bash[21687]: audit 2024-09-18T08:57:36.932547+0000 mon.a (mon.0) 990 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:38.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:38 smithi189 bash[21687]: cephadm 2024-09-18T08:57:36.940975+0000 mgr.x (mgr.24424) 28 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T08:57:38.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:37 smithi078 bash[19887]: cluster 2024-09-18T08:57:36.377845+0000 mgr.x (mgr.24424) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T08:57:38.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:37 smithi078 bash[19887]: audit 2024-09-18T08:57:36.918931+0000 mon.a (mon.0) 989 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:38.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:37 smithi078 bash[19887]: audit 2024-09-18T08:57:36.932547+0000 mon.a (mon.0) 990 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:38.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:37 smithi078 bash[19887]: cephadm 2024-09-18T08:57:36.940975+0000 mgr.x (mgr.24424) 28 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T08:57:38.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:37 smithi078 bash[28923]: cluster 2024-09-18T08:57:36.377845+0000 mgr.x (mgr.24424) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T08:57:38.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:37 smithi078 bash[28923]: audit 2024-09-18T08:57:36.918931+0000 mon.a (mon.0) 989 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:38.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:37 smithi078 bash[28923]: audit 2024-09-18T08:57:36.932547+0000 mon.a (mon.0) 990 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:38.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:37 smithi078 bash[28923]: cephadm 2024-09-18T08:57:36.940975+0000 mgr.x (mgr.24424) 28 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T08:57:39.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:38 smithi078 bash[19887]: cephadm 2024-09-18T08:57:37.240098+0000 mgr.x (mgr.24424) 29 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi189 2024-09-18T08:57:39.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:38 smithi078 bash[19887]: audit 2024-09-18T08:57:38.531182+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:57:39.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:38 smithi078 bash[19887]: audit 2024-09-18T08:57:38.591239+0000 mon.a (mon.0) 991 : audit [DBG] from='client.? 172.21.15.78:0/3686553051' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-18T08:57:39.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:38 smithi078 bash[19887]: audit 2024-09-18T08:57:38.898579+0000 mon.a (mon.0) 992 : audit [INF] from='client.? 172.21.15.78:0/322509866' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1235142585"}]: dispatch 2024-09-18T08:57:39.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:38 smithi078 bash[28923]: cephadm 2024-09-18T08:57:37.240098+0000 mgr.x (mgr.24424) 29 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi189 2024-09-18T08:57:39.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:38 smithi078 bash[28923]: audit 2024-09-18T08:57:38.531182+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:57:39.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:38 smithi078 bash[28923]: audit 2024-09-18T08:57:38.591239+0000 mon.a (mon.0) 991 : audit [DBG] from='client.? 172.21.15.78:0/3686553051' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-18T08:57:39.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:38 smithi078 bash[28923]: audit 2024-09-18T08:57:38.898579+0000 mon.a (mon.0) 992 : audit [INF] from='client.? 172.21.15.78:0/322509866' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1235142585"}]: dispatch 2024-09-18T08:57:39.336 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:38 smithi189 bash[21687]: cephadm 2024-09-18T08:57:37.240098+0000 mgr.x (mgr.24424) 29 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi189 2024-09-18T08:57:39.336 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:38 smithi189 bash[21687]: audit 2024-09-18T08:57:38.531182+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:57:39.336 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:38 smithi189 bash[21687]: audit 2024-09-18T08:57:38.591239+0000 mon.a (mon.0) 991 : audit [DBG] from='client.? 172.21.15.78:0/3686553051' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-18T08:57:39.336 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:38 smithi189 bash[21687]: audit 2024-09-18T08:57:38.898579+0000 mon.a (mon.0) 992 : audit [INF] from='client.? 172.21.15.78:0/322509866' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1235142585"}]: dispatch 2024-09-18T08:57:40.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:39 smithi189 bash[21687]: cluster 2024-09-18T08:57:38.378690+0000 mgr.x (mgr.24424) 30 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T08:57:40.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:39 smithi189 bash[21687]: audit 2024-09-18T08:57:38.928298+0000 mon.a (mon.0) 993 : audit [INF] from='client.? 172.21.15.78:0/322509866' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1235142585"}]': finished 2024-09-18T08:57:40.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:39 smithi189 bash[21687]: cluster 2024-09-18T08:57:38.936123+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-09-18T08:57:40.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:39 smithi189 bash[21687]: audit 2024-09-18T08:57:39.245094+0000 mon.c (mon.2) 175 : audit [INF] from='client.? 172.21.15.78:0/4183883074' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3421797249"}]: dispatch 2024-09-18T08:57:40.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:39 smithi189 bash[21687]: audit 2024-09-18T08:57:39.245657+0000 mon.a (mon.0) 995 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3421797249"}]: dispatch 2024-09-18T08:57:40.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:39 smithi078 bash[19887]: cluster 2024-09-18T08:57:38.378690+0000 mgr.x (mgr.24424) 30 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T08:57:40.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:39 smithi078 bash[19887]: audit 2024-09-18T08:57:38.928298+0000 mon.a (mon.0) 993 : audit [INF] from='client.? 172.21.15.78:0/322509866' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1235142585"}]': finished 2024-09-18T08:57:40.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:39 smithi078 bash[19887]: cluster 2024-09-18T08:57:38.936123+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-09-18T08:57:40.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:39 smithi078 bash[19887]: audit 2024-09-18T08:57:39.245094+0000 mon.c (mon.2) 175 : audit [INF] from='client.? 172.21.15.78:0/4183883074' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3421797249"}]: dispatch 2024-09-18T08:57:40.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:39 smithi078 bash[19887]: audit 2024-09-18T08:57:39.245657+0000 mon.a (mon.0) 995 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3421797249"}]: dispatch 2024-09-18T08:57:40.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:39 smithi078 bash[28923]: cluster 2024-09-18T08:57:38.378690+0000 mgr.x (mgr.24424) 30 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T08:57:40.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:39 smithi078 bash[28923]: audit 2024-09-18T08:57:38.928298+0000 mon.a (mon.0) 993 : audit [INF] from='client.? 172.21.15.78:0/322509866' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1235142585"}]': finished 2024-09-18T08:57:40.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:39 smithi078 bash[28923]: cluster 2024-09-18T08:57:38.936123+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-09-18T08:57:40.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:39 smithi078 bash[28923]: audit 2024-09-18T08:57:39.245094+0000 mon.c (mon.2) 175 : audit [INF] from='client.? 172.21.15.78:0/4183883074' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3421797249"}]: dispatch 2024-09-18T08:57:40.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:39 smithi078 bash[28923]: audit 2024-09-18T08:57:39.245657+0000 mon.a (mon.0) 995 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3421797249"}]: dispatch 2024-09-18T08:57:40.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 08:57:40 smithi078 bash[20143]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:57:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T08:57:41.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:40 smithi189 bash[21687]: audit 2024-09-18T08:57:39.930769+0000 mon.a (mon.0) 996 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3421797249"}]': finished 2024-09-18T08:57:41.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:40 smithi189 bash[21687]: cluster 2024-09-18T08:57:39.938065+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-09-18T08:57:41.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:40 smithi189 bash[21687]: audit 2024-09-18T08:57:40.268119+0000 mon.a (mon.0) 998 : audit [INF] from='client.? 172.21.15.78:0/2133436506' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4134142830"}]: dispatch 2024-09-18T08:57:41.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:40 smithi078 bash[19887]: audit 2024-09-18T08:57:39.930769+0000 mon.a (mon.0) 996 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3421797249"}]': finished 2024-09-18T08:57:41.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:40 smithi078 bash[19887]: cluster 2024-09-18T08:57:39.938065+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-09-18T08:57:41.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:40 smithi078 bash[19887]: audit 2024-09-18T08:57:40.268119+0000 mon.a (mon.0) 998 : audit [INF] from='client.? 172.21.15.78:0/2133436506' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4134142830"}]: dispatch 2024-09-18T08:57:41.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:40 smithi078 bash[28923]: audit 2024-09-18T08:57:39.930769+0000 mon.a (mon.0) 996 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3421797249"}]': finished 2024-09-18T08:57:41.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:40 smithi078 bash[28923]: cluster 2024-09-18T08:57:39.938065+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-09-18T08:57:41.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:40 smithi078 bash[28923]: audit 2024-09-18T08:57:40.268119+0000 mon.a (mon.0) 998 : audit [INF] from='client.? 172.21.15.78:0/2133436506' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4134142830"}]: dispatch 2024-09-18T08:57:41.966 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:41 smithi189 systemd[1]: Stopping Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T08:57:41.966 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:41 smithi189 bash[47593]: ts=2024-09-18T08:57:41.799Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-18T08:57:41.966 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:41 smithi189 bash[47593]: ts=2024-09-18T08:57:41.799Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-18T08:57:41.966 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:41 smithi189 bash[47593]: ts=2024-09-18T08:57:41.799Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-18T08:57:41.967 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:41 smithi189 bash[47593]: ts=2024-09-18T08:57:41.799Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-18T08:57:41.967 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:41 smithi189 bash[47593]: ts=2024-09-18T08:57:41.799Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-18T08:57:41.967 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:41 smithi189 bash[47593]: ts=2024-09-18T08:57:41.799Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-18T08:57:41.967 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:41 smithi189 bash[47593]: ts=2024-09-18T08:57:41.799Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-18T08:57:41.967 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:41 smithi189 bash[47593]: ts=2024-09-18T08:57:41.799Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-18T08:57:41.967 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:41 smithi189 bash[47593]: ts=2024-09-18T08:57:41.800Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-18T08:57:41.967 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:41 smithi189 bash[47593]: ts=2024-09-18T08:57:41.800Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-18T08:57:41.967 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:41 smithi189 bash[47593]: ts=2024-09-18T08:57:41.800Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-18T08:57:41.967 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:41 smithi189 bash[47593]: ts=2024-09-18T08:57:41.800Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-18T08:57:42.328 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:41 smithi189 bash[21687]: cluster 2024-09-18T08:57:40.379614+0000 mgr.x (mgr.24424) 31 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:42.329 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:41 smithi189 bash[21687]: audit 2024-09-18T08:57:40.953687+0000 mon.a (mon.0) 999 : audit [INF] from='client.? 172.21.15.78:0/2133436506' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4134142830"}]': finished 2024-09-18T08:57:42.329 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:41 smithi189 bash[21687]: cluster 2024-09-18T08:57:40.965680+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-09-18T08:57:42.329 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:41 smithi189 bash[21687]: audit 2024-09-18T08:57:41.276836+0000 mon.c (mon.2) 176 : audit [INF] from='client.? 172.21.15.78:0/4279722949' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4134142830"}]: dispatch 2024-09-18T08:57:42.329 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:41 smithi189 bash[21687]: audit 2024-09-18T08:57:41.277667+0000 mon.a (mon.0) 1001 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4134142830"}]: dispatch 2024-09-18T08:57:42.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:41 smithi078 bash[19887]: cluster 2024-09-18T08:57:40.379614+0000 mgr.x (mgr.24424) 31 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:42.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:41 smithi078 bash[19887]: audit 2024-09-18T08:57:40.953687+0000 mon.a (mon.0) 999 : audit [INF] from='client.? 172.21.15.78:0/2133436506' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4134142830"}]': finished 2024-09-18T08:57:42.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:41 smithi078 bash[19887]: cluster 2024-09-18T08:57:40.965680+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-09-18T08:57:42.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:41 smithi078 bash[19887]: audit 2024-09-18T08:57:41.276836+0000 mon.c (mon.2) 176 : audit [INF] from='client.? 172.21.15.78:0/4279722949' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4134142830"}]: dispatch 2024-09-18T08:57:42.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:41 smithi078 bash[19887]: audit 2024-09-18T08:57:41.277667+0000 mon.a (mon.0) 1001 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4134142830"}]: dispatch 2024-09-18T08:57:42.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:41 smithi078 bash[28923]: cluster 2024-09-18T08:57:40.379614+0000 mgr.x (mgr.24424) 31 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:42.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:41 smithi078 bash[28923]: audit 2024-09-18T08:57:40.953687+0000 mon.a (mon.0) 999 : audit [INF] from='client.? 172.21.15.78:0/2133436506' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/4134142830"}]': finished 2024-09-18T08:57:42.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:41 smithi078 bash[28923]: cluster 2024-09-18T08:57:40.965680+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-09-18T08:57:42.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:41 smithi078 bash[28923]: audit 2024-09-18T08:57:41.276836+0000 mon.c (mon.2) 176 : audit [INF] from='client.? 172.21.15.78:0/4279722949' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4134142830"}]: dispatch 2024-09-18T08:57:42.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:41 smithi078 bash[28923]: audit 2024-09-18T08:57:41.277667+0000 mon.a (mon.0) 1001 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4134142830"}]: dispatch 2024-09-18T08:57:42.670 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:42 smithi189 bash[51720]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-prometheus-a 2024-09-18T08:57:42.670 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:42 smithi189 bash[51779]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-prometheus-a 2024-09-18T08:57:42.670 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:42 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-18T08:57:42.670 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:42 smithi189 systemd[1]: Stopped Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:57:42.670 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:42 smithi189 systemd[1]: Started Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T08:57:43.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:42 smithi189 bash[21687]: audit 2024-09-18T08:57:41.956129+0000 mon.a (mon.0) 1002 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4134142830"}]': finished 2024-09-18T08:57:43.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:42 smithi189 bash[21687]: cluster 2024-09-18T08:57:41.963537+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-09-18T08:57:43.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:42 smithi189 bash[21687]: audit 2024-09-18T08:57:42.286824+0000 mon.c (mon.2) 177 : audit [INF] from='client.? 172.21.15.78:0/4234291039' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/945337185"}]: dispatch 2024-09-18T08:57:43.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:42 smithi189 bash[21687]: audit 2024-09-18T08:57:42.287725+0000 mon.a (mon.0) 1004 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/945337185"}]: dispatch 2024-09-18T08:57:43.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:42 smithi189 bash[21687]: audit 2024-09-18T08:57:42.559878+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:43.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:42 smithi189 bash[21687]: audit 2024-09-18T08:57:42.570017+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:43.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:42 smithi189 bash[21687]: audit 2024-09-18T08:57:42.577784+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T08:57:43.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:42 smithi189 bash[21687]: audit 2024-09-18T08:57:42.582430+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T08:57:43.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:42 smithi189 bash[21687]: audit 2024-09-18T08:57:42.587415+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T08:57:43.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[19887]: audit 2024-09-18T08:57:41.956129+0000 mon.a (mon.0) 1002 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4134142830"}]': finished 2024-09-18T08:57:43.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[19887]: cluster 2024-09-18T08:57:41.963537+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-09-18T08:57:43.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[19887]: audit 2024-09-18T08:57:42.286824+0000 mon.c (mon.2) 177 : audit [INF] from='client.? 172.21.15.78:0/4234291039' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/945337185"}]: dispatch 2024-09-18T08:57:43.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[19887]: audit 2024-09-18T08:57:42.287725+0000 mon.a (mon.0) 1004 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/945337185"}]: dispatch 2024-09-18T08:57:43.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[19887]: audit 2024-09-18T08:57:42.559878+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:43.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[19887]: audit 2024-09-18T08:57:42.570017+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:43.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[19887]: audit 2024-09-18T08:57:42.577784+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T08:57:43.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[19887]: audit 2024-09-18T08:57:42.582430+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T08:57:43.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[19887]: audit 2024-09-18T08:57:42.587415+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T08:57:43.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[28923]: audit 2024-09-18T08:57:41.956129+0000 mon.a (mon.0) 1002 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/4134142830"}]': finished 2024-09-18T08:57:43.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[28923]: cluster 2024-09-18T08:57:41.963537+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-09-18T08:57:43.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[28923]: audit 2024-09-18T08:57:42.286824+0000 mon.c (mon.2) 177 : audit [INF] from='client.? 172.21.15.78:0/4234291039' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/945337185"}]: dispatch 2024-09-18T08:57:43.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[28923]: audit 2024-09-18T08:57:42.287725+0000 mon.a (mon.0) 1004 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/945337185"}]: dispatch 2024-09-18T08:57:43.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[28923]: audit 2024-09-18T08:57:42.559878+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:43.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[28923]: audit 2024-09-18T08:57:42.570017+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:43.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[28923]: audit 2024-09-18T08:57:42.577784+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T08:57:43.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[28923]: audit 2024-09-18T08:57:42.582430+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T08:57:43.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:42 smithi078 bash[28923]: audit 2024-09-18T08:57:42.587415+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T08:57:43.979 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.838Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-18T08:57:43.979 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.838Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-18T08:57:43.979 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.838Z caller=main.go:570 level=info host_details="(Linux 5.15.0-122-generic #132-Ubuntu SMP Thu Aug 29 13:45:52 UTC 2024 x86_64 smithi189 (none))" 2024-09-18T08:57:43.979 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.838Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-18T08:57:43.979 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.838Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-18T08:57:43.979 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.840Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-18T08:57:43.979 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.840Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-18T08:57:43.979 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.841Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-18T08:57:43.980 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.841Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-18T08:57:43.980 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.844Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-18T08:57:43.980 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.844Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.658µs 2024-09-18T08:57:43.980 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.844Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-18T08:57:43.980 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.844Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-09-18T08:57:43.980 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.860Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-09-18T08:57:43.980 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.860Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-09-18T08:57:43.980 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.860Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=26.683µs wal_replay_duration=16.196597ms wbl_replay_duration=183ns total_replay_duration=16.243461ms 2024-09-18T08:57:43.980 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.862Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-18T08:57:43.980 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.862Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-18T08:57:43.980 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.862Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-18T08:57:43.980 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.885Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.93815ms db_storage=1.375µs remote_storage=1.093µs web_handler=481ns query_engine=675ns scrape=315.845µs scrape_sd=129.682µs notify=16.345µs notify_sd=14.816µs rules=22.083664ms tracing=5.347µs 2024-09-18T08:57:43.980 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.885Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-18T08:57:43.981 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[51807]: ts=2024-09-18T08:57:43.885Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-18T08:57:44.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[21687]: cluster 2024-09-18T08:57:42.380161+0000 mgr.x (mgr.24424) 32 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:44.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[21687]: audit 2024-09-18T08:57:42.578395+0000 mgr.x (mgr.24424) 33 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T08:57:44.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[21687]: audit 2024-09-18T08:57:42.582823+0000 mgr.x (mgr.24424) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T08:57:44.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[21687]: audit 2024-09-18T08:57:42.587816+0000 mgr.x (mgr.24424) 35 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T08:57:44.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[21687]: audit 2024-09-18T08:57:42.977727+0000 mon.a (mon.0) 1007 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/945337185"}]': finished 2024-09-18T08:57:44.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[21687]: cluster 2024-09-18T08:57:42.985386+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-09-18T08:57:44.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:43 smithi189 bash[21687]: audit 2024-09-18T08:57:43.308881+0000 mon.a (mon.0) 1009 : audit [INF] from='client.? 172.21.15.78:0/3217802642' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/4261521992"}]: dispatch 2024-09-18T08:57:44.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:43 smithi078 bash[19887]: cluster 2024-09-18T08:57:42.380161+0000 mgr.x (mgr.24424) 32 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:44.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:43 smithi078 bash[19887]: audit 2024-09-18T08:57:42.578395+0000 mgr.x (mgr.24424) 33 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T08:57:44.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:43 smithi078 bash[19887]: audit 2024-09-18T08:57:42.582823+0000 mgr.x (mgr.24424) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T08:57:44.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:43 smithi078 bash[19887]: audit 2024-09-18T08:57:42.587816+0000 mgr.x (mgr.24424) 35 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T08:57:44.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:43 smithi078 bash[19887]: audit 2024-09-18T08:57:42.977727+0000 mon.a (mon.0) 1007 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/945337185"}]': finished 2024-09-18T08:57:44.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:43 smithi078 bash[19887]: cluster 2024-09-18T08:57:42.985386+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-09-18T08:57:44.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:43 smithi078 bash[19887]: audit 2024-09-18T08:57:43.308881+0000 mon.a (mon.0) 1009 : audit [INF] from='client.? 172.21.15.78:0/3217802642' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/4261521992"}]: dispatch 2024-09-18T08:57:44.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:43 smithi078 bash[28923]: cluster 2024-09-18T08:57:42.380161+0000 mgr.x (mgr.24424) 32 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:44.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:43 smithi078 bash[28923]: audit 2024-09-18T08:57:42.578395+0000 mgr.x (mgr.24424) 33 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T08:57:44.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:43 smithi078 bash[28923]: audit 2024-09-18T08:57:42.582823+0000 mgr.x (mgr.24424) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T08:57:44.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:43 smithi078 bash[28923]: audit 2024-09-18T08:57:42.587816+0000 mgr.x (mgr.24424) 35 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T08:57:44.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:43 smithi078 bash[28923]: audit 2024-09-18T08:57:42.977727+0000 mon.a (mon.0) 1007 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/945337185"}]': finished 2024-09-18T08:57:44.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:43 smithi078 bash[28923]: cluster 2024-09-18T08:57:42.985386+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-09-18T08:57:44.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:43 smithi078 bash[28923]: audit 2024-09-18T08:57:43.308881+0000 mon.a (mon.0) 1009 : audit [INF] from='client.? 172.21.15.78:0/3217802642' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/4261521992"}]: dispatch 2024-09-18T08:57:45.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:44 smithi189 bash[21687]: audit 2024-09-18T08:57:43.991120+0000 mon.a (mon.0) 1010 : audit [INF] from='client.? 172.21.15.78:0/3217802642' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/4261521992"}]': finished 2024-09-18T08:57:45.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:44 smithi189 bash[21687]: cluster 2024-09-18T08:57:44.001035+0000 mon.a (mon.0) 1011 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-09-18T08:57:45.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:44 smithi189 bash[21687]: audit 2024-09-18T08:57:44.313645+0000 mon.a (mon.0) 1012 : audit [INF] from='client.? 172.21.15.78:0/3186460585' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/2526320942"}]: dispatch 2024-09-18T08:57:45.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:44 smithi078 bash[19887]: audit 2024-09-18T08:57:43.991120+0000 mon.a (mon.0) 1010 : audit [INF] from='client.? 172.21.15.78:0/3217802642' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/4261521992"}]': finished 2024-09-18T08:57:45.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:44 smithi078 bash[19887]: cluster 2024-09-18T08:57:44.001035+0000 mon.a (mon.0) 1011 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-09-18T08:57:45.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:44 smithi078 bash[19887]: audit 2024-09-18T08:57:44.313645+0000 mon.a (mon.0) 1012 : audit [INF] from='client.? 172.21.15.78:0/3186460585' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/2526320942"}]: dispatch 2024-09-18T08:57:45.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:44 smithi078 bash[28923]: audit 2024-09-18T08:57:43.991120+0000 mon.a (mon.0) 1010 : audit [INF] from='client.? 172.21.15.78:0/3217802642' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/4261521992"}]': finished 2024-09-18T08:57:45.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:44 smithi078 bash[28923]: cluster 2024-09-18T08:57:44.001035+0000 mon.a (mon.0) 1011 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-09-18T08:57:45.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:44 smithi078 bash[28923]: audit 2024-09-18T08:57:44.313645+0000 mon.a (mon.0) 1012 : audit [INF] from='client.? 172.21.15.78:0/3186460585' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/2526320942"}]: dispatch 2024-09-18T08:57:46.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:46 smithi189 bash[21687]: cluster 2024-09-18T08:57:44.380824+0000 mgr.x (mgr.24424) 36 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:46.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:46 smithi189 bash[21687]: audit 2024-09-18T08:57:45.007199+0000 mon.a (mon.0) 1013 : audit [INF] from='client.? 172.21.15.78:0/3186460585' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/2526320942"}]': finished 2024-09-18T08:57:46.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:46 smithi189 bash[21687]: cluster 2024-09-18T08:57:45.012410+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-09-18T08:57:46.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:46 smithi078 bash[19887]: cluster 2024-09-18T08:57:44.380824+0000 mgr.x (mgr.24424) 36 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:46.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:46 smithi078 bash[19887]: audit 2024-09-18T08:57:45.007199+0000 mon.a (mon.0) 1013 : audit [INF] from='client.? 172.21.15.78:0/3186460585' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/2526320942"}]': finished 2024-09-18T08:57:46.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:46 smithi078 bash[19887]: cluster 2024-09-18T08:57:45.012410+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-09-18T08:57:46.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:46 smithi078 bash[28923]: cluster 2024-09-18T08:57:44.380824+0000 mgr.x (mgr.24424) 36 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:57:46.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:46 smithi078 bash[28923]: audit 2024-09-18T08:57:45.007199+0000 mon.a (mon.0) 1013 : audit [INF] from='client.? 172.21.15.78:0/3186460585' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/2526320942"}]': finished 2024-09-18T08:57:46.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:46 smithi078 bash[28923]: cluster 2024-09-18T08:57:45.012410+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-09-18T08:57:48.307 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:48 smithi078 bash[19887]: cluster 2024-09-18T08:57:46.381557+0000 mgr.x (mgr.24424) 37 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T08:57:48.307 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:48 smithi078 bash[28923]: cluster 2024-09-18T08:57:46.381557+0000 mgr.x (mgr.24424) 37 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T08:57:48.419 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:48 smithi189 bash[21687]: cluster 2024-09-18T08:57:46.381557+0000 mgr.x (mgr.24424) 37 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T08:57:49.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:49 smithi189 bash[21687]: audit 2024-09-18T08:57:48.311175+0000 mgr.x (mgr.24424) 38 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:57:49.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:49 smithi189 bash[21687]: cluster 2024-09-18T08:57:48.382108+0000 mgr.x (mgr.24424) 39 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-18T08:57:49.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:49 smithi189 bash[21687]: audit 2024-09-18T08:57:48.399909+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:49.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:49 smithi189 bash[21687]: audit 2024-09-18T08:57:48.405900+0000 mon.a (mon.0) 1016 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:49.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:49 smithi189 bash[21687]: audit 2024-09-18T08:57:48.658400+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:49.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:49 smithi189 bash[21687]: audit 2024-09-18T08:57:48.668664+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:49.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:49 smithi189 bash[21687]: audit 2024-09-18T08:57:48.672814+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:57:49.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:49 smithi189 bash[21687]: audit 2024-09-18T08:57:48.673897+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:57:49.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:49 smithi189 bash[21687]: audit 2024-09-18T08:57:48.681587+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:49.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[19887]: audit 2024-09-18T08:57:48.311175+0000 mgr.x (mgr.24424) 38 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:57:49.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[19887]: cluster 2024-09-18T08:57:48.382108+0000 mgr.x (mgr.24424) 39 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-18T08:57:49.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[19887]: audit 2024-09-18T08:57:48.399909+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:49.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[19887]: audit 2024-09-18T08:57:48.405900+0000 mon.a (mon.0) 1016 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:49.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[19887]: audit 2024-09-18T08:57:48.658400+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:49.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[19887]: audit 2024-09-18T08:57:48.668664+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:49.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[19887]: audit 2024-09-18T08:57:48.672814+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:57:49.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[19887]: audit 2024-09-18T08:57:48.673897+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:57:49.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[19887]: audit 2024-09-18T08:57:48.681587+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:49.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[28923]: audit 2024-09-18T08:57:48.311175+0000 mgr.x (mgr.24424) 38 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:57:49.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[28923]: cluster 2024-09-18T08:57:48.382108+0000 mgr.x (mgr.24424) 39 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-18T08:57:49.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[28923]: audit 2024-09-18T08:57:48.399909+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:49.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[28923]: audit 2024-09-18T08:57:48.405900+0000 mon.a (mon.0) 1016 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:49.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[28923]: audit 2024-09-18T08:57:48.658400+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:49.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[28923]: audit 2024-09-18T08:57:48.668664+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:49.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[28923]: audit 2024-09-18T08:57:48.672814+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:57:49.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[28923]: audit 2024-09-18T08:57:48.673897+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:57:49.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:49 smithi078 bash[28923]: audit 2024-09-18T08:57:48.681587+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:57:51.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:51 smithi189 bash[21687]: cluster 2024-09-18T08:57:50.383897+0000 mgr.x (mgr.24424) 40 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-18T08:57:51.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:51 smithi078 bash[28923]: cluster 2024-09-18T08:57:50.383897+0000 mgr.x (mgr.24424) 40 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-18T08:57:51.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:51 smithi078 bash[19887]: cluster 2024-09-18T08:57:50.383897+0000 mgr.x (mgr.24424) 40 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-18T08:57:53.670 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:53 smithi189 bash[21687]: cluster 2024-09-18T08:57:52.384779+0000 mgr.x (mgr.24424) 41 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 610 B/s rd, 0 op/s 2024-09-18T08:57:53.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:53 smithi078 bash[19887]: cluster 2024-09-18T08:57:52.384779+0000 mgr.x (mgr.24424) 41 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 610 B/s rd, 0 op/s 2024-09-18T08:57:53.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:53 smithi078 bash[28923]: cluster 2024-09-18T08:57:52.384779+0000 mgr.x (mgr.24424) 41 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 610 B/s rd, 0 op/s 2024-09-18T08:57:54.170 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:57:53 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:57:53] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.43.0" 2024-09-18T08:57:54.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:54 smithi078 bash[19887]: audit 2024-09-18T08:57:53.531896+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:57:54.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:54 smithi078 bash[28923]: audit 2024-09-18T08:57:53.531896+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:57:54.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:54 smithi189 bash[21687]: audit 2024-09-18T08:57:53.531896+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:57:55.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:55 smithi078 bash[19887]: cluster 2024-09-18T08:57:54.386566+0000 mgr.x (mgr.24424) 42 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T08:57:55.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:55 smithi078 bash[28923]: cluster 2024-09-18T08:57:54.386566+0000 mgr.x (mgr.24424) 42 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T08:57:55.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:55 smithi189 bash[21687]: cluster 2024-09-18T08:57:54.386566+0000 mgr.x (mgr.24424) 42 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T08:57:57.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:57 smithi078 bash[19887]: cluster 2024-09-18T08:57:56.387380+0000 mgr.x (mgr.24424) 43 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 900 B/s rd, 0 op/s 2024-09-18T08:57:57.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:57 smithi078 bash[28923]: cluster 2024-09-18T08:57:56.387380+0000 mgr.x (mgr.24424) 43 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 900 B/s rd, 0 op/s 2024-09-18T08:57:57.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:57 smithi189 bash[21687]: cluster 2024-09-18T08:57:56.387380+0000 mgr.x (mgr.24424) 43 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 900 B/s rd, 0 op/s 2024-09-18T08:57:59.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:59 smithi078 bash[19887]: audit 2024-09-18T08:57:58.322153+0000 mgr.x (mgr.24424) 44 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:57:59.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:57:59 smithi078 bash[19887]: cluster 2024-09-18T08:57:58.388100+0000 mgr.x (mgr.24424) 45 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:59.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:59 smithi078 bash[28923]: audit 2024-09-18T08:57:58.322153+0000 mgr.x (mgr.24424) 44 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:57:59.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:57:59 smithi078 bash[28923]: cluster 2024-09-18T08:57:58.388100+0000 mgr.x (mgr.24424) 45 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:57:59.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:59 smithi189 bash[21687]: audit 2024-09-18T08:57:58.322153+0000 mgr.x (mgr.24424) 44 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:58:00.102 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:57:59 smithi189 bash[21687]: cluster 2024-09-18T08:57:58.388100+0000 mgr.x (mgr.24424) 45 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:01.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:01 smithi078 bash[19887]: cluster 2024-09-18T08:58:00.389911+0000 mgr.x (mgr.24424) 46 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:01.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:01 smithi078 bash[28923]: cluster 2024-09-18T08:58:00.389911+0000 mgr.x (mgr.24424) 46 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:01.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:01 smithi189 bash[21687]: cluster 2024-09-18T08:58:00.389911+0000 mgr.x (mgr.24424) 46 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:03.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:03 smithi078 bash[19887]: cluster 2024-09-18T08:58:02.390800+0000 mgr.x (mgr.24424) 47 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:03.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:03 smithi078 bash[28923]: cluster 2024-09-18T08:58:02.390800+0000 mgr.x (mgr.24424) 47 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:03.892 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:03 smithi189 bash[21687]: cluster 2024-09-18T08:58:02.390800+0000 mgr.x (mgr.24424) 47 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:04.170 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:58:03 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:58:03] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.43.0" 2024-09-18T08:58:05.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:05 smithi078 bash[19887]: cluster 2024-09-18T08:58:04.392485+0000 mgr.x (mgr.24424) 48 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:05.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:05 smithi078 bash[28923]: cluster 2024-09-18T08:58:04.392485+0000 mgr.x (mgr.24424) 48 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:05.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:05 smithi189 bash[21687]: cluster 2024-09-18T08:58:04.392485+0000 mgr.x (mgr.24424) 48 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:07.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:07 smithi078 bash[19887]: cluster 2024-09-18T08:58:06.393260+0000 mgr.x (mgr.24424) 49 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:07.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:07 smithi078 bash[28923]: cluster 2024-09-18T08:58:06.393260+0000 mgr.x (mgr.24424) 49 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:07.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:07 smithi189 bash[21687]: cluster 2024-09-18T08:58:06.393260+0000 mgr.x (mgr.24424) 49 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:09.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:09 smithi189 bash[21687]: audit 2024-09-18T08:58:08.331316+0000 mgr.x (mgr.24424) 50 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:58:09.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:09 smithi189 bash[21687]: cluster 2024-09-18T08:58:08.394100+0000 mgr.x (mgr.24424) 51 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:09.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:09 smithi189 bash[21687]: audit 2024-09-18T08:58:08.532113+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:58:09.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:09 smithi078 bash[19887]: audit 2024-09-18T08:58:08.331316+0000 mgr.x (mgr.24424) 50 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:58:09.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:09 smithi078 bash[19887]: cluster 2024-09-18T08:58:08.394100+0000 mgr.x (mgr.24424) 51 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:09.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:09 smithi078 bash[19887]: audit 2024-09-18T08:58:08.532113+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:58:09.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:09 smithi078 bash[28923]: audit 2024-09-18T08:58:08.331316+0000 mgr.x (mgr.24424) 50 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:58:09.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:09 smithi078 bash[28923]: cluster 2024-09-18T08:58:08.394100+0000 mgr.x (mgr.24424) 51 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:09.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:09 smithi078 bash[28923]: audit 2024-09-18T08:58:08.532113+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:58:11.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:11 smithi189 bash[21687]: cluster 2024-09-18T08:58:10.395900+0000 mgr.x (mgr.24424) 52 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:11.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:11 smithi078 bash[19887]: cluster 2024-09-18T08:58:10.395900+0000 mgr.x (mgr.24424) 52 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:11.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:11 smithi078 bash[28923]: cluster 2024-09-18T08:58:10.395900+0000 mgr.x (mgr.24424) 52 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:13.893 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:13 smithi189 bash[21687]: cluster 2024-09-18T08:58:12.396742+0000 mgr.x (mgr.24424) 53 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:13.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:13 smithi078 bash[28923]: cluster 2024-09-18T08:58:12.396742+0000 mgr.x (mgr.24424) 53 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:13.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:13 smithi078 bash[19887]: cluster 2024-09-18T08:58:12.396742+0000 mgr.x (mgr.24424) 53 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:14.170 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:58:13 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:58:13] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-18T08:58:15.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:15 smithi189 bash[21687]: cluster 2024-09-18T08:58:14.398446+0000 mgr.x (mgr.24424) 54 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:15.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:15 smithi078 bash[19887]: cluster 2024-09-18T08:58:14.398446+0000 mgr.x (mgr.24424) 54 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:15.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:15 smithi078 bash[28923]: cluster 2024-09-18T08:58:14.398446+0000 mgr.x (mgr.24424) 54 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:17.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:17 smithi189 bash[21687]: cluster 2024-09-18T08:58:16.399271+0000 mgr.x (mgr.24424) 55 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:17.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:17 smithi078 bash[19887]: cluster 2024-09-18T08:58:16.399271+0000 mgr.x (mgr.24424) 55 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:17.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:17 smithi078 bash[28923]: cluster 2024-09-18T08:58:16.399271+0000 mgr.x (mgr.24424) 55 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:19.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:19 smithi189 bash[21687]: audit 2024-09-18T08:58:18.339270+0000 mgr.x (mgr.24424) 56 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:58:19.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:19 smithi189 bash[21687]: cluster 2024-09-18T08:58:18.400121+0000 mgr.x (mgr.24424) 57 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:19.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:19 smithi078 bash[19887]: audit 2024-09-18T08:58:18.339270+0000 mgr.x (mgr.24424) 56 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:58:19.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:19 smithi078 bash[19887]: cluster 2024-09-18T08:58:18.400121+0000 mgr.x (mgr.24424) 57 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:19.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:19 smithi078 bash[28923]: audit 2024-09-18T08:58:18.339270+0000 mgr.x (mgr.24424) 56 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:58:19.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:19 smithi078 bash[28923]: cluster 2024-09-18T08:58:18.400121+0000 mgr.x (mgr.24424) 57 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:21.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:21 smithi189 bash[21687]: cluster 2024-09-18T08:58:20.401899+0000 mgr.x (mgr.24424) 58 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:21.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:21 smithi078 bash[19887]: cluster 2024-09-18T08:58:20.401899+0000 mgr.x (mgr.24424) 58 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:21.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:21 smithi078 bash[28923]: cluster 2024-09-18T08:58:20.401899+0000 mgr.x (mgr.24424) 58 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:23.893 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:23 smithi189 bash[21687]: cluster 2024-09-18T08:58:22.402775+0000 mgr.x (mgr.24424) 59 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:23.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:23 smithi078 bash[19887]: cluster 2024-09-18T08:58:22.402775+0000 mgr.x (mgr.24424) 59 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:23.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:23 smithi078 bash[28923]: cluster 2024-09-18T08:58:22.402775+0000 mgr.x (mgr.24424) 59 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:24.170 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:58:23 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:58:23] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.43.0" 2024-09-18T08:58:24.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:24 smithi189 bash[21687]: audit 2024-09-18T08:58:23.550680+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:58:24.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:24 smithi078 bash[19887]: audit 2024-09-18T08:58:23.550680+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:58:24.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:24 smithi078 bash[28923]: audit 2024-09-18T08:58:23.550680+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:58:25.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:25 smithi189 bash[21687]: cluster 2024-09-18T08:58:24.404669+0000 mgr.x (mgr.24424) 60 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:25.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:25 smithi078 bash[19887]: cluster 2024-09-18T08:58:24.404669+0000 mgr.x (mgr.24424) 60 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:25.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:25 smithi078 bash[28923]: cluster 2024-09-18T08:58:24.404669+0000 mgr.x (mgr.24424) 60 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:27.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:27 smithi189 bash[21687]: cluster 2024-09-18T08:58:26.405468+0000 mgr.x (mgr.24424) 61 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:27.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:27 smithi078 bash[19887]: cluster 2024-09-18T08:58:26.405468+0000 mgr.x (mgr.24424) 61 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:27.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:27 smithi078 bash[28923]: cluster 2024-09-18T08:58:26.405468+0000 mgr.x (mgr.24424) 61 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:29.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:29 smithi189 bash[21687]: audit 2024-09-18T08:58:28.347161+0000 mgr.x (mgr.24424) 62 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:58:29.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:29 smithi189 bash[21687]: cluster 2024-09-18T08:58:28.406289+0000 mgr.x (mgr.24424) 63 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:29.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:29 smithi078 bash[19887]: audit 2024-09-18T08:58:28.347161+0000 mgr.x (mgr.24424) 62 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:58:29.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:29 smithi078 bash[19887]: cluster 2024-09-18T08:58:28.406289+0000 mgr.x (mgr.24424) 63 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:29.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:29 smithi078 bash[28923]: audit 2024-09-18T08:58:28.347161+0000 mgr.x (mgr.24424) 62 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:58:29.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:29 smithi078 bash[28923]: cluster 2024-09-18T08:58:28.406289+0000 mgr.x (mgr.24424) 63 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:31.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:31 smithi189 bash[21687]: cluster 2024-09-18T08:58:30.408028+0000 mgr.x (mgr.24424) 64 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:31.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:31 smithi078 bash[19887]: cluster 2024-09-18T08:58:30.408028+0000 mgr.x (mgr.24424) 64 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:31.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:31 smithi078 bash[28923]: cluster 2024-09-18T08:58:30.408028+0000 mgr.x (mgr.24424) 64 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:33.893 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:33 smithi189 bash[21687]: cluster 2024-09-18T08:58:32.408711+0000 mgr.x (mgr.24424) 65 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:33.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:33 smithi078 bash[19887]: cluster 2024-09-18T08:58:32.408711+0000 mgr.x (mgr.24424) 65 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:33.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:33 smithi078 bash[28923]: cluster 2024-09-18T08:58:32.408711+0000 mgr.x (mgr.24424) 65 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:34.170 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:58:33 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:58:33] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.43.0" 2024-09-18T08:58:35.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:35 smithi189 bash[21687]: cluster 2024-09-18T08:58:34.410412+0000 mgr.x (mgr.24424) 66 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:35.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:35 smithi078 bash[19887]: cluster 2024-09-18T08:58:34.410412+0000 mgr.x (mgr.24424) 66 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:35.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:35 smithi078 bash[28923]: cluster 2024-09-18T08:58:34.410412+0000 mgr.x (mgr.24424) 66 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:37.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:37 smithi189 bash[21687]: cluster 2024-09-18T08:58:36.411262+0000 mgr.x (mgr.24424) 67 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:37.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:37 smithi078 bash[19887]: cluster 2024-09-18T08:58:36.411262+0000 mgr.x (mgr.24424) 67 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:37.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:37 smithi078 bash[28923]: cluster 2024-09-18T08:58:36.411262+0000 mgr.x (mgr.24424) 67 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:39.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:39 smithi189 bash[21687]: audit 2024-09-18T08:58:38.355090+0000 mgr.x (mgr.24424) 68 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:58:39.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:39 smithi189 bash[21687]: cluster 2024-09-18T08:58:38.412046+0000 mgr.x (mgr.24424) 69 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:39.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:39 smithi189 bash[21687]: audit 2024-09-18T08:58:38.551195+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:58:39.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:39 smithi078 bash[19887]: audit 2024-09-18T08:58:38.355090+0000 mgr.x (mgr.24424) 68 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:58:39.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:39 smithi078 bash[19887]: cluster 2024-09-18T08:58:38.412046+0000 mgr.x (mgr.24424) 69 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:39.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:39 smithi078 bash[19887]: audit 2024-09-18T08:58:38.551195+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:58:39.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:39 smithi078 bash[28923]: audit 2024-09-18T08:58:38.355090+0000 mgr.x (mgr.24424) 68 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:58:39.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:39 smithi078 bash[28923]: cluster 2024-09-18T08:58:38.412046+0000 mgr.x (mgr.24424) 69 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:39.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:39 smithi078 bash[28923]: audit 2024-09-18T08:58:38.551195+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:58:41.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:41 smithi189 bash[21687]: cluster 2024-09-18T08:58:40.413788+0000 mgr.x (mgr.24424) 70 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:41.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:41 smithi078 bash[19887]: cluster 2024-09-18T08:58:40.413788+0000 mgr.x (mgr.24424) 70 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:41.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:41 smithi078 bash[28923]: cluster 2024-09-18T08:58:40.413788+0000 mgr.x (mgr.24424) 70 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:43.893 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:43 smithi189 bash[21687]: cluster 2024-09-18T08:58:42.414590+0000 mgr.x (mgr.24424) 71 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:43.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:43 smithi078 bash[19887]: cluster 2024-09-18T08:58:42.414590+0000 mgr.x (mgr.24424) 71 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:43.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:43 smithi078 bash[28923]: cluster 2024-09-18T08:58:42.414590+0000 mgr.x (mgr.24424) 71 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:44.170 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:58:43 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:58:43] "GET /metrics HTTP/1.1" 200 38227 "" "Prometheus/2.43.0" 2024-09-18T08:58:45.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:45 smithi189 bash[21687]: cluster 2024-09-18T08:58:44.416565+0000 mgr.x (mgr.24424) 72 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:45.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:45 smithi078 bash[19887]: cluster 2024-09-18T08:58:44.416565+0000 mgr.x (mgr.24424) 72 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:45.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:45 smithi078 bash[28923]: cluster 2024-09-18T08:58:44.416565+0000 mgr.x (mgr.24424) 72 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:47.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:47 smithi189 bash[21687]: cluster 2024-09-18T08:58:46.417276+0000 mgr.x (mgr.24424) 73 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:47.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:47 smithi078 bash[19887]: cluster 2024-09-18T08:58:46.417276+0000 mgr.x (mgr.24424) 73 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:47.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:47 smithi078 bash[28923]: cluster 2024-09-18T08:58:46.417276+0000 mgr.x (mgr.24424) 73 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:49.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:49 smithi189 bash[21687]: audit 2024-09-18T08:58:48.363060+0000 mgr.x (mgr.24424) 74 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:58:49.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:49 smithi189 bash[21687]: cluster 2024-09-18T08:58:48.417971+0000 mgr.x (mgr.24424) 75 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:49.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:49 smithi189 bash[21687]: audit 2024-09-18T08:58:49.356297+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:58:49.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:49 smithi189 bash[21687]: audit 2024-09-18T08:58:49.363208+0000 mon.a (mon.0) 1021 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:58:49.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:49 smithi078 bash[19887]: audit 2024-09-18T08:58:48.363060+0000 mgr.x (mgr.24424) 74 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:58:49.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:49 smithi078 bash[19887]: cluster 2024-09-18T08:58:48.417971+0000 mgr.x (mgr.24424) 75 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:49.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:49 smithi078 bash[19887]: audit 2024-09-18T08:58:49.356297+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:58:49.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:49 smithi078 bash[19887]: audit 2024-09-18T08:58:49.363208+0000 mon.a (mon.0) 1021 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:58:49.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:49 smithi078 bash[28923]: audit 2024-09-18T08:58:48.363060+0000 mgr.x (mgr.24424) 74 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:58:49.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:49 smithi078 bash[28923]: cluster 2024-09-18T08:58:48.417971+0000 mgr.x (mgr.24424) 75 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:49.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:49 smithi078 bash[28923]: audit 2024-09-18T08:58:49.356297+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:58:49.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:49 smithi078 bash[28923]: audit 2024-09-18T08:58:49.363208+0000 mon.a (mon.0) 1021 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:58:50.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:50 smithi189 bash[21687]: audit 2024-09-18T08:58:50.054430+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:58:50.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:50 smithi189 bash[21687]: audit 2024-09-18T08:58:50.055666+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:58:50.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:50 smithi189 bash[21687]: audit 2024-09-18T08:58:50.063506+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:58:50.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:50 smithi078 bash[19887]: audit 2024-09-18T08:58:50.054430+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:58:50.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:50 smithi078 bash[19887]: audit 2024-09-18T08:58:50.055666+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:58:50.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:50 smithi078 bash[19887]: audit 2024-09-18T08:58:50.063506+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:58:50.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:50 smithi078 bash[28923]: audit 2024-09-18T08:58:50.054430+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:58:50.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:50 smithi078 bash[28923]: audit 2024-09-18T08:58:50.055666+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:58:50.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:50 smithi078 bash[28923]: audit 2024-09-18T08:58:50.063506+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:58:52.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:52 smithi189 bash[21687]: cluster 2024-09-18T08:58:50.419899+0000 mgr.x (mgr.24424) 76 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:52.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:52 smithi078 bash[19887]: cluster 2024-09-18T08:58:50.419899+0000 mgr.x (mgr.24424) 76 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:52.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:52 smithi078 bash[28923]: cluster 2024-09-18T08:58:50.419899+0000 mgr.x (mgr.24424) 76 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:54.170 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:58:53 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:58:53] "GET /metrics HTTP/1.1" 200 38227 "" "Prometheus/2.43.0" 2024-09-18T08:58:54.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:54 smithi189 bash[21687]: cluster 2024-09-18T08:58:52.420632+0000 mgr.x (mgr.24424) 77 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:54.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:54 smithi189 bash[21687]: audit 2024-09-18T08:58:53.551599+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:58:54.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:54 smithi078 bash[19887]: cluster 2024-09-18T08:58:52.420632+0000 mgr.x (mgr.24424) 77 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:54.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:54 smithi078 bash[19887]: audit 2024-09-18T08:58:53.551599+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:58:54.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:54 smithi078 bash[28923]: cluster 2024-09-18T08:58:52.420632+0000 mgr.x (mgr.24424) 77 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:54.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:54 smithi078 bash[28923]: audit 2024-09-18T08:58:53.551599+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:58:56.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:56 smithi189 bash[21687]: cluster 2024-09-18T08:58:54.422301+0000 mgr.x (mgr.24424) 78 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:56.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:56 smithi078 bash[19887]: cluster 2024-09-18T08:58:54.422301+0000 mgr.x (mgr.24424) 78 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:56.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:56 smithi078 bash[28923]: cluster 2024-09-18T08:58:54.422301+0000 mgr.x (mgr.24424) 78 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:58:58.368 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:58:58 smithi078 bash[19887]: cluster 2024-09-18T08:58:56.423029+0000 mgr.x (mgr.24424) 79 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:58.368 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:58:58 smithi078 bash[28923]: cluster 2024-09-18T08:58:56.423029+0000 mgr.x (mgr.24424) 79 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:58:58.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:58:58 smithi189 bash[21687]: cluster 2024-09-18T08:58:56.423029+0000 mgr.x (mgr.24424) 79 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:00.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:00 smithi189 bash[21687]: audit 2024-09-18T08:58:58.370987+0000 mgr.x (mgr.24424) 80 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:00.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:00 smithi189 bash[21687]: cluster 2024-09-18T08:58:58.423677+0000 mgr.x (mgr.24424) 81 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:00.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:00 smithi078 bash[19887]: audit 2024-09-18T08:58:58.370987+0000 mgr.x (mgr.24424) 80 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:00.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:00 smithi078 bash[19887]: cluster 2024-09-18T08:58:58.423677+0000 mgr.x (mgr.24424) 81 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:00.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:00 smithi078 bash[28923]: audit 2024-09-18T08:58:58.370987+0000 mgr.x (mgr.24424) 80 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:00.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:00 smithi078 bash[28923]: cluster 2024-09-18T08:58:58.423677+0000 mgr.x (mgr.24424) 81 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:02.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:02 smithi189 bash[21687]: cluster 2024-09-18T08:59:00.425548+0000 mgr.x (mgr.24424) 82 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:02.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:02 smithi078 bash[19887]: cluster 2024-09-18T08:59:00.425548+0000 mgr.x (mgr.24424) 82 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:02.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:02 smithi078 bash[28923]: cluster 2024-09-18T08:59:00.425548+0000 mgr.x (mgr.24424) 82 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:04.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:04 smithi189 bash[21687]: cluster 2024-09-18T08:59:02.426222+0000 mgr.x (mgr.24424) 83 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:04.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:59:03 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:59:03] "GET /metrics HTTP/1.1" 200 38227 "" "Prometheus/2.43.0" 2024-09-18T08:59:04.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:04 smithi078 bash[19887]: cluster 2024-09-18T08:59:02.426222+0000 mgr.x (mgr.24424) 83 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:04.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:04 smithi078 bash[28923]: cluster 2024-09-18T08:59:02.426222+0000 mgr.x (mgr.24424) 83 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:06.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:06 smithi189 bash[21687]: cluster 2024-09-18T08:59:04.428624+0000 mgr.x (mgr.24424) 84 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:06.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:06 smithi078 bash[19887]: cluster 2024-09-18T08:59:04.428624+0000 mgr.x (mgr.24424) 84 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:06.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:06 smithi078 bash[28923]: cluster 2024-09-18T08:59:04.428624+0000 mgr.x (mgr.24424) 84 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:08.376 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:08 smithi078 bash[19887]: cluster 2024-09-18T08:59:06.429391+0000 mgr.x (mgr.24424) 85 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:08.376 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:08 smithi078 bash[28923]: cluster 2024-09-18T08:59:06.429391+0000 mgr.x (mgr.24424) 85 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:08.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:08 smithi189 bash[21687]: cluster 2024-09-18T08:59:06.429391+0000 mgr.x (mgr.24424) 85 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:09.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:09 smithi189 bash[21687]: audit 2024-09-18T08:59:08.552032+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:59:09.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:09 smithi078 bash[19887]: audit 2024-09-18T08:59:08.552032+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:59:09.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:09 smithi078 bash[28923]: audit 2024-09-18T08:59:08.552032+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:59:10.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:10 smithi189 bash[21687]: audit 2024-09-18T08:59:08.378950+0000 mgr.x (mgr.24424) 86 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:10.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:10 smithi189 bash[21687]: cluster 2024-09-18T08:59:08.430101+0000 mgr.x (mgr.24424) 87 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:10.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:10 smithi078 bash[19887]: audit 2024-09-18T08:59:08.378950+0000 mgr.x (mgr.24424) 86 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:10.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:10 smithi078 bash[19887]: cluster 2024-09-18T08:59:08.430101+0000 mgr.x (mgr.24424) 87 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:10.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:10 smithi078 bash[28923]: audit 2024-09-18T08:59:08.378950+0000 mgr.x (mgr.24424) 86 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:10.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:10 smithi078 bash[28923]: cluster 2024-09-18T08:59:08.430101+0000 mgr.x (mgr.24424) 87 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:12.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:12 smithi189 bash[21687]: cluster 2024-09-18T08:59:10.431904+0000 mgr.x (mgr.24424) 88 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T08:59:12.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:12 smithi078 bash[19887]: cluster 2024-09-18T08:59:10.431904+0000 mgr.x (mgr.24424) 88 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T08:59:12.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:12 smithi078 bash[28923]: cluster 2024-09-18T08:59:10.431904+0000 mgr.x (mgr.24424) 88 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T08:59:14.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:14 smithi189 bash[21687]: cluster 2024-09-18T08:59:12.432726+0000 mgr.x (mgr.24424) 89 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-18T08:59:14.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:59:13 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:59:13] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-18T08:59:14.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:14 smithi078 bash[19887]: cluster 2024-09-18T08:59:12.432726+0000 mgr.x (mgr.24424) 89 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-18T08:59:14.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:14 smithi078 bash[28923]: cluster 2024-09-18T08:59:12.432726+0000 mgr.x (mgr.24424) 89 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-18T08:59:15.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:15 smithi078 bash[19887]: cluster 2024-09-18T08:59:14.434530+0000 mgr.x (mgr.24424) 90 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T08:59:15.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:15 smithi078 bash[28923]: cluster 2024-09-18T08:59:14.434530+0000 mgr.x (mgr.24424) 90 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T08:59:15.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:15 smithi189 bash[21687]: cluster 2024-09-18T08:59:14.434530+0000 mgr.x (mgr.24424) 90 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T08:59:17.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:17 smithi189 bash[21687]: cluster 2024-09-18T08:59:16.435364+0000 mgr.x (mgr.24424) 91 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:17.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:17 smithi078 bash[19887]: cluster 2024-09-18T08:59:16.435364+0000 mgr.x (mgr.24424) 91 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:17.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:17 smithi078 bash[28923]: cluster 2024-09-18T08:59:16.435364+0000 mgr.x (mgr.24424) 91 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:19.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:19 smithi189 bash[21687]: audit 2024-09-18T08:59:18.386842+0000 mgr.x (mgr.24424) 92 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:19.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:19 smithi189 bash[21687]: cluster 2024-09-18T08:59:18.436023+0000 mgr.x (mgr.24424) 93 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:19.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:19 smithi078 bash[19887]: audit 2024-09-18T08:59:18.386842+0000 mgr.x (mgr.24424) 92 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:19.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:19 smithi078 bash[19887]: cluster 2024-09-18T08:59:18.436023+0000 mgr.x (mgr.24424) 93 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:19.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:19 smithi078 bash[28923]: audit 2024-09-18T08:59:18.386842+0000 mgr.x (mgr.24424) 92 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:19.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:19 smithi078 bash[28923]: cluster 2024-09-18T08:59:18.436023+0000 mgr.x (mgr.24424) 93 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:21.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:21 smithi189 bash[21687]: cluster 2024-09-18T08:59:20.437861+0000 mgr.x (mgr.24424) 94 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:21.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:21 smithi078 bash[19887]: cluster 2024-09-18T08:59:20.437861+0000 mgr.x (mgr.24424) 94 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:21.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:21 smithi078 bash[28923]: cluster 2024-09-18T08:59:20.437861+0000 mgr.x (mgr.24424) 94 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T08:59:23.894 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:23 smithi189 bash[21687]: cluster 2024-09-18T08:59:22.438682+0000 mgr.x (mgr.24424) 95 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:59:23.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:23 smithi078 bash[19887]: cluster 2024-09-18T08:59:22.438682+0000 mgr.x (mgr.24424) 95 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:59:23.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:23 smithi078 bash[28923]: cluster 2024-09-18T08:59:22.438682+0000 mgr.x (mgr.24424) 95 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:59:24.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:59:23 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:59:23] "GET /metrics HTTP/1.1" 200 38227 "" "Prometheus/2.43.0" 2024-09-18T08:59:24.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:24 smithi189 bash[21687]: audit 2024-09-18T08:59:23.556242+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:59:24.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:24 smithi078 bash[19887]: audit 2024-09-18T08:59:23.556242+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:59:24.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:24 smithi078 bash[28923]: audit 2024-09-18T08:59:23.556242+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:59:25.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:25 smithi189 bash[21687]: cluster 2024-09-18T08:59:24.440497+0000 mgr.x (mgr.24424) 96 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:25.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:25 smithi078 bash[19887]: cluster 2024-09-18T08:59:24.440497+0000 mgr.x (mgr.24424) 96 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:25.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:25 smithi078 bash[28923]: cluster 2024-09-18T08:59:24.440497+0000 mgr.x (mgr.24424) 96 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:27.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:27 smithi189 bash[21687]: cluster 2024-09-18T08:59:26.441321+0000 mgr.x (mgr.24424) 97 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:59:27.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:27 smithi078 bash[19887]: cluster 2024-09-18T08:59:26.441321+0000 mgr.x (mgr.24424) 97 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:59:27.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:27 smithi078 bash[28923]: cluster 2024-09-18T08:59:26.441321+0000 mgr.x (mgr.24424) 97 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:59:29.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:29 smithi189 bash[21687]: audit 2024-09-18T08:59:28.398285+0000 mgr.x (mgr.24424) 98 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:29.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:29 smithi189 bash[21687]: cluster 2024-09-18T08:59:28.442096+0000 mgr.x (mgr.24424) 99 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:59:29.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:29 smithi078 bash[19887]: audit 2024-09-18T08:59:28.398285+0000 mgr.x (mgr.24424) 98 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:29.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:29 smithi078 bash[19887]: cluster 2024-09-18T08:59:28.442096+0000 mgr.x (mgr.24424) 99 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:59:29.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:29 smithi078 bash[28923]: audit 2024-09-18T08:59:28.398285+0000 mgr.x (mgr.24424) 98 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:29.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:29 smithi078 bash[28923]: cluster 2024-09-18T08:59:28.442096+0000 mgr.x (mgr.24424) 99 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T08:59:31.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:31 smithi189 bash[21687]: cluster 2024-09-18T08:59:30.444131+0000 mgr.x (mgr.24424) 100 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:31.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:31 smithi078 bash[19887]: cluster 2024-09-18T08:59:30.444131+0000 mgr.x (mgr.24424) 100 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:31.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:31 smithi078 bash[28923]: cluster 2024-09-18T08:59:30.444131+0000 mgr.x (mgr.24424) 100 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:33.894 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:33 smithi189 bash[21687]: cluster 2024-09-18T08:59:32.444990+0000 mgr.x (mgr.24424) 101 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:33.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:33 smithi078 bash[19887]: cluster 2024-09-18T08:59:32.444990+0000 mgr.x (mgr.24424) 101 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:33.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:33 smithi078 bash[28923]: cluster 2024-09-18T08:59:32.444990+0000 mgr.x (mgr.24424) 101 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:34.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:59:33 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:59:33] "GET /metrics HTTP/1.1" 200 38227 "" "Prometheus/2.43.0" 2024-09-18T08:59:35.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:35 smithi189 bash[21687]: cluster 2024-09-18T08:59:34.446802+0000 mgr.x (mgr.24424) 102 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:35.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:35 smithi078 bash[19887]: cluster 2024-09-18T08:59:34.446802+0000 mgr.x (mgr.24424) 102 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:35.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:35 smithi078 bash[28923]: cluster 2024-09-18T08:59:34.446802+0000 mgr.x (mgr.24424) 102 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:37.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:37 smithi189 bash[21687]: cluster 2024-09-18T08:59:36.447575+0000 mgr.x (mgr.24424) 103 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:37.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:37 smithi078 bash[19887]: cluster 2024-09-18T08:59:36.447575+0000 mgr.x (mgr.24424) 103 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:37.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:37 smithi078 bash[28923]: cluster 2024-09-18T08:59:36.447575+0000 mgr.x (mgr.24424) 103 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:39.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:39 smithi189 bash[21687]: audit 2024-09-18T08:59:38.409858+0000 mgr.x (mgr.24424) 104 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:39.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:39 smithi189 bash[21687]: cluster 2024-09-18T08:59:38.448367+0000 mgr.x (mgr.24424) 105 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:39.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:39 smithi189 bash[21687]: audit 2024-09-18T08:59:38.556741+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:59:39.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:39 smithi078 bash[19887]: audit 2024-09-18T08:59:38.409858+0000 mgr.x (mgr.24424) 104 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:39.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:39 smithi078 bash[19887]: cluster 2024-09-18T08:59:38.448367+0000 mgr.x (mgr.24424) 105 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:39.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:39 smithi078 bash[19887]: audit 2024-09-18T08:59:38.556741+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:59:39.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:39 smithi078 bash[28923]: audit 2024-09-18T08:59:38.409858+0000 mgr.x (mgr.24424) 104 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:39.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:39 smithi078 bash[28923]: cluster 2024-09-18T08:59:38.448367+0000 mgr.x (mgr.24424) 105 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:39.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:39 smithi078 bash[28923]: audit 2024-09-18T08:59:38.556741+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:59:41.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:41 smithi189 bash[21687]: cluster 2024-09-18T08:59:40.450115+0000 mgr.x (mgr.24424) 106 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:41.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:41 smithi078 bash[19887]: cluster 2024-09-18T08:59:40.450115+0000 mgr.x (mgr.24424) 106 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:41.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:41 smithi078 bash[28923]: cluster 2024-09-18T08:59:40.450115+0000 mgr.x (mgr.24424) 106 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:43.894 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:43 smithi189 bash[21687]: cluster 2024-09-18T08:59:42.450844+0000 mgr.x (mgr.24424) 107 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:43.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:43 smithi078 bash[19887]: cluster 2024-09-18T08:59:42.450844+0000 mgr.x (mgr.24424) 107 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:43.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:43 smithi078 bash[28923]: cluster 2024-09-18T08:59:42.450844+0000 mgr.x (mgr.24424) 107 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:44.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:59:43 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:59:43] "GET /metrics HTTP/1.1" 200 38242 "" "Prometheus/2.43.0" 2024-09-18T08:59:46.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:45 smithi189 bash[21687]: cluster 2024-09-18T08:59:44.452595+0000 mgr.x (mgr.24424) 108 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:46.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:45 smithi078 bash[19887]: cluster 2024-09-18T08:59:44.452595+0000 mgr.x (mgr.24424) 108 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:46.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:45 smithi078 bash[28923]: cluster 2024-09-18T08:59:44.452595+0000 mgr.x (mgr.24424) 108 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:48.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:47 smithi189 bash[21687]: cluster 2024-09-18T08:59:46.453346+0000 mgr.x (mgr.24424) 109 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:48.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:47 smithi078 bash[19887]: cluster 2024-09-18T08:59:46.453346+0000 mgr.x (mgr.24424) 109 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:48.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:47 smithi078 bash[28923]: cluster 2024-09-18T08:59:46.453346+0000 mgr.x (mgr.24424) 109 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:50.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:49 smithi189 bash[21687]: audit 2024-09-18T08:59:48.421385+0000 mgr.x (mgr.24424) 110 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:50.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:49 smithi189 bash[21687]: cluster 2024-09-18T08:59:48.454051+0000 mgr.x (mgr.24424) 111 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:50.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:49 smithi078 bash[19887]: audit 2024-09-18T08:59:48.421385+0000 mgr.x (mgr.24424) 110 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:50.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:49 smithi078 bash[19887]: cluster 2024-09-18T08:59:48.454051+0000 mgr.x (mgr.24424) 111 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:50.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:49 smithi078 bash[28923]: audit 2024-09-18T08:59:48.421385+0000 mgr.x (mgr.24424) 110 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T08:59:50.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:49 smithi078 bash[28923]: cluster 2024-09-18T08:59:48.454051+0000 mgr.x (mgr.24424) 111 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:52.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:51 smithi189 bash[21687]: cluster 2024-09-18T08:59:50.455667+0000 mgr.x (mgr.24424) 112 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:52.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:51 smithi189 bash[21687]: audit 2024-09-18T08:59:50.913286+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:59:52.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:51 smithi189 bash[21687]: audit 2024-09-18T08:59:50.914564+0000 mon.b (mon.1) 76 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:59:52.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:51 smithi189 bash[21687]: audit 2024-09-18T08:59:50.922478+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:59:52.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:51 smithi078 bash[19887]: cluster 2024-09-18T08:59:50.455667+0000 mgr.x (mgr.24424) 112 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:52.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:51 smithi078 bash[19887]: audit 2024-09-18T08:59:50.913286+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:59:52.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:51 smithi078 bash[19887]: audit 2024-09-18T08:59:50.914564+0000 mon.b (mon.1) 76 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:59:52.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:51 smithi078 bash[19887]: audit 2024-09-18T08:59:50.922478+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:59:52.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:51 smithi078 bash[28923]: cluster 2024-09-18T08:59:50.455667+0000 mgr.x (mgr.24424) 112 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:52.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:51 smithi078 bash[28923]: audit 2024-09-18T08:59:50.913286+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T08:59:52.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:51 smithi078 bash[28923]: audit 2024-09-18T08:59:50.914564+0000 mon.b (mon.1) 76 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T08:59:52.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:51 smithi078 bash[28923]: audit 2024-09-18T08:59:50.922478+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T08:59:54.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 08:59:53 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:08:59:53] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.43.0" 2024-09-18T08:59:54.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:53 smithi189 bash[21687]: cluster 2024-09-18T08:59:52.456381+0000 mgr.x (mgr.24424) 113 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:54.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:53 smithi189 bash[21687]: audit 2024-09-18T08:59:53.557187+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:59:54.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:53 smithi078 bash[19887]: cluster 2024-09-18T08:59:52.456381+0000 mgr.x (mgr.24424) 113 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:54.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:53 smithi078 bash[19887]: audit 2024-09-18T08:59:53.557187+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:59:54.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:53 smithi078 bash[28923]: cluster 2024-09-18T08:59:52.456381+0000 mgr.x (mgr.24424) 113 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:54.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:53 smithi078 bash[28923]: audit 2024-09-18T08:59:53.557187+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T08:59:56.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:55 smithi189 bash[21687]: cluster 2024-09-18T08:59:54.458130+0000 mgr.x (mgr.24424) 114 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:56.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:55 smithi078 bash[28923]: cluster 2024-09-18T08:59:54.458130+0000 mgr.x (mgr.24424) 114 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:56.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:55 smithi078 bash[19887]: cluster 2024-09-18T08:59:54.458130+0000 mgr.x (mgr.24424) 114 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T08:59:58.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:57 smithi189 bash[21687]: cluster 2024-09-18T08:59:56.458997+0000 mgr.x (mgr.24424) 115 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:58.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:57 smithi078 bash[19887]: cluster 2024-09-18T08:59:56.458997+0000 mgr.x (mgr.24424) 115 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T08:59:58.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:57 smithi078 bash[28923]: cluster 2024-09-18T08:59:56.458997+0000 mgr.x (mgr.24424) 115 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:00.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:59 smithi189 bash[21687]: audit 2024-09-18T08:59:58.432965+0000 mgr.x (mgr.24424) 116 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:00.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 08:59:59 smithi189 bash[21687]: cluster 2024-09-18T08:59:58.459786+0000 mgr.x (mgr.24424) 117 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:00.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:59 smithi078 bash[28923]: audit 2024-09-18T08:59:58.432965+0000 mgr.x (mgr.24424) 116 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:00.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 08:59:59 smithi078 bash[28923]: cluster 2024-09-18T08:59:58.459786+0000 mgr.x (mgr.24424) 117 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:00.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:59 smithi078 bash[19887]: audit 2024-09-18T08:59:58.432965+0000 mgr.x (mgr.24424) 116 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:00.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 08:59:59 smithi078 bash[19887]: cluster 2024-09-18T08:59:58.459786+0000 mgr.x (mgr.24424) 117 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:01.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:00 smithi189 bash[21687]: cluster 2024-09-18T09:00:00.000144+0000 mon.a (mon.0) 1024 : cluster [INF] overall HEALTH_OK 2024-09-18T09:00:01.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:00 smithi078 bash[19887]: cluster 2024-09-18T09:00:00.000144+0000 mon.a (mon.0) 1024 : cluster [INF] overall HEALTH_OK 2024-09-18T09:00:01.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:00 smithi078 bash[28923]: cluster 2024-09-18T09:00:00.000144+0000 mon.a (mon.0) 1024 : cluster [INF] overall HEALTH_OK 2024-09-18T09:00:02.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:01 smithi189 bash[21687]: cluster 2024-09-18T09:00:00.461534+0000 mgr.x (mgr.24424) 118 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:02.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:01 smithi078 bash[28923]: cluster 2024-09-18T09:00:00.461534+0000 mgr.x (mgr.24424) 118 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:02.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:01 smithi078 bash[19887]: cluster 2024-09-18T09:00:00.461534+0000 mgr.x (mgr.24424) 118 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:04.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:03 smithi189 bash[21687]: cluster 2024-09-18T09:00:02.462379+0000 mgr.x (mgr.24424) 119 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:04.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:00:03 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:00:03] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.43.0" 2024-09-18T09:00:04.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:03 smithi078 bash[19887]: cluster 2024-09-18T09:00:02.462379+0000 mgr.x (mgr.24424) 119 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:04.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:03 smithi078 bash[28923]: cluster 2024-09-18T09:00:02.462379+0000 mgr.x (mgr.24424) 119 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:06.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:05 smithi189 bash[21687]: cluster 2024-09-18T09:00:04.464192+0000 mgr.x (mgr.24424) 120 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:06.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:05 smithi078 bash[19887]: cluster 2024-09-18T09:00:04.464192+0000 mgr.x (mgr.24424) 120 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:06.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:05 smithi078 bash[28923]: cluster 2024-09-18T09:00:04.464192+0000 mgr.x (mgr.24424) 120 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:08.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:07 smithi078 bash[19887]: cluster 2024-09-18T09:00:06.465041+0000 mgr.x (mgr.24424) 121 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:08.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:07 smithi078 bash[28923]: cluster 2024-09-18T09:00:06.465041+0000 mgr.x (mgr.24424) 121 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:08.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:07 smithi189 bash[21687]: cluster 2024-09-18T09:00:06.465041+0000 mgr.x (mgr.24424) 121 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:09.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:08 smithi078 bash[28923]: audit 2024-09-18T09:00:08.557525+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:00:09.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:08 smithi078 bash[19887]: audit 2024-09-18T09:00:08.557525+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:00:09.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:08 smithi189 bash[21687]: audit 2024-09-18T09:00:08.557525+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:00:10.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:09 smithi078 bash[28923]: audit 2024-09-18T09:00:08.442477+0000 mgr.x (mgr.24424) 122 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:10.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:09 smithi078 bash[28923]: cluster 2024-09-18T09:00:08.465905+0000 mgr.x (mgr.24424) 123 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:10.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:09 smithi078 bash[19887]: audit 2024-09-18T09:00:08.442477+0000 mgr.x (mgr.24424) 122 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:10.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:09 smithi078 bash[19887]: cluster 2024-09-18T09:00:08.465905+0000 mgr.x (mgr.24424) 123 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:10.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:09 smithi189 bash[21687]: audit 2024-09-18T09:00:08.442477+0000 mgr.x (mgr.24424) 122 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:10.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:09 smithi189 bash[21687]: cluster 2024-09-18T09:00:08.465905+0000 mgr.x (mgr.24424) 123 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:12.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:11 smithi078 bash[28923]: cluster 2024-09-18T09:00:10.467724+0000 mgr.x (mgr.24424) 124 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:12.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:11 smithi078 bash[19887]: cluster 2024-09-18T09:00:10.467724+0000 mgr.x (mgr.24424) 124 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:12.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:11 smithi189 bash[21687]: cluster 2024-09-18T09:00:10.467724+0000 mgr.x (mgr.24424) 124 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:14.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:13 smithi189 bash[21687]: cluster 2024-09-18T09:00:12.468511+0000 mgr.x (mgr.24424) 125 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:14.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:00:13 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:00:13] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.43.0" 2024-09-18T09:00:14.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:13 smithi078 bash[19887]: cluster 2024-09-18T09:00:12.468511+0000 mgr.x (mgr.24424) 125 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:14.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:13 smithi078 bash[28923]: cluster 2024-09-18T09:00:12.468511+0000 mgr.x (mgr.24424) 125 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:16.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:15 smithi078 bash[28923]: cluster 2024-09-18T09:00:14.470258+0000 mgr.x (mgr.24424) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:16.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:15 smithi078 bash[19887]: cluster 2024-09-18T09:00:14.470258+0000 mgr.x (mgr.24424) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:16.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:15 smithi189 bash[21687]: cluster 2024-09-18T09:00:14.470258+0000 mgr.x (mgr.24424) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:18.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:17 smithi189 bash[21687]: cluster 2024-09-18T09:00:16.471144+0000 mgr.x (mgr.24424) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:18.449 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:17 smithi078 bash[19887]: cluster 2024-09-18T09:00:16.471144+0000 mgr.x (mgr.24424) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:18.449 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:17 smithi078 bash[28923]: cluster 2024-09-18T09:00:16.471144+0000 mgr.x (mgr.24424) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:20.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:19 smithi189 bash[21687]: audit 2024-09-18T09:00:18.450553+0000 mgr.x (mgr.24424) 128 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:20.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:19 smithi189 bash[21687]: cluster 2024-09-18T09:00:18.471923+0000 mgr.x (mgr.24424) 129 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:20.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:19 smithi078 bash[28923]: audit 2024-09-18T09:00:18.450553+0000 mgr.x (mgr.24424) 128 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:20.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:19 smithi078 bash[28923]: cluster 2024-09-18T09:00:18.471923+0000 mgr.x (mgr.24424) 129 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:20.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:19 smithi078 bash[19887]: audit 2024-09-18T09:00:18.450553+0000 mgr.x (mgr.24424) 128 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:20.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:19 smithi078 bash[19887]: cluster 2024-09-18T09:00:18.471923+0000 mgr.x (mgr.24424) 129 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:22.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:21 smithi189 bash[21687]: cluster 2024-09-18T09:00:20.473674+0000 mgr.x (mgr.24424) 130 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:22.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:21 smithi078 bash[19887]: cluster 2024-09-18T09:00:20.473674+0000 mgr.x (mgr.24424) 130 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:22.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:21 smithi078 bash[28923]: cluster 2024-09-18T09:00:20.473674+0000 mgr.x (mgr.24424) 130 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:24.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:00:23 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:00:23] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.43.0" 2024-09-18T09:00:24.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:23 smithi189 bash[21687]: cluster 2024-09-18T09:00:22.474549+0000 mgr.x (mgr.24424) 131 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:24.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:23 smithi189 bash[21687]: audit 2024-09-18T09:00:23.557968+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:00:24.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:23 smithi078 bash[19887]: cluster 2024-09-18T09:00:22.474549+0000 mgr.x (mgr.24424) 131 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:24.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:23 smithi078 bash[19887]: audit 2024-09-18T09:00:23.557968+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:00:24.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:23 smithi078 bash[28923]: cluster 2024-09-18T09:00:22.474549+0000 mgr.x (mgr.24424) 131 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:24.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:23 smithi078 bash[28923]: audit 2024-09-18T09:00:23.557968+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:00:26.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:25 smithi189 bash[21687]: cluster 2024-09-18T09:00:24.476461+0000 mgr.x (mgr.24424) 132 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:26.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:25 smithi078 bash[19887]: cluster 2024-09-18T09:00:24.476461+0000 mgr.x (mgr.24424) 132 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:26.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:25 smithi078 bash[28923]: cluster 2024-09-18T09:00:24.476461+0000 mgr.x (mgr.24424) 132 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:28.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:27 smithi189 bash[21687]: cluster 2024-09-18T09:00:26.477275+0000 mgr.x (mgr.24424) 133 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:28.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:27 smithi078 bash[19887]: cluster 2024-09-18T09:00:26.477275+0000 mgr.x (mgr.24424) 133 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:28.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:27 smithi078 bash[28923]: cluster 2024-09-18T09:00:26.477275+0000 mgr.x (mgr.24424) 133 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:30.236 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:29 smithi078 bash[19887]: audit 2024-09-18T09:00:28.458464+0000 mgr.x (mgr.24424) 134 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:30.236 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:29 smithi078 bash[19887]: cluster 2024-09-18T09:00:28.478087+0000 mgr.x (mgr.24424) 135 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:30.237 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:29 smithi078 bash[28923]: audit 2024-09-18T09:00:28.458464+0000 mgr.x (mgr.24424) 134 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:30.237 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:29 smithi078 bash[28923]: cluster 2024-09-18T09:00:28.478087+0000 mgr.x (mgr.24424) 135 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:30.239 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-18T09:00:30.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:29 smithi189 bash[21687]: audit 2024-09-18T09:00:28.458464+0000 mgr.x (mgr.24424) 134 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:30.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:29 smithi189 bash[21687]: cluster 2024-09-18T09:00:28.478087+0000 mgr.x (mgr.24424) 135 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:32.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:31 smithi189 bash[21687]: cluster 2024-09-18T09:00:30.479913+0000 mgr.x (mgr.24424) 136 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:32.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:31 smithi078 bash[19887]: cluster 2024-09-18T09:00:30.479913+0000 mgr.x (mgr.24424) 136 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:32.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:31 smithi078 bash[28923]: cluster 2024-09-18T09:00:30.479913+0000 mgr.x (mgr.24424) 136 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:34.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:33 smithi189 bash[21687]: cluster 2024-09-18T09:00:32.480780+0000 mgr.x (mgr.24424) 137 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:34.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:00:33 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:00:33] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.43.0" 2024-09-18T09:00:34.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:33 smithi078 bash[19887]: cluster 2024-09-18T09:00:32.480780+0000 mgr.x (mgr.24424) 137 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:34.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:33 smithi078 bash[28923]: cluster 2024-09-18T09:00:32.480780+0000 mgr.x (mgr.24424) 137 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:35.055 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:00:36.268 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:35 smithi078 bash[19887]: cluster 2024-09-18T09:00:34.482609+0000 mgr.x (mgr.24424) 138 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:36.269 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:35 smithi078 bash[28923]: cluster 2024-09-18T09:00:34.482609+0000 mgr.x (mgr.24424) 138 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:36.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:35 smithi189 bash[21687]: cluster 2024-09-18T09:00:34.482609+0000 mgr.x (mgr.24424) 138 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:37.050 INFO:teuthology.orchestra.run.smithi078.stdout:Scheduled to redeploy mgr.y on host 'smithi078' 2024-09-18T09:00:37.271 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:37 smithi078 bash[19887]: audit 2024-09-18T09:00:36.655923+0000 mon.a (mon.0) 1025 : audit [DBG] from='client.? 172.21.15.78:0/2128320100' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-18T09:00:37.271 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:37 smithi078 bash[28923]: audit 2024-09-18T09:00:36.655923+0000 mon.a (mon.0) 1025 : audit [DBG] from='client.? 172.21.15.78:0/2128320100' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-18T09:00:37.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:37 smithi189 bash[21687]: audit 2024-09-18T09:00:36.655923+0000 mon.a (mon.0) 1025 : audit [DBG] from='client.? 172.21.15.78:0/2128320100' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-18T09:00:37.829 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch ps --refresh' 2024-09-18T09:00:38.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[28923]: cluster 2024-09-18T09:00:36.483454+0000 mgr.x (mgr.24424) 139 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:38.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[28923]: audit 2024-09-18T09:00:37.016521+0000 mgr.x (mgr.24424) 140 : audit [DBG] from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:00:38.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[28923]: audit 2024-09-18T09:00:37.023915+0000 mon.a (mon.0) 1026 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:00:38.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[28923]: cephadm 2024-09-18T09:00:37.029979+0000 mgr.x (mgr.24424) 141 : cephadm [INF] Schedule redeploy daemon mgr.y 2024-09-18T09:00:38.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[28923]: audit 2024-09-18T09:00:37.037332+0000 mon.a (mon.0) 1027 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:00:38.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[28923]: audit 2024-09-18T09:00:37.047290+0000 mon.a (mon.0) 1028 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:00:38.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[28923]: audit 2024-09-18T09:00:37.053819+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:00:38.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[28923]: audit 2024-09-18T09:00:37.055132+0000 mon.b (mon.1) 81 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:00:38.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[28923]: audit 2024-09-18T09:00:37.061107+0000 mon.a (mon.0) 1029 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:00:38.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[28923]: audit 2024-09-18T09:00:37.097047+0000 mon.a (mon.0) 1030 : audit [INF] from='mgr.24424 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T09:00:38.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[28923]: audit 2024-09-18T09:00:37.097404+0000 mon.b (mon.1) 82 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T09:00:38.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[28923]: audit 2024-09-18T09:00:37.100117+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T09:00:38.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[28923]: audit 2024-09-18T09:00:37.102033+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:00:38.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[28923]: cephadm 2024-09-18T09:00:37.103862+0000 mgr.x (mgr.24424) 142 : cephadm [INF] Deploying daemon mgr.y on smithi078 2024-09-18T09:00:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[19887]: cluster 2024-09-18T09:00:36.483454+0000 mgr.x (mgr.24424) 139 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[19887]: audit 2024-09-18T09:00:37.016521+0000 mgr.x (mgr.24424) 140 : audit [DBG] from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:00:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[19887]: audit 2024-09-18T09:00:37.023915+0000 mon.a (mon.0) 1026 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:00:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[19887]: cephadm 2024-09-18T09:00:37.029979+0000 mgr.x (mgr.24424) 141 : cephadm [INF] Schedule redeploy daemon mgr.y 2024-09-18T09:00:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[19887]: audit 2024-09-18T09:00:37.037332+0000 mon.a (mon.0) 1027 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:00:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[19887]: audit 2024-09-18T09:00:37.047290+0000 mon.a (mon.0) 1028 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:00:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[19887]: audit 2024-09-18T09:00:37.053819+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:00:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[19887]: audit 2024-09-18T09:00:37.055132+0000 mon.b (mon.1) 81 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:00:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[19887]: audit 2024-09-18T09:00:37.061107+0000 mon.a (mon.0) 1029 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:00:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[19887]: audit 2024-09-18T09:00:37.097047+0000 mon.a (mon.0) 1030 : audit [INF] from='mgr.24424 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T09:00:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[19887]: audit 2024-09-18T09:00:37.097404+0000 mon.b (mon.1) 82 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T09:00:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[19887]: audit 2024-09-18T09:00:37.100117+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T09:00:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[19887]: audit 2024-09-18T09:00:37.102033+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:00:38.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:38 smithi078 bash[19887]: cephadm 2024-09-18T09:00:37.103862+0000 mgr.x (mgr.24424) 142 : cephadm [INF] Deploying daemon mgr.y on smithi078 2024-09-18T09:00:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:38 smithi189 bash[21687]: cluster 2024-09-18T09:00:36.483454+0000 mgr.x (mgr.24424) 139 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:38 smithi189 bash[21687]: audit 2024-09-18T09:00:37.016521+0000 mgr.x (mgr.24424) 140 : audit [DBG] from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:00:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:38 smithi189 bash[21687]: audit 2024-09-18T09:00:37.023915+0000 mon.a (mon.0) 1026 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:00:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:38 smithi189 bash[21687]: cephadm 2024-09-18T09:00:37.029979+0000 mgr.x (mgr.24424) 141 : cephadm [INF] Schedule redeploy daemon mgr.y 2024-09-18T09:00:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:38 smithi189 bash[21687]: audit 2024-09-18T09:00:37.037332+0000 mon.a (mon.0) 1027 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:00:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:38 smithi189 bash[21687]: audit 2024-09-18T09:00:37.047290+0000 mon.a (mon.0) 1028 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:00:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:38 smithi189 bash[21687]: audit 2024-09-18T09:00:37.053819+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:00:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:38 smithi189 bash[21687]: audit 2024-09-18T09:00:37.055132+0000 mon.b (mon.1) 81 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:00:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:38 smithi189 bash[21687]: audit 2024-09-18T09:00:37.061107+0000 mon.a (mon.0) 1029 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:00:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:38 smithi189 bash[21687]: audit 2024-09-18T09:00:37.097047+0000 mon.a (mon.0) 1030 : audit [INF] from='mgr.24424 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T09:00:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:38 smithi189 bash[21687]: audit 2024-09-18T09:00:37.097404+0000 mon.b (mon.1) 82 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T09:00:38.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:38 smithi189 bash[21687]: audit 2024-09-18T09:00:37.100117+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T09:00:38.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:38 smithi189 bash[21687]: audit 2024-09-18T09:00:37.102033+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:00:38.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:38 smithi189 bash[21687]: cephadm 2024-09-18T09:00:37.103862+0000 mgr.x (mgr.24424) 142 : cephadm [INF] Deploying daemon mgr.y on smithi078 2024-09-18T09:00:39.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:39 smithi189 bash[21687]: audit 2024-09-18T09:00:38.558393+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:00:39.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:39 smithi078 bash[19887]: audit 2024-09-18T09:00:38.558393+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:00:39.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:39 smithi078 bash[28923]: audit 2024-09-18T09:00:38.558393+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:00:40.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:40 smithi189 bash[21687]: audit 2024-09-18T09:00:38.466451+0000 mgr.x (mgr.24424) 143 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:40.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:40 smithi189 bash[21687]: cluster 2024-09-18T09:00:38.484177+0000 mgr.x (mgr.24424) 144 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:40.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:40 smithi078 bash[19887]: audit 2024-09-18T09:00:38.466451+0000 mgr.x (mgr.24424) 143 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:40.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:40 smithi078 bash[19887]: cluster 2024-09-18T09:00:38.484177+0000 mgr.x (mgr.24424) 144 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:40.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:40 smithi078 bash[28923]: audit 2024-09-18T09:00:38.466451+0000 mgr.x (mgr.24424) 143 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:40.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:40 smithi078 bash[28923]: cluster 2024-09-18T09:00:38.484177+0000 mgr.x (mgr.24424) 144 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:42.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:42 smithi189 bash[21687]: cluster 2024-09-18T09:00:40.485855+0000 mgr.x (mgr.24424) 145 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:42.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:42 smithi078 bash[19887]: cluster 2024-09-18T09:00:40.485855+0000 mgr.x (mgr.24424) 145 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:42.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:42 smithi078 bash[28923]: cluster 2024-09-18T09:00:40.485855+0000 mgr.x (mgr.24424) 145 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:42.654 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:00:44.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:44 smithi189 bash[21687]: cluster 2024-09-18T09:00:42.486563+0000 mgr.x (mgr.24424) 146 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:44.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:00:43 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:00:43] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.43.0" 2024-09-18T09:00:44.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:44 smithi078 bash[28923]: cluster 2024-09-18T09:00:42.486563+0000 mgr.x (mgr.24424) 146 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:44.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:44 smithi078 bash[19887]: cluster 2024-09-18T09:00:42.486563+0000 mgr.x (mgr.24424) 146 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:45.227 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:00:45.227 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (13m) 2m ago 14m 13.5M - 0.25.0 c8568f914cd2 281c36281377 2024-09-18T09:00:45.227 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (13m) 2m ago 13m 75.9M - 9.4.12 2bacad6d85d8 b91647ac551b 2024-09-18T09:00:45.228 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (3m) 2m ago 11m 46.7M - 3.8 ebb0615149de 2ece25a06c65 2024-09-18T09:00:45.228 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (6m) 2m ago 22m 497M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fc3cb771eacc 2024-09-18T09:00:45.228 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:9283,8765 running (24m) 2m ago 24m 426M - 19.1.1-330-gc2ddf972 ebb0615149de 15e0fb505c61 2024-09-18T09:00:45.228 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (24m) 2m ago 25m 61.0M 2048M 19.1.1-330-gc2ddf972 ebb0615149de bf4e56a16354 2024-09-18T09:00:45.228 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (23m) 2m ago 23m 48.3M 2048M 19.1.1-330-gc2ddf972 ebb0615149de ab98398799ea 2024-09-18T09:00:45.228 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (22m) 2m ago 22m 48.5M 2048M 19.1.1-330-gc2ddf972 ebb0615149de 3ab54f539482 2024-09-18T09:00:45.228 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (14m) 2m ago 14m 8752k - 1.5.0 0da6a335fe13 e5ce11d2d317 2024-09-18T09:00:45.228 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (14m) 2m ago 14m 9075k - 1.5.0 0da6a335fe13 5f179b9988f5 2024-09-18T09:00:45.228 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (21m) 2m ago 21m 53.2M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T09:00:45.228 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (20m) 2m ago 20m 60.9M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T09:00:45.228 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (19m) 2m ago 19m 58.2M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:00:45.228 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (18m) 2m ago 18m 60.2M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:00:45.228 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (18m) 2m ago 18m 60.9M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:00:45.228 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (17m) 2m ago 17m 52.0M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:00:45.229 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (16m) 2m ago 16m 49.7M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:00:45.229 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (15m) 2m ago 15m 60.7M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:00:45.229 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (3m) 2m ago 14m 32.1M - 2.43.0 a07b618ecd1d a1a0f75f13e4 2024-09-18T09:00:45.229 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (11m) 2m ago 11m 94.8M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:00:45.229 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (11m) 2m ago 11m 95.2M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:00:46.212 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'sleep 180' 2024-09-18T09:00:46.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:46 smithi189 bash[21687]: cluster 2024-09-18T09:00:44.488325+0000 mgr.x (mgr.24424) 147 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:46.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:46 smithi078 bash[19887]: cluster 2024-09-18T09:00:44.488325+0000 mgr.x (mgr.24424) 147 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:46.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:46 smithi078 bash[28923]: cluster 2024-09-18T09:00:44.488325+0000 mgr.x (mgr.24424) 147 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:47.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:47 smithi189 bash[21687]: audit 2024-09-18T09:00:45.190415+0000 mgr.x (mgr.24424) 148 : audit [DBG] from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:00:47.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:47 smithi078 bash[19887]: audit 2024-09-18T09:00:45.190415+0000 mgr.x (mgr.24424) 148 : audit [DBG] from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:00:47.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:47 smithi078 bash[28923]: audit 2024-09-18T09:00:45.190415+0000 mgr.x (mgr.24424) 148 : audit [DBG] from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:00:48.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:48 smithi189 bash[21687]: cluster 2024-09-18T09:00:46.489080+0000 mgr.x (mgr.24424) 149 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:48.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:48 smithi078 bash[19887]: cluster 2024-09-18T09:00:46.489080+0000 mgr.x (mgr.24424) 149 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:48.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:48 smithi078 bash[28923]: cluster 2024-09-18T09:00:46.489080+0000 mgr.x (mgr.24424) 149 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:50.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:50 smithi189 bash[21687]: audit 2024-09-18T09:00:48.477788+0000 mgr.x (mgr.24424) 150 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:50.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:50 smithi189 bash[21687]: cluster 2024-09-18T09:00:48.489795+0000 mgr.x (mgr.24424) 151 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:50.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:50 smithi078 bash[28923]: audit 2024-09-18T09:00:48.477788+0000 mgr.x (mgr.24424) 150 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:50.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:50 smithi078 bash[28923]: cluster 2024-09-18T09:00:48.489795+0000 mgr.x (mgr.24424) 151 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:50.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:50 smithi078 bash[19887]: audit 2024-09-18T09:00:48.477788+0000 mgr.x (mgr.24424) 150 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:00:50.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:50 smithi078 bash[19887]: cluster 2024-09-18T09:00:48.489795+0000 mgr.x (mgr.24424) 151 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:51.023 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:00:52.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:52 smithi189 bash[21687]: cluster 2024-09-18T09:00:50.491487+0000 mgr.x (mgr.24424) 152 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:52.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:52 smithi078 bash[19887]: cluster 2024-09-18T09:00:50.491487+0000 mgr.x (mgr.24424) 152 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:52.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:52 smithi078 bash[28923]: cluster 2024-09-18T09:00:50.491487+0000 mgr.x (mgr.24424) 152 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:54.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:00:53 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:00:53] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.43.0" 2024-09-18T09:00:54.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:54 smithi189 bash[21687]: cluster 2024-09-18T09:00:52.492229+0000 mgr.x (mgr.24424) 153 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:54.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:54 smithi189 bash[21687]: audit 2024-09-18T09:00:53.558591+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:00:54.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:54 smithi078 bash[28923]: cluster 2024-09-18T09:00:52.492229+0000 mgr.x (mgr.24424) 153 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:54.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:54 smithi078 bash[28923]: audit 2024-09-18T09:00:53.558591+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:00:54.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:54 smithi078 bash[19887]: cluster 2024-09-18T09:00:52.492229+0000 mgr.x (mgr.24424) 153 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:54.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:54 smithi078 bash[19887]: audit 2024-09-18T09:00:53.558591+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:00:56.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:56 smithi189 bash[21687]: cluster 2024-09-18T09:00:54.493898+0000 mgr.x (mgr.24424) 154 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:56.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:56 smithi078 bash[19887]: cluster 2024-09-18T09:00:54.493898+0000 mgr.x (mgr.24424) 154 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:56.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:56 smithi078 bash[28923]: cluster 2024-09-18T09:00:54.493898+0000 mgr.x (mgr.24424) 154 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:00:58.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:00:58 smithi189 bash[21687]: cluster 2024-09-18T09:00:56.494615+0000 mgr.x (mgr.24424) 155 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:58.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:00:58 smithi078 bash[19887]: cluster 2024-09-18T09:00:56.494615+0000 mgr.x (mgr.24424) 155 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:00:58.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:00:58 smithi078 bash[28923]: cluster 2024-09-18T09:00:56.494615+0000 mgr.x (mgr.24424) 155 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:00.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:00 smithi189 bash[21687]: audit 2024-09-18T09:00:58.486398+0000 mgr.x (mgr.24424) 156 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:00.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:00 smithi189 bash[21687]: cluster 2024-09-18T09:00:58.495325+0000 mgr.x (mgr.24424) 157 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:00.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:00 smithi078 bash[19887]: audit 2024-09-18T09:00:58.486398+0000 mgr.x (mgr.24424) 156 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:00.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:00 smithi078 bash[19887]: cluster 2024-09-18T09:00:58.495325+0000 mgr.x (mgr.24424) 157 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:00.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:00 smithi078 bash[28923]: audit 2024-09-18T09:00:58.486398+0000 mgr.x (mgr.24424) 156 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:00.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:00 smithi078 bash[28923]: cluster 2024-09-18T09:00:58.495325+0000 mgr.x (mgr.24424) 157 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:02.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:02 smithi189 bash[21687]: cluster 2024-09-18T09:01:00.496980+0000 mgr.x (mgr.24424) 158 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:02.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:02 smithi078 bash[19887]: cluster 2024-09-18T09:01:00.496980+0000 mgr.x (mgr.24424) 158 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:02.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:02 smithi078 bash[28923]: cluster 2024-09-18T09:01:00.496980+0000 mgr.x (mgr.24424) 158 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:04.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:01:03 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:01:03] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.43.0" 2024-09-18T09:01:04.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:04 smithi189 bash[21687]: cluster 2024-09-18T09:01:02.497671+0000 mgr.x (mgr.24424) 159 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:04.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:04 smithi078 bash[19887]: cluster 2024-09-18T09:01:02.497671+0000 mgr.x (mgr.24424) 159 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:04.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:04 smithi078 bash[28923]: cluster 2024-09-18T09:01:02.497671+0000 mgr.x (mgr.24424) 159 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:06.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:06 smithi189 bash[21687]: cluster 2024-09-18T09:01:04.499388+0000 mgr.x (mgr.24424) 160 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:06.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:06 smithi078 bash[19887]: cluster 2024-09-18T09:01:04.499388+0000 mgr.x (mgr.24424) 160 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:06.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:06 smithi078 bash[28923]: cluster 2024-09-18T09:01:04.499388+0000 mgr.x (mgr.24424) 160 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:08.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:08 smithi189 bash[21687]: cluster 2024-09-18T09:01:06.500128+0000 mgr.x (mgr.24424) 161 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:08.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:08 smithi078 bash[28923]: cluster 2024-09-18T09:01:06.500128+0000 mgr.x (mgr.24424) 161 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:08.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:08 smithi078 bash[19887]: cluster 2024-09-18T09:01:06.500128+0000 mgr.x (mgr.24424) 161 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:09.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:09 smithi189 bash[21687]: audit 2024-09-18T09:01:08.559113+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:01:09.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:09 smithi078 bash[19887]: audit 2024-09-18T09:01:08.559113+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:01:09.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:09 smithi078 bash[28923]: audit 2024-09-18T09:01:08.559113+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:01:10.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:10 smithi189 bash[21687]: audit 2024-09-18T09:01:08.496287+0000 mgr.x (mgr.24424) 162 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:10.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:10 smithi189 bash[21687]: cluster 2024-09-18T09:01:08.500814+0000 mgr.x (mgr.24424) 163 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:10.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:10 smithi078 bash[19887]: audit 2024-09-18T09:01:08.496287+0000 mgr.x (mgr.24424) 162 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:10.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:10 smithi078 bash[19887]: cluster 2024-09-18T09:01:08.500814+0000 mgr.x (mgr.24424) 163 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:10.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:10 smithi078 bash[28923]: audit 2024-09-18T09:01:08.496287+0000 mgr.x (mgr.24424) 162 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:10.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:10 smithi078 bash[28923]: cluster 2024-09-18T09:01:08.500814+0000 mgr.x (mgr.24424) 163 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:12.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:12 smithi189 bash[21687]: cluster 2024-09-18T09:01:10.502482+0000 mgr.x (mgr.24424) 164 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:12.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:12 smithi078 bash[19887]: cluster 2024-09-18T09:01:10.502482+0000 mgr.x (mgr.24424) 164 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:12.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:12 smithi078 bash[28923]: cluster 2024-09-18T09:01:10.502482+0000 mgr.x (mgr.24424) 164 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:14.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:14 smithi189 bash[21687]: cluster 2024-09-18T09:01:12.503204+0000 mgr.x (mgr.24424) 165 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:14.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:01:13 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:01:13] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-18T09:01:14.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:14 smithi078 bash[19887]: cluster 2024-09-18T09:01:12.503204+0000 mgr.x (mgr.24424) 165 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:14.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:14 smithi078 bash[28923]: cluster 2024-09-18T09:01:12.503204+0000 mgr.x (mgr.24424) 165 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:16.415 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:16 smithi078 bash[19887]: cluster 2024-09-18T09:01:14.504820+0000 mgr.x (mgr.24424) 166 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:16.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:16 smithi189 bash[21687]: cluster 2024-09-18T09:01:14.504820+0000 mgr.x (mgr.24424) 166 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:16.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:16 smithi078 bash[28923]: cluster 2024-09-18T09:01:14.504820+0000 mgr.x (mgr.24424) 166 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:18.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:18 smithi189 bash[21687]: cluster 2024-09-18T09:01:16.505563+0000 mgr.x (mgr.24424) 167 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:18.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:18 smithi078 bash[19887]: cluster 2024-09-18T09:01:16.505563+0000 mgr.x (mgr.24424) 167 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:18.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:18 smithi078 bash[28923]: cluster 2024-09-18T09:01:16.505563+0000 mgr.x (mgr.24424) 167 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:20.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:20 smithi189 bash[21687]: cluster 2024-09-18T09:01:18.506257+0000 mgr.x (mgr.24424) 168 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:20.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:20 smithi189 bash[21687]: audit 2024-09-18T09:01:18.506438+0000 mgr.x (mgr.24424) 169 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:20.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:20 smithi078 bash[19887]: cluster 2024-09-18T09:01:18.506257+0000 mgr.x (mgr.24424) 168 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:20.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:20 smithi078 bash[19887]: audit 2024-09-18T09:01:18.506438+0000 mgr.x (mgr.24424) 169 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:20.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:20 smithi078 bash[28923]: cluster 2024-09-18T09:01:18.506257+0000 mgr.x (mgr.24424) 168 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:20.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:20 smithi078 bash[28923]: audit 2024-09-18T09:01:18.506438+0000 mgr.x (mgr.24424) 169 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:22.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:22 smithi189 bash[21687]: cluster 2024-09-18T09:01:20.507950+0000 mgr.x (mgr.24424) 170 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:22.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:22 smithi078 bash[19887]: cluster 2024-09-18T09:01:20.507950+0000 mgr.x (mgr.24424) 170 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:22.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:22 smithi078 bash[28923]: cluster 2024-09-18T09:01:20.507950+0000 mgr.x (mgr.24424) 170 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:24.150 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:01:23 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:01:23] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-18T09:01:24.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:24 smithi189 bash[21687]: cluster 2024-09-18T09:01:22.508736+0000 mgr.x (mgr.24424) 171 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:24.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:24 smithi189 bash[21687]: audit 2024-09-18T09:01:23.559524+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:01:24.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:24 smithi078 bash[19887]: cluster 2024-09-18T09:01:22.508736+0000 mgr.x (mgr.24424) 171 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:24.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:24 smithi078 bash[19887]: audit 2024-09-18T09:01:23.559524+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:01:24.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:24 smithi078 bash[28923]: cluster 2024-09-18T09:01:22.508736+0000 mgr.x (mgr.24424) 171 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:24.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:24 smithi078 bash[28923]: audit 2024-09-18T09:01:23.559524+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:01:26.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:26 smithi189 bash[21687]: cluster 2024-09-18T09:01:24.510422+0000 mgr.x (mgr.24424) 172 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:26.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:26 smithi078 bash[19887]: cluster 2024-09-18T09:01:24.510422+0000 mgr.x (mgr.24424) 172 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:26.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:26 smithi078 bash[28923]: cluster 2024-09-18T09:01:24.510422+0000 mgr.x (mgr.24424) 172 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:28.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:28 smithi189 bash[21687]: cluster 2024-09-18T09:01:26.511172+0000 mgr.x (mgr.24424) 173 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:28.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:28 smithi078 bash[19887]: cluster 2024-09-18T09:01:26.511172+0000 mgr.x (mgr.24424) 173 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:28.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:28 smithi078 bash[28923]: cluster 2024-09-18T09:01:26.511172+0000 mgr.x (mgr.24424) 173 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:30.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:30 smithi189 bash[21687]: cluster 2024-09-18T09:01:28.511876+0000 mgr.x (mgr.24424) 174 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:30.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:30 smithi189 bash[21687]: audit 2024-09-18T09:01:28.514140+0000 mgr.x (mgr.24424) 175 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:30.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:30 smithi078 bash[19887]: cluster 2024-09-18T09:01:28.511876+0000 mgr.x (mgr.24424) 174 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:30.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:30 smithi078 bash[19887]: audit 2024-09-18T09:01:28.514140+0000 mgr.x (mgr.24424) 175 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:30.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:30 smithi078 bash[28923]: cluster 2024-09-18T09:01:28.511876+0000 mgr.x (mgr.24424) 174 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:30.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:30 smithi078 bash[28923]: audit 2024-09-18T09:01:28.514140+0000 mgr.x (mgr.24424) 175 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:31.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:31 smithi078 bash[19887]: cluster 2024-09-18T09:01:30.513575+0000 mgr.x (mgr.24424) 176 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:31.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:31 smithi078 bash[28923]: cluster 2024-09-18T09:01:30.513575+0000 mgr.x (mgr.24424) 176 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:31.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:31 smithi189 bash[21687]: cluster 2024-09-18T09:01:30.513575+0000 mgr.x (mgr.24424) 176 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:32.761 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:32 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:32.761 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:01:32 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:32.761 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:01:32 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:32.762 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:01:32 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:32.762 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:01:32 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:32.763 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:01:32 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:32.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:32 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:32.763 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:01:32 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:32.763 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:01:32 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:33.130 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:01:32 smithi078 systemd[1]: Stopping Ceph mgr.y for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:01:33.706 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:01:33 smithi078 bash[70232]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-mgr-y 2024-09-18T09:01:33.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:33 smithi078 bash[28923]: cluster 2024-09-18T09:01:32.514264+0000 mgr.x (mgr.24424) 177 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:33.707 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:33 smithi078 bash[19887]: cluster 2024-09-18T09:01:32.514264+0000 mgr.x (mgr.24424) 177 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:33.894 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:33 smithi189 bash[21687]: cluster 2024-09-18T09:01:32.514264+0000 mgr.x (mgr.24424) 177 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:33.971 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:33.971 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:01:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:33.971 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:01:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:33.972 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:33.972 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:01:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:33.972 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:01:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:33.973 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:01:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:33.973 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:01:33 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-18T09:01:33.973 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:01:33 smithi078 bash[70292]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-mgr-y 2024-09-18T09:01:33.973 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:01:33 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-18T09:01:33.973 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:01:33 smithi078 systemd[1]: Stopped Ceph mgr.y for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:01:33.973 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:01:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:33.973 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:01:33 smithi078 systemd[1]: Started Ceph mgr.y for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:01:33.973 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:01:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:01:34.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:01:33 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:01:33] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-18T09:01:35.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:35 smithi189 bash[21687]: audit 2024-09-18T09:01:34.038560+0000 mon.a (mon.0) 1031 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:35.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:35 smithi189 bash[21687]: audit 2024-09-18T09:01:34.051501+0000 mon.a (mon.0) 1032 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:35.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:35 smithi189 bash[21687]: audit 2024-09-18T09:01:34.063954+0000 mon.a (mon.0) 1033 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:35.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:35 smithi189 bash[21687]: audit 2024-09-18T09:01:34.075662+0000 mon.a (mon.0) 1034 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:35.452 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:01:35 smithi078 bash[70347]: debug 2024-09-18T09:01:35.250+0000 7feb79c8e640 1 -- 172.21.15.78:0/3592472618 <== mon.0 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55db992190e0 con 0x55db9921b400 2024-09-18T09:01:35.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:35 smithi078 bash[19887]: audit 2024-09-18T09:01:34.038560+0000 mon.a (mon.0) 1031 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:35.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:35 smithi078 bash[19887]: audit 2024-09-18T09:01:34.051501+0000 mon.a (mon.0) 1032 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:35.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:35 smithi078 bash[19887]: audit 2024-09-18T09:01:34.063954+0000 mon.a (mon.0) 1033 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:35.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:35 smithi078 bash[19887]: audit 2024-09-18T09:01:34.075662+0000 mon.a (mon.0) 1034 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:35.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:35 smithi078 bash[28923]: audit 2024-09-18T09:01:34.038560+0000 mon.a (mon.0) 1031 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:35.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:35 smithi078 bash[28923]: audit 2024-09-18T09:01:34.051501+0000 mon.a (mon.0) 1032 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:35.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:35 smithi078 bash[28923]: audit 2024-09-18T09:01:34.063954+0000 mon.a (mon.0) 1033 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:35.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:35 smithi078 bash[28923]: audit 2024-09-18T09:01:34.075662+0000 mon.a (mon.0) 1034 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:36.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:36 smithi189 bash[21687]: cluster 2024-09-18T09:01:34.515975+0000 mgr.x (mgr.24424) 178 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:36.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:36 smithi078 bash[19887]: cluster 2024-09-18T09:01:34.515975+0000 mgr.x (mgr.24424) 178 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:36.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:36 smithi078 bash[28923]: cluster 2024-09-18T09:01:34.515975+0000 mgr.x (mgr.24424) 178 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:38.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:38 smithi189 bash[21687]: cluster 2024-09-18T09:01:36.516786+0000 mgr.x (mgr.24424) 179 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:38.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:38 smithi078 bash[19887]: cluster 2024-09-18T09:01:36.516786+0000 mgr.x (mgr.24424) 179 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:38.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:38 smithi078 bash[28923]: cluster 2024-09-18T09:01:36.516786+0000 mgr.x (mgr.24424) 179 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:39.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:39 smithi189 bash[21687]: audit 2024-09-18T09:01:38.559838+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:01:39.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:39 smithi078 bash[19887]: audit 2024-09-18T09:01:38.559838+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:01:39.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:39 smithi078 bash[28923]: audit 2024-09-18T09:01:38.559838+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:01:40.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:40 smithi189 bash[21687]: cluster 2024-09-18T09:01:38.517514+0000 mgr.x (mgr.24424) 180 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:40.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:40 smithi189 bash[21687]: audit 2024-09-18T09:01:38.521300+0000 mgr.x (mgr.24424) 181 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:40.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:40 smithi189 bash[21687]: audit 2024-09-18T09:01:40.062364+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:40.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:40 smithi189 bash[21687]: audit 2024-09-18T09:01:40.073977+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:40.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:40 smithi078 bash[19887]: cluster 2024-09-18T09:01:38.517514+0000 mgr.x (mgr.24424) 180 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:40.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:40 smithi078 bash[19887]: audit 2024-09-18T09:01:38.521300+0000 mgr.x (mgr.24424) 181 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:40.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:40 smithi078 bash[19887]: audit 2024-09-18T09:01:40.062364+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:40.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:40 smithi078 bash[19887]: audit 2024-09-18T09:01:40.073977+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:40.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:40 smithi078 bash[28923]: cluster 2024-09-18T09:01:38.517514+0000 mgr.x (mgr.24424) 180 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:40.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:40 smithi078 bash[28923]: audit 2024-09-18T09:01:38.521300+0000 mgr.x (mgr.24424) 181 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:40.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:40 smithi078 bash[28923]: audit 2024-09-18T09:01:40.062364+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:40.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:40 smithi078 bash[28923]: audit 2024-09-18T09:01:40.073977+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:41.452 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:01:41 smithi078 bash[70347]: [18/Sep/2024:09:01:41] ENGINE Bus STARTING 2024-09-18T09:01:41.452 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:01:41 smithi078 bash[70347]: CherryPy Checker: 2024-09-18T09:01:41.452 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:01:41 smithi078 bash[70347]: The Application mounted at '' has an empty config. 2024-09-18T09:01:41.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:41 smithi078 bash[19887]: audit 2024-09-18T09:01:40.184526+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:41.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:41 smithi078 bash[19887]: audit 2024-09-18T09:01:40.197105+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:41.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:41 smithi078 bash[19887]: cluster 2024-09-18T09:01:40.518583+0000 mgr.x (mgr.24424) 182 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:41.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:41 smithi078 bash[19887]: audit 2024-09-18T09:01:40.816372+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:01:41.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:41 smithi078 bash[19887]: audit 2024-09-18T09:01:40.817227+0000 mon.b (mon.1) 91 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:01:41.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:41 smithi078 bash[19887]: audit 2024-09-18T09:01:40.825019+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:41.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:41 smithi078 bash[28923]: audit 2024-09-18T09:01:40.184526+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:41.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:41 smithi078 bash[28923]: audit 2024-09-18T09:01:40.197105+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:41.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:41 smithi078 bash[28923]: cluster 2024-09-18T09:01:40.518583+0000 mgr.x (mgr.24424) 182 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:41.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:41 smithi078 bash[28923]: audit 2024-09-18T09:01:40.816372+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:01:41.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:41 smithi078 bash[28923]: audit 2024-09-18T09:01:40.817227+0000 mon.b (mon.1) 91 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:01:41.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:41 smithi078 bash[28923]: audit 2024-09-18T09:01:40.825019+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:41.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:41 smithi189 bash[21687]: audit 2024-09-18T09:01:40.184526+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:41.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:41 smithi189 bash[21687]: audit 2024-09-18T09:01:40.197105+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:41.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:41 smithi189 bash[21687]: cluster 2024-09-18T09:01:40.518583+0000 mgr.x (mgr.24424) 182 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:41.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:41 smithi189 bash[21687]: audit 2024-09-18T09:01:40.816372+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:01:41.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:41 smithi189 bash[21687]: audit 2024-09-18T09:01:40.817227+0000 mon.b (mon.1) 91 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:01:41.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:41 smithi189 bash[21687]: audit 2024-09-18T09:01:40.825019+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:01:41.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:01:41 smithi078 bash[70347]: [18/Sep/2024:09:01:41] ENGINE Serving on http://:::9283 2024-09-18T09:01:41.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:01:41 smithi078 bash[70347]: [18/Sep/2024:09:01:41] ENGINE Bus STARTED 2024-09-18T09:01:42.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:42 smithi078 bash[19887]: cluster 2024-09-18T09:01:41.386914+0000 mon.a (mon.0) 1040 : cluster [DBG] Standby manager daemon y restarted 2024-09-18T09:01:42.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:42 smithi078 bash[19887]: cluster 2024-09-18T09:01:41.387008+0000 mon.a (mon.0) 1041 : cluster [DBG] Standby manager daemon y started 2024-09-18T09:01:42.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:42 smithi078 bash[19887]: audit 2024-09-18T09:01:41.390246+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.? 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-18T09:01:42.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:42 smithi078 bash[19887]: audit 2024-09-18T09:01:41.391011+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.? 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T09:01:42.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:42 smithi078 bash[19887]: audit 2024-09-18T09:01:41.392986+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.? 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-18T09:01:42.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:42 smithi078 bash[19887]: audit 2024-09-18T09:01:41.393634+0000 mon.a (mon.0) 1045 : audit [DBG] from='mgr.? 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T09:01:42.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:42 smithi078 bash[28923]: cluster 2024-09-18T09:01:41.386914+0000 mon.a (mon.0) 1040 : cluster [DBG] Standby manager daemon y restarted 2024-09-18T09:01:42.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:42 smithi078 bash[28923]: cluster 2024-09-18T09:01:41.387008+0000 mon.a (mon.0) 1041 : cluster [DBG] Standby manager daemon y started 2024-09-18T09:01:42.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:42 smithi078 bash[28923]: audit 2024-09-18T09:01:41.390246+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.? 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-18T09:01:42.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:42 smithi078 bash[28923]: audit 2024-09-18T09:01:41.391011+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.? 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T09:01:42.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:42 smithi078 bash[28923]: audit 2024-09-18T09:01:41.392986+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.? 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-18T09:01:42.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:42 smithi078 bash[28923]: audit 2024-09-18T09:01:41.393634+0000 mon.a (mon.0) 1045 : audit [DBG] from='mgr.? 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T09:01:42.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:42 smithi189 bash[21687]: cluster 2024-09-18T09:01:41.386914+0000 mon.a (mon.0) 1040 : cluster [DBG] Standby manager daemon y restarted 2024-09-18T09:01:42.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:42 smithi189 bash[21687]: cluster 2024-09-18T09:01:41.387008+0000 mon.a (mon.0) 1041 : cluster [DBG] Standby manager daemon y started 2024-09-18T09:01:42.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:42 smithi189 bash[21687]: audit 2024-09-18T09:01:41.390246+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.? 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-18T09:01:42.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:42 smithi189 bash[21687]: audit 2024-09-18T09:01:41.391011+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.? 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T09:01:42.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:42 smithi189 bash[21687]: audit 2024-09-18T09:01:41.392986+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.? 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-18T09:01:42.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:42 smithi189 bash[21687]: audit 2024-09-18T09:01:41.393634+0000 mon.a (mon.0) 1045 : audit [DBG] from='mgr.? 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T09:01:43.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:43 smithi189 bash[21687]: cluster 2024-09-18T09:01:42.224912+0000 mon.a (mon.0) 1046 : cluster [DBG] mgrmap e28: x(active, since 4m), standbys: y 2024-09-18T09:01:43.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:43 smithi189 bash[21687]: cluster 2024-09-18T09:01:42.519290+0000 mgr.x (mgr.24424) 183 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:43.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:43 smithi078 bash[19887]: cluster 2024-09-18T09:01:42.224912+0000 mon.a (mon.0) 1046 : cluster [DBG] mgrmap e28: x(active, since 4m), standbys: y 2024-09-18T09:01:43.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:43 smithi078 bash[19887]: cluster 2024-09-18T09:01:42.519290+0000 mgr.x (mgr.24424) 183 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:43.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:43 smithi078 bash[28923]: cluster 2024-09-18T09:01:42.224912+0000 mon.a (mon.0) 1046 : cluster [DBG] mgrmap e28: x(active, since 4m), standbys: y 2024-09-18T09:01:43.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:43 smithi078 bash[28923]: cluster 2024-09-18T09:01:42.519290+0000 mgr.x (mgr.24424) 183 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:44.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:01:43 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:01:43] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.43.0" 2024-09-18T09:01:45.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:45 smithi189 bash[21687]: cluster 2024-09-18T09:01:44.520992+0000 mgr.x (mgr.24424) 184 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:45.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:45 smithi078 bash[19887]: cluster 2024-09-18T09:01:44.520992+0000 mgr.x (mgr.24424) 184 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:45.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:45 smithi078 bash[28923]: cluster 2024-09-18T09:01:44.520992+0000 mgr.x (mgr.24424) 184 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:47.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:47 smithi189 bash[21687]: cluster 2024-09-18T09:01:46.521833+0000 mgr.x (mgr.24424) 185 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:47.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:47 smithi078 bash[19887]: cluster 2024-09-18T09:01:46.521833+0000 mgr.x (mgr.24424) 185 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:47.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:47 smithi078 bash[28923]: cluster 2024-09-18T09:01:46.521833+0000 mgr.x (mgr.24424) 185 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:49.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:49 smithi189 bash[21687]: cluster 2024-09-18T09:01:48.522672+0000 mgr.x (mgr.24424) 186 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:49.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:49 smithi189 bash[21687]: audit 2024-09-18T09:01:48.530278+0000 mgr.x (mgr.24424) 187 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:49.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:49 smithi078 bash[19887]: cluster 2024-09-18T09:01:48.522672+0000 mgr.x (mgr.24424) 186 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:49.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:49 smithi078 bash[19887]: audit 2024-09-18T09:01:48.530278+0000 mgr.x (mgr.24424) 187 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:49.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:49 smithi078 bash[28923]: cluster 2024-09-18T09:01:48.522672+0000 mgr.x (mgr.24424) 186 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:49.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:49 smithi078 bash[28923]: audit 2024-09-18T09:01:48.530278+0000 mgr.x (mgr.24424) 187 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:51.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:51 smithi189 bash[21687]: cluster 2024-09-18T09:01:50.524487+0000 mgr.x (mgr.24424) 188 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:51.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:51 smithi078 bash[19887]: cluster 2024-09-18T09:01:50.524487+0000 mgr.x (mgr.24424) 188 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:51.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:51 smithi078 bash[28923]: cluster 2024-09-18T09:01:50.524487+0000 mgr.x (mgr.24424) 188 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:53.894 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:53 smithi189 bash[21687]: cluster 2024-09-18T09:01:52.525218+0000 mgr.x (mgr.24424) 189 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:53.894 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:53 smithi189 bash[21687]: audit 2024-09-18T09:01:53.560299+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:01:53.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:53 smithi078 bash[19887]: cluster 2024-09-18T09:01:52.525218+0000 mgr.x (mgr.24424) 189 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:53.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:53 smithi078 bash[19887]: audit 2024-09-18T09:01:53.560299+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:01:53.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:53 smithi078 bash[28923]: cluster 2024-09-18T09:01:52.525218+0000 mgr.x (mgr.24424) 189 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:53.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:53 smithi078 bash[28923]: audit 2024-09-18T09:01:53.560299+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:01:54.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:01:53 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:01:53] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-18T09:01:55.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:55 smithi189 bash[21687]: cluster 2024-09-18T09:01:54.526992+0000 mgr.x (mgr.24424) 190 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:55.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:55 smithi078 bash[19887]: cluster 2024-09-18T09:01:54.526992+0000 mgr.x (mgr.24424) 190 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:55.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:55 smithi078 bash[28923]: cluster 2024-09-18T09:01:54.526992+0000 mgr.x (mgr.24424) 190 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:01:57.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:57 smithi189 bash[21687]: cluster 2024-09-18T09:01:56.527781+0000 mgr.x (mgr.24424) 191 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:57.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:57 smithi078 bash[19887]: cluster 2024-09-18T09:01:56.527781+0000 mgr.x (mgr.24424) 191 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:57.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:57 smithi078 bash[28923]: cluster 2024-09-18T09:01:56.527781+0000 mgr.x (mgr.24424) 191 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:59.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:59 smithi189 bash[21687]: cluster 2024-09-18T09:01:58.528561+0000 mgr.x (mgr.24424) 192 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:59.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:01:59 smithi189 bash[21687]: audit 2024-09-18T09:01:58.538208+0000 mgr.x (mgr.24424) 193 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:59.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:59 smithi078 bash[19887]: cluster 2024-09-18T09:01:58.528561+0000 mgr.x (mgr.24424) 192 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:59.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:01:59 smithi078 bash[19887]: audit 2024-09-18T09:01:58.538208+0000 mgr.x (mgr.24424) 193 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:01:59.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:59 smithi078 bash[28923]: cluster 2024-09-18T09:01:58.528561+0000 mgr.x (mgr.24424) 192 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:01:59.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:01:59 smithi078 bash[28923]: audit 2024-09-18T09:01:58.538208+0000 mgr.x (mgr.24424) 193 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:02:01.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:01 smithi189 bash[21687]: cluster 2024-09-18T09:02:00.530349+0000 mgr.x (mgr.24424) 194 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:01.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:01 smithi078 bash[19887]: cluster 2024-09-18T09:02:00.530349+0000 mgr.x (mgr.24424) 194 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:01.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:01 smithi078 bash[28923]: cluster 2024-09-18T09:02:00.530349+0000 mgr.x (mgr.24424) 194 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:03.894 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:03 smithi189 bash[21687]: cluster 2024-09-18T09:02:02.531135+0000 mgr.x (mgr.24424) 195 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:03.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:03 smithi078 bash[19887]: cluster 2024-09-18T09:02:02.531135+0000 mgr.x (mgr.24424) 195 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:03.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:03 smithi078 bash[28923]: cluster 2024-09-18T09:02:02.531135+0000 mgr.x (mgr.24424) 195 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:04.171 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:02:03 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:02:03] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-18T09:02:05.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:05 smithi189 bash[21687]: cluster 2024-09-18T09:02:04.532870+0000 mgr.x (mgr.24424) 196 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:05.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:05 smithi078 bash[19887]: cluster 2024-09-18T09:02:04.532870+0000 mgr.x (mgr.24424) 196 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:05.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:05 smithi078 bash[28923]: cluster 2024-09-18T09:02:04.532870+0000 mgr.x (mgr.24424) 196 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:07.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:07 smithi189 bash[21687]: cluster 2024-09-18T09:02:06.533702+0000 mgr.x (mgr.24424) 197 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:07.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:07 smithi078 bash[19887]: cluster 2024-09-18T09:02:06.533702+0000 mgr.x (mgr.24424) 197 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:07.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:07 smithi078 bash[28923]: cluster 2024-09-18T09:02:06.533702+0000 mgr.x (mgr.24424) 197 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:08.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:08 smithi189 bash[21687]: audit 2024-09-18T09:02:08.560619+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:02:08.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:08 smithi078 bash[19887]: audit 2024-09-18T09:02:08.560619+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:02:08.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:08 smithi078 bash[28923]: audit 2024-09-18T09:02:08.560619+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:02:09.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:09 smithi189 bash[21687]: cluster 2024-09-18T09:02:08.534836+0000 mgr.x (mgr.24424) 198 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:09.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:09 smithi189 bash[21687]: audit 2024-09-18T09:02:08.545965+0000 mgr.x (mgr.24424) 199 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:02:09.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:09 smithi078 bash[19887]: cluster 2024-09-18T09:02:08.534836+0000 mgr.x (mgr.24424) 198 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:09.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:09 smithi078 bash[19887]: audit 2024-09-18T09:02:08.545965+0000 mgr.x (mgr.24424) 199 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:02:09.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:09 smithi078 bash[28923]: cluster 2024-09-18T09:02:08.534836+0000 mgr.x (mgr.24424) 198 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:09.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:09 smithi078 bash[28923]: audit 2024-09-18T09:02:08.545965+0000 mgr.x (mgr.24424) 199 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:02:11.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:11 smithi189 bash[21687]: cluster 2024-09-18T09:02:10.536277+0000 mgr.x (mgr.24424) 200 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:11.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:11 smithi078 bash[19887]: cluster 2024-09-18T09:02:10.536277+0000 mgr.x (mgr.24424) 200 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:11.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:11 smithi078 bash[28923]: cluster 2024-09-18T09:02:10.536277+0000 mgr.x (mgr.24424) 200 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:13.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:13 smithi189 bash[21687]: cluster 2024-09-18T09:02:12.536954+0000 mgr.x (mgr.24424) 201 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:13.922 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:02:13 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:02:13] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.43.0" 2024-09-18T09:02:13.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:13 smithi078 bash[19887]: cluster 2024-09-18T09:02:12.536954+0000 mgr.x (mgr.24424) 201 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:13.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:13 smithi078 bash[28923]: cluster 2024-09-18T09:02:12.536954+0000 mgr.x (mgr.24424) 201 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:15.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:15 smithi189 bash[21687]: cluster 2024-09-18T09:02:14.538663+0000 mgr.x (mgr.24424) 202 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:15.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:15 smithi078 bash[19887]: cluster 2024-09-18T09:02:14.538663+0000 mgr.x (mgr.24424) 202 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:15.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:15 smithi078 bash[28923]: cluster 2024-09-18T09:02:14.538663+0000 mgr.x (mgr.24424) 202 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:17.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:17 smithi189 bash[21687]: cluster 2024-09-18T09:02:16.539437+0000 mgr.x (mgr.24424) 203 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:17.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:17 smithi078 bash[19887]: cluster 2024-09-18T09:02:16.539437+0000 mgr.x (mgr.24424) 203 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:17.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:17 smithi078 bash[28923]: cluster 2024-09-18T09:02:16.539437+0000 mgr.x (mgr.24424) 203 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:19.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:19 smithi189 bash[21687]: cluster 2024-09-18T09:02:18.540719+0000 mgr.x (mgr.24424) 204 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:19.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:19 smithi189 bash[21687]: audit 2024-09-18T09:02:18.557273+0000 mgr.x (mgr.24424) 205 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:02:19.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:19 smithi078 bash[19887]: cluster 2024-09-18T09:02:18.540719+0000 mgr.x (mgr.24424) 204 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:19.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:19 smithi078 bash[19887]: audit 2024-09-18T09:02:18.557273+0000 mgr.x (mgr.24424) 205 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:02:19.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:19 smithi078 bash[28923]: cluster 2024-09-18T09:02:18.540719+0000 mgr.x (mgr.24424) 204 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:19.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:19 smithi078 bash[28923]: audit 2024-09-18T09:02:18.557273+0000 mgr.x (mgr.24424) 205 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:02:21.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:21 smithi189 bash[21687]: cluster 2024-09-18T09:02:20.541840+0000 mgr.x (mgr.24424) 206 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:21.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:21 smithi078 bash[19887]: cluster 2024-09-18T09:02:20.541840+0000 mgr.x (mgr.24424) 206 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:21.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:21 smithi078 bash[28923]: cluster 2024-09-18T09:02:20.541840+0000 mgr.x (mgr.24424) 206 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:23.922 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:02:23 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:02:23] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.43.0" 2024-09-18T09:02:23.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:23 smithi189 bash[21687]: cluster 2024-09-18T09:02:22.542551+0000 mgr.x (mgr.24424) 207 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:23.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:23 smithi189 bash[21687]: audit 2024-09-18T09:02:23.561299+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:02:23.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:23 smithi078 bash[19887]: cluster 2024-09-18T09:02:22.542551+0000 mgr.x (mgr.24424) 207 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:23.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:23 smithi078 bash[19887]: audit 2024-09-18T09:02:23.561299+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:02:23.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:23 smithi078 bash[28923]: cluster 2024-09-18T09:02:22.542551+0000 mgr.x (mgr.24424) 207 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:23.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:23 smithi078 bash[28923]: audit 2024-09-18T09:02:23.561299+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:02:24.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:02:24 smithi189 bash[46911]: logger=sqlstore.transactions t=2024-09-18T09:02:24.352871548Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-18T09:02:26.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:25 smithi189 bash[21687]: cluster 2024-09-18T09:02:24.544271+0000 mgr.x (mgr.24424) 208 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:26.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:25 smithi078 bash[19887]: cluster 2024-09-18T09:02:24.544271+0000 mgr.x (mgr.24424) 208 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:26.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:25 smithi078 bash[28923]: cluster 2024-09-18T09:02:24.544271+0000 mgr.x (mgr.24424) 208 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:28.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:27 smithi189 bash[21687]: cluster 2024-09-18T09:02:26.544986+0000 mgr.x (mgr.24424) 209 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:28.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:27 smithi078 bash[19887]: cluster 2024-09-18T09:02:26.544986+0000 mgr.x (mgr.24424) 209 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:28.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:27 smithi078 bash[28923]: cluster 2024-09-18T09:02:26.544986+0000 mgr.x (mgr.24424) 209 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:30.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:29 smithi078 bash[19887]: cluster 2024-09-18T09:02:28.546391+0000 mgr.x (mgr.24424) 210 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:30.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:29 smithi078 bash[19887]: audit 2024-09-18T09:02:28.568724+0000 mgr.x (mgr.24424) 211 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:02:30.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:29 smithi078 bash[28923]: cluster 2024-09-18T09:02:28.546391+0000 mgr.x (mgr.24424) 210 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:30.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:29 smithi078 bash[28923]: audit 2024-09-18T09:02:28.568724+0000 mgr.x (mgr.24424) 211 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:02:30.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:29 smithi189 bash[21687]: cluster 2024-09-18T09:02:28.546391+0000 mgr.x (mgr.24424) 210 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:30.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:29 smithi189 bash[21687]: audit 2024-09-18T09:02:28.568724+0000 mgr.x (mgr.24424) 211 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:02:32.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:31 smithi078 bash[19887]: cluster 2024-09-18T09:02:30.547300+0000 mgr.x (mgr.24424) 212 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:32.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:31 smithi078 bash[28923]: cluster 2024-09-18T09:02:30.547300+0000 mgr.x (mgr.24424) 212 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:32.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:31 smithi189 bash[21687]: cluster 2024-09-18T09:02:30.547300+0000 mgr.x (mgr.24424) 212 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:34.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:02:33 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:02:33] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.43.0" 2024-09-18T09:02:34.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:33 smithi189 bash[21687]: cluster 2024-09-18T09:02:32.547983+0000 mgr.x (mgr.24424) 213 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:34.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:33 smithi078 bash[19887]: cluster 2024-09-18T09:02:32.547983+0000 mgr.x (mgr.24424) 213 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:34.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:33 smithi078 bash[28923]: cluster 2024-09-18T09:02:32.547983+0000 mgr.x (mgr.24424) 213 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:36.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:35 smithi078 bash[28923]: cluster 2024-09-18T09:02:34.549680+0000 mgr.x (mgr.24424) 214 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:36.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:35 smithi078 bash[19887]: cluster 2024-09-18T09:02:34.549680+0000 mgr.x (mgr.24424) 214 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:36.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:35 smithi189 bash[21687]: cluster 2024-09-18T09:02:34.549680+0000 mgr.x (mgr.24424) 214 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:38.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:37 smithi078 bash[19887]: cluster 2024-09-18T09:02:36.550505+0000 mgr.x (mgr.24424) 215 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:38.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:37 smithi078 bash[28923]: cluster 2024-09-18T09:02:36.550505+0000 mgr.x (mgr.24424) 215 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:37 smithi189 bash[21687]: cluster 2024-09-18T09:02:36.550505+0000 mgr.x (mgr.24424) 215 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:39.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:38 smithi189 bash[21687]: audit 2024-09-18T09:02:38.561448+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:02:39.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:38 smithi078 bash[19887]: audit 2024-09-18T09:02:38.561448+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:02:39.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:38 smithi078 bash[28923]: audit 2024-09-18T09:02:38.561448+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:02:40.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:39 smithi189 bash[21687]: cluster 2024-09-18T09:02:38.552212+0000 mgr.x (mgr.24424) 216 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:40.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:39 smithi189 bash[21687]: audit 2024-09-18T09:02:38.571505+0000 mgr.x (mgr.24424) 217 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:02:40.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:39 smithi078 bash[19887]: cluster 2024-09-18T09:02:38.552212+0000 mgr.x (mgr.24424) 216 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:40.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:39 smithi078 bash[19887]: audit 2024-09-18T09:02:38.571505+0000 mgr.x (mgr.24424) 217 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:02:40.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:39 smithi078 bash[28923]: cluster 2024-09-18T09:02:38.552212+0000 mgr.x (mgr.24424) 216 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:40.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:39 smithi078 bash[28923]: audit 2024-09-18T09:02:38.571505+0000 mgr.x (mgr.24424) 217 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:02:42.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:41 smithi189 bash[21687]: cluster 2024-09-18T09:02:40.553038+0000 mgr.x (mgr.24424) 218 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:42.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:41 smithi078 bash[19887]: cluster 2024-09-18T09:02:40.553038+0000 mgr.x (mgr.24424) 218 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:42.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:41 smithi078 bash[28923]: cluster 2024-09-18T09:02:40.553038+0000 mgr.x (mgr.24424) 218 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:44.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:43 smithi189 bash[21687]: cluster 2024-09-18T09:02:42.553887+0000 mgr.x (mgr.24424) 219 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:44.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:02:43 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:02:43] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-18T09:02:44.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:43 smithi078 bash[19887]: cluster 2024-09-18T09:02:42.553887+0000 mgr.x (mgr.24424) 219 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:44.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:43 smithi078 bash[28923]: cluster 2024-09-18T09:02:42.553887+0000 mgr.x (mgr.24424) 219 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:46.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:45 smithi189 bash[21687]: cluster 2024-09-18T09:02:44.555652+0000 mgr.x (mgr.24424) 220 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:46.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:45 smithi078 bash[19887]: cluster 2024-09-18T09:02:44.555652+0000 mgr.x (mgr.24424) 220 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:46.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:45 smithi078 bash[28923]: cluster 2024-09-18T09:02:44.555652+0000 mgr.x (mgr.24424) 220 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:48.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:47 smithi189 bash[21687]: cluster 2024-09-18T09:02:46.556472+0000 mgr.x (mgr.24424) 221 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:48.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:47 smithi189 bash[21687]: audit 2024-09-18T09:02:46.835030+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:02:48.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:47 smithi189 bash[21687]: audit 2024-09-18T09:02:46.848587+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:02:48.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:47 smithi189 bash[21687]: audit 2024-09-18T09:02:47.503679+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:02:48.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:47 smithi189 bash[21687]: audit 2024-09-18T09:02:47.505226+0000 mon.b (mon.1) 97 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:02:48.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:47 smithi189 bash[21687]: audit 2024-09-18T09:02:47.515567+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:02:48.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:47 smithi078 bash[19887]: cluster 2024-09-18T09:02:46.556472+0000 mgr.x (mgr.24424) 221 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:48.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:47 smithi078 bash[19887]: audit 2024-09-18T09:02:46.835030+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:02:48.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:47 smithi078 bash[19887]: audit 2024-09-18T09:02:46.848587+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:02:48.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:47 smithi078 bash[19887]: audit 2024-09-18T09:02:47.503679+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:02:48.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:47 smithi078 bash[19887]: audit 2024-09-18T09:02:47.505226+0000 mon.b (mon.1) 97 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:02:48.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:47 smithi078 bash[19887]: audit 2024-09-18T09:02:47.515567+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:02:48.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:47 smithi078 bash[28923]: cluster 2024-09-18T09:02:46.556472+0000 mgr.x (mgr.24424) 221 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:48.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:47 smithi078 bash[28923]: audit 2024-09-18T09:02:46.835030+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:02:48.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:47 smithi078 bash[28923]: audit 2024-09-18T09:02:46.848587+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:02:48.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:47 smithi078 bash[28923]: audit 2024-09-18T09:02:47.503679+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:02:48.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:47 smithi078 bash[28923]: audit 2024-09-18T09:02:47.505226+0000 mon.b (mon.1) 97 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:02:48.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:47 smithi078 bash[28923]: audit 2024-09-18T09:02:47.515567+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:02:50.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:49 smithi189 bash[21687]: cluster 2024-09-18T09:02:48.558063+0000 mgr.x (mgr.24424) 222 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:50.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:49 smithi189 bash[21687]: audit 2024-09-18T09:02:48.582851+0000 mgr.x (mgr.24424) 223 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:02:50.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:49 smithi078 bash[19887]: cluster 2024-09-18T09:02:48.558063+0000 mgr.x (mgr.24424) 222 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:50.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:49 smithi078 bash[19887]: audit 2024-09-18T09:02:48.582851+0000 mgr.x (mgr.24424) 223 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:02:50.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:49 smithi078 bash[28923]: cluster 2024-09-18T09:02:48.558063+0000 mgr.x (mgr.24424) 222 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:50.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:49 smithi078 bash[28923]: audit 2024-09-18T09:02:48.582851+0000 mgr.x (mgr.24424) 223 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:02:52.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:51 smithi189 bash[21687]: cluster 2024-09-18T09:02:50.558699+0000 mgr.x (mgr.24424) 224 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:52.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:51 smithi078 bash[19887]: cluster 2024-09-18T09:02:50.558699+0000 mgr.x (mgr.24424) 224 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:52.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:51 smithi078 bash[28923]: cluster 2024-09-18T09:02:50.558699+0000 mgr.x (mgr.24424) 224 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:54.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:02:53 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:02:53] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-18T09:02:54.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:53 smithi189 bash[21687]: cluster 2024-09-18T09:02:52.559382+0000 mgr.x (mgr.24424) 225 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:54.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:53 smithi189 bash[21687]: audit 2024-09-18T09:02:53.561805+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:02:54.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:53 smithi078 bash[19887]: cluster 2024-09-18T09:02:52.559382+0000 mgr.x (mgr.24424) 225 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:54.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:53 smithi078 bash[19887]: audit 2024-09-18T09:02:53.561805+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:02:54.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:53 smithi078 bash[28923]: cluster 2024-09-18T09:02:52.559382+0000 mgr.x (mgr.24424) 225 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:54.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:53 smithi078 bash[28923]: audit 2024-09-18T09:02:53.561805+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:02:56.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:55 smithi189 bash[21687]: cluster 2024-09-18T09:02:54.561005+0000 mgr.x (mgr.24424) 226 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:56.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:55 smithi078 bash[19887]: cluster 2024-09-18T09:02:54.561005+0000 mgr.x (mgr.24424) 226 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:56.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:55 smithi078 bash[28923]: cluster 2024-09-18T09:02:54.561005+0000 mgr.x (mgr.24424) 226 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:02:58.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:57 smithi189 bash[21687]: cluster 2024-09-18T09:02:56.561712+0000 mgr.x (mgr.24424) 227 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:58.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:57 smithi078 bash[19887]: cluster 2024-09-18T09:02:56.561712+0000 mgr.x (mgr.24424) 227 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:02:58.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:57 smithi078 bash[28923]: cluster 2024-09-18T09:02:56.561712+0000 mgr.x (mgr.24424) 227 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:00.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:59 smithi189 bash[21687]: cluster 2024-09-18T09:02:58.563344+0000 mgr.x (mgr.24424) 228 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:00.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:02:59 smithi189 bash[21687]: audit 2024-09-18T09:02:58.585901+0000 mgr.x (mgr.24424) 229 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:00.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:59 smithi078 bash[19887]: cluster 2024-09-18T09:02:58.563344+0000 mgr.x (mgr.24424) 228 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:00.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:02:59 smithi078 bash[19887]: audit 2024-09-18T09:02:58.585901+0000 mgr.x (mgr.24424) 229 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:00.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:59 smithi078 bash[28923]: cluster 2024-09-18T09:02:58.563344+0000 mgr.x (mgr.24424) 228 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:00.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:02:59 smithi078 bash[28923]: audit 2024-09-18T09:02:58.585901+0000 mgr.x (mgr.24424) 229 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:02.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:01 smithi189 bash[21687]: cluster 2024-09-18T09:03:00.564011+0000 mgr.x (mgr.24424) 230 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:02.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:01 smithi078 bash[19887]: cluster 2024-09-18T09:03:00.564011+0000 mgr.x (mgr.24424) 230 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:02.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:01 smithi078 bash[28923]: cluster 2024-09-18T09:03:00.564011+0000 mgr.x (mgr.24424) 230 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:04.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:03 smithi189 bash[21687]: cluster 2024-09-18T09:03:02.564662+0000 mgr.x (mgr.24424) 231 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:04.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:03:03 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:03:03] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-18T09:03:04.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:03 smithi078 bash[19887]: cluster 2024-09-18T09:03:02.564662+0000 mgr.x (mgr.24424) 231 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:04.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:03 smithi078 bash[28923]: cluster 2024-09-18T09:03:02.564662+0000 mgr.x (mgr.24424) 231 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:06.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:05 smithi189 bash[21687]: cluster 2024-09-18T09:03:04.566328+0000 mgr.x (mgr.24424) 232 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:06.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:05 smithi078 bash[19887]: cluster 2024-09-18T09:03:04.566328+0000 mgr.x (mgr.24424) 232 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:06.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:05 smithi078 bash[28923]: cluster 2024-09-18T09:03:04.566328+0000 mgr.x (mgr.24424) 232 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:08.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:07 smithi189 bash[21687]: cluster 2024-09-18T09:03:06.567055+0000 mgr.x (mgr.24424) 233 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:08.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:07 smithi078 bash[19887]: cluster 2024-09-18T09:03:06.567055+0000 mgr.x (mgr.24424) 233 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:08.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:07 smithi078 bash[28923]: cluster 2024-09-18T09:03:06.567055+0000 mgr.x (mgr.24424) 233 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:09.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:08 smithi189 bash[21687]: audit 2024-09-18T09:03:08.562710+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:03:09.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:08 smithi078 bash[19887]: audit 2024-09-18T09:03:08.562710+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:03:09.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:08 smithi078 bash[28923]: audit 2024-09-18T09:03:08.562710+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:03:10.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:09 smithi189 bash[21687]: cluster 2024-09-18T09:03:08.568600+0000 mgr.x (mgr.24424) 234 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:10.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:09 smithi189 bash[21687]: audit 2024-09-18T09:03:08.589059+0000 mgr.x (mgr.24424) 235 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:10.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:09 smithi078 bash[19887]: cluster 2024-09-18T09:03:08.568600+0000 mgr.x (mgr.24424) 234 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:10.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:09 smithi078 bash[19887]: audit 2024-09-18T09:03:08.589059+0000 mgr.x (mgr.24424) 235 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:10.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:09 smithi078 bash[28923]: cluster 2024-09-18T09:03:08.568600+0000 mgr.x (mgr.24424) 234 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:10.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:09 smithi078 bash[28923]: audit 2024-09-18T09:03:08.589059+0000 mgr.x (mgr.24424) 235 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:12.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:11 smithi189 bash[21687]: cluster 2024-09-18T09:03:10.574995+0000 mgr.x (mgr.24424) 236 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:12.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:11 smithi078 bash[19887]: cluster 2024-09-18T09:03:10.574995+0000 mgr.x (mgr.24424) 236 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:12.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:11 smithi078 bash[28923]: cluster 2024-09-18T09:03:10.574995+0000 mgr.x (mgr.24424) 236 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:14.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:13 smithi189 bash[21687]: cluster 2024-09-18T09:03:12.575674+0000 mgr.x (mgr.24424) 237 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:14.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:03:13 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:03:13] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-18T09:03:14.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:13 smithi078 bash[19887]: cluster 2024-09-18T09:03:12.575674+0000 mgr.x (mgr.24424) 237 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:14.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:13 smithi078 bash[28923]: cluster 2024-09-18T09:03:12.575674+0000 mgr.x (mgr.24424) 237 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:16.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:15 smithi189 bash[21687]: cluster 2024-09-18T09:03:14.577337+0000 mgr.x (mgr.24424) 238 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:16.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:15 smithi078 bash[19887]: cluster 2024-09-18T09:03:14.577337+0000 mgr.x (mgr.24424) 238 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:16.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:15 smithi078 bash[28923]: cluster 2024-09-18T09:03:14.577337+0000 mgr.x (mgr.24424) 238 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:18.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:17 smithi189 bash[21687]: cluster 2024-09-18T09:03:16.578061+0000 mgr.x (mgr.24424) 239 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:18.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:17 smithi078 bash[19887]: cluster 2024-09-18T09:03:16.578061+0000 mgr.x (mgr.24424) 239 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:18.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:17 smithi078 bash[28923]: cluster 2024-09-18T09:03:16.578061+0000 mgr.x (mgr.24424) 239 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:20.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:19 smithi189 bash[21687]: cluster 2024-09-18T09:03:18.579684+0000 mgr.x (mgr.24424) 240 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:20.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:19 smithi189 bash[21687]: audit 2024-09-18T09:03:18.597789+0000 mgr.x (mgr.24424) 241 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:20.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:19 smithi078 bash[19887]: cluster 2024-09-18T09:03:18.579684+0000 mgr.x (mgr.24424) 240 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:20.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:19 smithi078 bash[19887]: audit 2024-09-18T09:03:18.597789+0000 mgr.x (mgr.24424) 241 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:20.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:19 smithi078 bash[28923]: cluster 2024-09-18T09:03:18.579684+0000 mgr.x (mgr.24424) 240 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:20.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:19 smithi078 bash[28923]: audit 2024-09-18T09:03:18.597789+0000 mgr.x (mgr.24424) 241 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:22.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:21 smithi189 bash[21687]: cluster 2024-09-18T09:03:20.580423+0000 mgr.x (mgr.24424) 242 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:22.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:21 smithi078 bash[19887]: cluster 2024-09-18T09:03:20.580423+0000 mgr.x (mgr.24424) 242 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:22.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:21 smithi078 bash[28923]: cluster 2024-09-18T09:03:20.580423+0000 mgr.x (mgr.24424) 242 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:24.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:03:23 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:03:23] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.43.0" 2024-09-18T09:03:24.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:23 smithi189 bash[21687]: cluster 2024-09-18T09:03:22.581120+0000 mgr.x (mgr.24424) 243 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:24.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:23 smithi189 bash[21687]: audit 2024-09-18T09:03:23.562905+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:03:24.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:23 smithi078 bash[19887]: cluster 2024-09-18T09:03:22.581120+0000 mgr.x (mgr.24424) 243 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:24.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:23 smithi078 bash[19887]: audit 2024-09-18T09:03:23.562905+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:03:24.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:23 smithi078 bash[28923]: cluster 2024-09-18T09:03:22.581120+0000 mgr.x (mgr.24424) 243 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:24.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:23 smithi078 bash[28923]: audit 2024-09-18T09:03:23.562905+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:03:26.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:25 smithi189 bash[21687]: cluster 2024-09-18T09:03:24.582830+0000 mgr.x (mgr.24424) 244 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:26.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:25 smithi078 bash[19887]: cluster 2024-09-18T09:03:24.582830+0000 mgr.x (mgr.24424) 244 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:26.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:25 smithi078 bash[28923]: cluster 2024-09-18T09:03:24.582830+0000 mgr.x (mgr.24424) 244 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:28.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:27 smithi078 bash[19887]: cluster 2024-09-18T09:03:26.583512+0000 mgr.x (mgr.24424) 245 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:28.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:27 smithi078 bash[28923]: cluster 2024-09-18T09:03:26.583512+0000 mgr.x (mgr.24424) 245 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:28.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:27 smithi189 bash[21687]: cluster 2024-09-18T09:03:26.583512+0000 mgr.x (mgr.24424) 245 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:30.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:29 smithi078 bash[19887]: cluster 2024-09-18T09:03:28.585085+0000 mgr.x (mgr.24424) 246 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:30.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:29 smithi078 bash[19887]: audit 2024-09-18T09:03:28.609129+0000 mgr.x (mgr.24424) 247 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:30.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:29 smithi078 bash[28923]: cluster 2024-09-18T09:03:28.585085+0000 mgr.x (mgr.24424) 246 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:30.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:29 smithi078 bash[28923]: audit 2024-09-18T09:03:28.609129+0000 mgr.x (mgr.24424) 247 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:30.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:29 smithi189 bash[21687]: cluster 2024-09-18T09:03:28.585085+0000 mgr.x (mgr.24424) 246 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:30.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:29 smithi189 bash[21687]: audit 2024-09-18T09:03:28.609129+0000 mgr.x (mgr.24424) 247 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:32.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:31 smithi078 bash[19887]: cluster 2024-09-18T09:03:30.585788+0000 mgr.x (mgr.24424) 248 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:32.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:31 smithi078 bash[28923]: cluster 2024-09-18T09:03:30.585788+0000 mgr.x (mgr.24424) 248 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:32.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:31 smithi189 bash[21687]: cluster 2024-09-18T09:03:30.585788+0000 mgr.x (mgr.24424) 248 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:34.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:33 smithi189 bash[21687]: cluster 2024-09-18T09:03:32.586491+0000 mgr.x (mgr.24424) 249 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:34.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:03:33 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:03:33] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.43.0" 2024-09-18T09:03:34.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:33 smithi078 bash[19887]: cluster 2024-09-18T09:03:32.586491+0000 mgr.x (mgr.24424) 249 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:34.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:33 smithi078 bash[28923]: cluster 2024-09-18T09:03:32.586491+0000 mgr.x (mgr.24424) 249 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:36.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:35 smithi078 bash[19887]: cluster 2024-09-18T09:03:34.588310+0000 mgr.x (mgr.24424) 250 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:36.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:35 smithi078 bash[28923]: cluster 2024-09-18T09:03:34.588310+0000 mgr.x (mgr.24424) 250 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:36.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:35 smithi189 bash[21687]: cluster 2024-09-18T09:03:34.588310+0000 mgr.x (mgr.24424) 250 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:38.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:37 smithi078 bash[19887]: cluster 2024-09-18T09:03:36.589041+0000 mgr.x (mgr.24424) 251 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:38.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:37 smithi078 bash[28923]: cluster 2024-09-18T09:03:36.589041+0000 mgr.x (mgr.24424) 251 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:37 smithi189 bash[21687]: cluster 2024-09-18T09:03:36.589041+0000 mgr.x (mgr.24424) 251 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:39.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:38 smithi189 bash[21687]: audit 2024-09-18T09:03:38.563415+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:03:39.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:38 smithi078 bash[19887]: audit 2024-09-18T09:03:38.563415+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:03:39.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:38 smithi078 bash[28923]: audit 2024-09-18T09:03:38.563415+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:03:40.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:39 smithi189 bash[21687]: cluster 2024-09-18T09:03:38.604965+0000 mgr.x (mgr.24424) 252 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:40.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:39 smithi189 bash[21687]: audit 2024-09-18T09:03:38.620467+0000 mgr.x (mgr.24424) 253 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:40.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:39 smithi078 bash[19887]: cluster 2024-09-18T09:03:38.604965+0000 mgr.x (mgr.24424) 252 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:40.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:39 smithi078 bash[19887]: audit 2024-09-18T09:03:38.620467+0000 mgr.x (mgr.24424) 253 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:40.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:39 smithi078 bash[28923]: cluster 2024-09-18T09:03:38.604965+0000 mgr.x (mgr.24424) 252 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:40.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:39 smithi078 bash[28923]: audit 2024-09-18T09:03:38.620467+0000 mgr.x (mgr.24424) 253 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:42.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:41 smithi189 bash[21687]: cluster 2024-09-18T09:03:40.605662+0000 mgr.x (mgr.24424) 254 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T09:03:42.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:41 smithi078 bash[19887]: cluster 2024-09-18T09:03:40.605662+0000 mgr.x (mgr.24424) 254 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T09:03:42.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:41 smithi078 bash[28923]: cluster 2024-09-18T09:03:40.605662+0000 mgr.x (mgr.24424) 254 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T09:03:44.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:43 smithi189 bash[21687]: cluster 2024-09-18T09:03:42.606368+0000 mgr.x (mgr.24424) 255 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T09:03:44.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:03:43 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:03:43] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-18T09:03:44.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:43 smithi078 bash[19887]: cluster 2024-09-18T09:03:42.606368+0000 mgr.x (mgr.24424) 255 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T09:03:44.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:43 smithi078 bash[28923]: cluster 2024-09-18T09:03:42.606368+0000 mgr.x (mgr.24424) 255 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T09:03:46.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:45 smithi189 bash[21687]: cluster 2024-09-18T09:03:44.608112+0000 mgr.x (mgr.24424) 256 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:46.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:45 smithi078 bash[19887]: cluster 2024-09-18T09:03:44.608112+0000 mgr.x (mgr.24424) 256 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:46.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:45 smithi078 bash[28923]: cluster 2024-09-18T09:03:44.608112+0000 mgr.x (mgr.24424) 256 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:48.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:47 smithi189 bash[21687]: cluster 2024-09-18T09:03:46.608911+0000 mgr.x (mgr.24424) 257 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T09:03:48.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:47 smithi078 bash[19887]: cluster 2024-09-18T09:03:46.608911+0000 mgr.x (mgr.24424) 257 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T09:03:48.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:47 smithi078 bash[28923]: cluster 2024-09-18T09:03:46.608911+0000 mgr.x (mgr.24424) 257 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-18T09:03:49.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:48 smithi189 bash[21687]: audit 2024-09-18T09:03:48.360081+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:03:49.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:48 smithi189 bash[21687]: audit 2024-09-18T09:03:48.361757+0000 mon.b (mon.1) 103 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:03:49.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:48 smithi189 bash[21687]: audit 2024-09-18T09:03:48.371406+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:03:49.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:48 smithi078 bash[19887]: audit 2024-09-18T09:03:48.360081+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:03:49.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:48 smithi078 bash[19887]: audit 2024-09-18T09:03:48.361757+0000 mon.b (mon.1) 103 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:03:49.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:48 smithi078 bash[19887]: audit 2024-09-18T09:03:48.371406+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:03:49.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:48 smithi078 bash[28923]: audit 2024-09-18T09:03:48.360081+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:03:49.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:48 smithi078 bash[28923]: audit 2024-09-18T09:03:48.361757+0000 mon.b (mon.1) 103 : audit [INF] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:03:49.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:48 smithi078 bash[28923]: audit 2024-09-18T09:03:48.371406+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.24424 ' entity='mgr.x' 2024-09-18T09:03:50.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:49 smithi189 bash[21687]: cluster 2024-09-18T09:03:48.610621+0000 mgr.x (mgr.24424) 258 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:50.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:49 smithi189 bash[21687]: audit 2024-09-18T09:03:48.631834+0000 mgr.x (mgr.24424) 259 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:50.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:49 smithi078 bash[19887]: cluster 2024-09-18T09:03:48.610621+0000 mgr.x (mgr.24424) 258 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:50.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:49 smithi078 bash[19887]: audit 2024-09-18T09:03:48.631834+0000 mgr.x (mgr.24424) 259 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:50.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:49 smithi078 bash[28923]: cluster 2024-09-18T09:03:48.610621+0000 mgr.x (mgr.24424) 258 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:50.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:49 smithi078 bash[28923]: audit 2024-09-18T09:03:48.631834+0000 mgr.x (mgr.24424) 259 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:03:52.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:51 smithi189 bash[21687]: cluster 2024-09-18T09:03:50.611388+0000 mgr.x (mgr.24424) 260 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:52.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:51 smithi078 bash[19887]: cluster 2024-09-18T09:03:50.611388+0000 mgr.x (mgr.24424) 260 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:52.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:51 smithi078 bash[28923]: cluster 2024-09-18T09:03:50.611388+0000 mgr.x (mgr.24424) 260 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:54.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:03:53 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:03:53] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-18T09:03:54.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:54 smithi189 bash[21687]: cluster 2024-09-18T09:03:52.612095+0000 mgr.x (mgr.24424) 261 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:54.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:54 smithi189 bash[21687]: audit 2024-09-18T09:03:53.563884+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:03:54.191 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch ps' 2024-09-18T09:03:54.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:53 smithi078 bash[19887]: cluster 2024-09-18T09:03:52.612095+0000 mgr.x (mgr.24424) 261 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:54.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:53 smithi078 bash[19887]: audit 2024-09-18T09:03:53.563884+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:03:54.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:54 smithi078 bash[28923]: cluster 2024-09-18T09:03:52.612095+0000 mgr.x (mgr.24424) 261 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:54.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:54 smithi078 bash[28923]: audit 2024-09-18T09:03:53.563884+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:03:56.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:56 smithi189 bash[21687]: cluster 2024-09-18T09:03:54.613756+0000 mgr.x (mgr.24424) 262 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:56.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:56 smithi078 bash[19887]: cluster 2024-09-18T09:03:54.613756+0000 mgr.x (mgr.24424) 262 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:56.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:56 smithi078 bash[28923]: cluster 2024-09-18T09:03:54.613756+0000 mgr.x (mgr.24424) 262 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:03:58.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:03:58 smithi189 bash[21687]: cluster 2024-09-18T09:03:56.614486+0000 mgr.x (mgr.24424) 263 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:58.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:03:58 smithi078 bash[19887]: cluster 2024-09-18T09:03:56.614486+0000 mgr.x (mgr.24424) 263 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:58.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:03:58 smithi078 bash[28923]: cluster 2024-09-18T09:03:56.614486+0000 mgr.x (mgr.24424) 263 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:03:59.000 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:04:00.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:00 smithi189 bash[21687]: cluster 2024-09-18T09:03:58.616128+0000 mgr.x (mgr.24424) 264 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:00.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:00 smithi189 bash[21687]: audit 2024-09-18T09:03:58.643184+0000 mgr.x (mgr.24424) 265 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:00.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:00 smithi078 bash[19887]: cluster 2024-09-18T09:03:58.616128+0000 mgr.x (mgr.24424) 264 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:00.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:00 smithi078 bash[19887]: audit 2024-09-18T09:03:58.643184+0000 mgr.x (mgr.24424) 265 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:00.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:00 smithi078 bash[28923]: cluster 2024-09-18T09:03:58.616128+0000 mgr.x (mgr.24424) 264 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:00.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:00 smithi078 bash[28923]: audit 2024-09-18T09:03:58.643184+0000 mgr.x (mgr.24424) 265 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:00.583 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:04:00.584 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (16m) 73s ago 17m 13.6M - 0.25.0 c8568f914cd2 281c36281377 2024-09-18T09:04:00.584 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (16m) 2m ago 16m 75.6M - 9.4.12 2bacad6d85d8 b91647ac551b 2024-09-18T09:04:00.584 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (6m) 73s ago 14m 48.1M - 3.8 ebb0615149de 2ece25a06c65 2024-09-18T09:04:00.584 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (9m) 2m ago 25m 504M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fc3cb771eacc 2024-09-18T09:04:00.584 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (2m) 73s ago 28m 437M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:04:00.584 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (28m) 73s ago 28m 67.0M 2048M 19.1.1-330-gc2ddf972 ebb0615149de bf4e56a16354 2024-09-18T09:04:00.584 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (26m) 2m ago 26m 48.2M 2048M 19.1.1-330-gc2ddf972 ebb0615149de ab98398799ea 2024-09-18T09:04:00.584 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (26m) 73s ago 26m 48.0M 2048M 19.1.1-330-gc2ddf972 ebb0615149de 3ab54f539482 2024-09-18T09:04:00.584 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (17m) 73s ago 17m 8823k - 1.5.0 0da6a335fe13 e5ce11d2d317 2024-09-18T09:04:00.584 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (17m) 2m ago 17m 8544k - 1.5.0 0da6a335fe13 5f179b9988f5 2024-09-18T09:04:00.584 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (25m) 73s ago 25m 54.3M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T09:04:00.584 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (24m) 73s ago 24m 62.7M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T09:04:00.585 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (23m) 73s ago 23m 60.4M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:04:00.585 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (22m) 73s ago 22m 62.4M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:04:00.585 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (21m) 2m ago 21m 62.7M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:04:00.585 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (20m) 2m ago 20m 53.6M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:04:00.585 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (19m) 2m ago 19m 51.1M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:04:00.585 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (18m) 2m ago 18m 62.4M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:04:00.585 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (6m) 2m ago 17m 45.3M - 2.43.0 a07b618ecd1d a1a0f75f13e4 2024-09-18T09:04:00.585 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (14m) 73s ago 14m 97.7M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:04:00.585 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (15m) 2m ago 15m 97.2M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:04:01.425 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions' 2024-09-18T09:04:02.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:02 smithi189 bash[21687]: audit 2024-09-18T09:04:00.547221+0000 mgr.x (mgr.24424) 266 : audit [DBG] from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:04:02.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:02 smithi189 bash[21687]: cluster 2024-09-18T09:04:00.616949+0000 mgr.x (mgr.24424) 267 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:02.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:02 smithi078 bash[19887]: audit 2024-09-18T09:04:00.547221+0000 mgr.x (mgr.24424) 266 : audit [DBG] from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:04:02.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:02 smithi078 bash[19887]: cluster 2024-09-18T09:04:00.616949+0000 mgr.x (mgr.24424) 267 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:02.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:02 smithi078 bash[28923]: audit 2024-09-18T09:04:00.547221+0000 mgr.x (mgr.24424) 266 : audit [DBG] from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:04:02.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:02 smithi078 bash[28923]: cluster 2024-09-18T09:04:00.616949+0000 mgr.x (mgr.24424) 267 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:04.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:04:03 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:04:03] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-18T09:04:04.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:04 smithi189 bash[21687]: cluster 2024-09-18T09:04:02.617783+0000 mgr.x (mgr.24424) 268 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:04.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:04 smithi078 bash[19887]: cluster 2024-09-18T09:04:02.617783+0000 mgr.x (mgr.24424) 268 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:04.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:04 smithi078 bash[28923]: cluster 2024-09-18T09:04:02.617783+0000 mgr.x (mgr.24424) 268 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:06.242 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:04:06.337 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:06 smithi078 bash[19887]: cluster 2024-09-18T09:04:04.619591+0000 mgr.x (mgr.24424) 269 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:06.337 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:06 smithi078 bash[28923]: cluster 2024-09-18T09:04:04.619591+0000 mgr.x (mgr.24424) 269 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:06.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:06 smithi189 bash[21687]: cluster 2024-09-18T09:04:04.619591+0000 mgr.x (mgr.24424) 269 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:07.862 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:04:07.863 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:04:07.863 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 3 2024-09-18T09:04:07.863 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:04:07.863 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:04:07.863 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:04:07.863 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:04:07.863 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:04:07.863 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 8 2024-09-18T09:04:07.863 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:04:07.863 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:04:07.863 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:04:07.863 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:04:07.863 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:04:07.864 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 13, 2024-09-18T09:04:07.864 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:04:07.864 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:04:07.864 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:04:08.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:08 smithi078 bash[19887]: cluster 2024-09-18T09:04:06.620375+0000 mgr.x (mgr.24424) 270 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:08.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:08 smithi078 bash[19887]: audit 2024-09-18T09:04:07.863939+0000 mon.c (mon.2) 178 : audit [DBG] from='client.? 172.21.15.78:0/689643725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:04:08.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:08 smithi078 bash[28923]: cluster 2024-09-18T09:04:06.620375+0000 mgr.x (mgr.24424) 270 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:08.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:08 smithi078 bash[28923]: audit 2024-09-18T09:04:07.863939+0000 mon.c (mon.2) 178 : audit [DBG] from='client.? 172.21.15.78:0/689643725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:04:08.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:08 smithi189 bash[21687]: cluster 2024-09-18T09:04:06.620375+0000 mgr.x (mgr.24424) 270 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:08.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:08 smithi189 bash[21687]: audit 2024-09-18T09:04:07.863939+0000 mon.c (mon.2) 178 : audit [DBG] from='client.? 172.21.15.78:0/689643725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:04:08.623 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph health detail' 2024-09-18T09:04:09.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:09 smithi189 bash[21687]: audit 2024-09-18T09:04:08.564117+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:04:09.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:09 smithi078 bash[19887]: audit 2024-09-18T09:04:08.564117+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:04:09.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:09 smithi078 bash[28923]: audit 2024-09-18T09:04:08.564117+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:04:10.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:10 smithi189 bash[21687]: cluster 2024-09-18T09:04:08.622053+0000 mgr.x (mgr.24424) 271 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:10.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:10 smithi189 bash[21687]: audit 2024-09-18T09:04:08.649322+0000 mgr.x (mgr.24424) 272 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:10.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:10 smithi078 bash[28923]: cluster 2024-09-18T09:04:08.622053+0000 mgr.x (mgr.24424) 271 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:10.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:10 smithi078 bash[28923]: audit 2024-09-18T09:04:08.649322+0000 mgr.x (mgr.24424) 272 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:10.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:10 smithi078 bash[19887]: cluster 2024-09-18T09:04:08.622053+0000 mgr.x (mgr.24424) 271 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:10.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:10 smithi078 bash[19887]: audit 2024-09-18T09:04:08.649322+0000 mgr.x (mgr.24424) 272 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:12.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:12 smithi189 bash[21687]: cluster 2024-09-18T09:04:10.622767+0000 mgr.x (mgr.24424) 273 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:12.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:12 smithi078 bash[19887]: cluster 2024-09-18T09:04:10.622767+0000 mgr.x (mgr.24424) 273 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:12.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:12 smithi078 bash[28923]: cluster 2024-09-18T09:04:10.622767+0000 mgr.x (mgr.24424) 273 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:13.441 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:04:14.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:04:13 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:04:13] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-18T09:04:14.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:14 smithi189 bash[21687]: cluster 2024-09-18T09:04:12.623489+0000 mgr.x (mgr.24424) 274 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:14.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:14 smithi078 bash[19887]: cluster 2024-09-18T09:04:12.623489+0000 mgr.x (mgr.24424) 274 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:14.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:14 smithi078 bash[28923]: cluster 2024-09-18T09:04:12.623489+0000 mgr.x (mgr.24424) 274 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:15.172 INFO:teuthology.orchestra.run.smithi078.stdout:HEALTH_OK 2024-09-18T09:04:15.891 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph -s' 2024-09-18T09:04:16.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:16 smithi078 bash[19887]: cluster 2024-09-18T09:04:14.625241+0000 mgr.x (mgr.24424) 275 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:16.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:16 smithi078 bash[19887]: audit 2024-09-18T09:04:15.174386+0000 mon.c (mon.2) 179 : audit [DBG] from='client.? 172.21.15.78:0/2648807422' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-18T09:04:16.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:16 smithi078 bash[28923]: cluster 2024-09-18T09:04:14.625241+0000 mgr.x (mgr.24424) 275 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:16.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:16 smithi078 bash[28923]: audit 2024-09-18T09:04:15.174386+0000 mon.c (mon.2) 179 : audit [DBG] from='client.? 172.21.15.78:0/2648807422' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-18T09:04:16.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:16 smithi189 bash[21687]: cluster 2024-09-18T09:04:14.625241+0000 mgr.x (mgr.24424) 275 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:16.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:16 smithi189 bash[21687]: audit 2024-09-18T09:04:15.174386+0000 mon.c (mon.2) 179 : audit [DBG] from='client.? 172.21.15.78:0/2648807422' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-18T09:04:18.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:18 smithi189 bash[21687]: cluster 2024-09-18T09:04:16.626082+0000 mgr.x (mgr.24424) 276 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:18.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:18 smithi078 bash[28923]: cluster 2024-09-18T09:04:16.626082+0000 mgr.x (mgr.24424) 276 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:18.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:18 smithi078 bash[19887]: cluster 2024-09-18T09:04:16.626082+0000 mgr.x (mgr.24424) 276 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:20.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:20 smithi189 bash[21687]: cluster 2024-09-18T09:04:18.627817+0000 mgr.x (mgr.24424) 277 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:20.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:20 smithi189 bash[21687]: audit 2024-09-18T09:04:18.660611+0000 mgr.x (mgr.24424) 278 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:20.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:20 smithi078 bash[28923]: cluster 2024-09-18T09:04:18.627817+0000 mgr.x (mgr.24424) 277 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:20.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:20 smithi078 bash[28923]: audit 2024-09-18T09:04:18.660611+0000 mgr.x (mgr.24424) 278 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:20.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:20 smithi078 bash[19887]: cluster 2024-09-18T09:04:18.627817+0000 mgr.x (mgr.24424) 277 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:20.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:20 smithi078 bash[19887]: audit 2024-09-18T09:04:18.660611+0000 mgr.x (mgr.24424) 278 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:20.719 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:04:22.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:22 smithi078 bash[28923]: cluster 2024-09-18T09:04:20.628604+0000 mgr.x (mgr.24424) 279 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:22.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:22 smithi078 bash[19887]: cluster 2024-09-18T09:04:20.628604+0000 mgr.x (mgr.24424) 279 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:22.294 INFO:teuthology.orchestra.run.smithi078.stdout: cluster: 2024-09-18T09:04:22.294 INFO:teuthology.orchestra.run.smithi078.stdout: id: c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:04:22.294 INFO:teuthology.orchestra.run.smithi078.stdout: health: HEALTH_OK 2024-09-18T09:04:22.294 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T09:04:22.295 INFO:teuthology.orchestra.run.smithi078.stdout: services: 2024-09-18T09:04:22.295 INFO:teuthology.orchestra.run.smithi078.stdout: mon: 3 daemons, quorum a,b,c (age 26m) 2024-09-18T09:04:22.295 INFO:teuthology.orchestra.run.smithi078.stdout: mgr: x(active, since 6m), standbys: y 2024-09-18T09:04:22.295 INFO:teuthology.orchestra.run.smithi078.stdout: osd: 8 osds: 8 up (since 18m), 8 in (since 19m) 2024-09-18T09:04:22.295 INFO:teuthology.orchestra.run.smithi078.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-18T09:04:22.295 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T09:04:22.295 INFO:teuthology.orchestra.run.smithi078.stdout: data: 2024-09-18T09:04:22.295 INFO:teuthology.orchestra.run.smithi078.stdout: pools: 6 pools, 161 pgs 2024-09-18T09:04:22.295 INFO:teuthology.orchestra.run.smithi078.stdout: objects: 212 objects, 585 KiB 2024-09-18T09:04:22.295 INFO:teuthology.orchestra.run.smithi078.stdout: usage: 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:04:22.295 INFO:teuthology.orchestra.run.smithi078.stdout: pgs: 161 active+clean 2024-09-18T09:04:22.295 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T09:04:22.296 INFO:teuthology.orchestra.run.smithi078.stdout: io: 2024-09-18T09:04:22.296 INFO:teuthology.orchestra.run.smithi078.stdout: client: 852 B/s rd, 0 op/s rd, 0 op/s wr 2024-09-18T09:04:22.296 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T09:04:22.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:22 smithi189 bash[21687]: cluster 2024-09-18T09:04:20.628604+0000 mgr.x (mgr.24424) 279 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:23.027 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph mgr fail' 2024-09-18T09:04:23.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:23 smithi189 bash[21687]: audit 2024-09-18T09:04:22.295864+0000 mon.c (mon.2) 180 : audit [DBG] from='client.? 172.21.15.78:0/2458957568' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T09:04:23.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:23 smithi078 bash[28923]: audit 2024-09-18T09:04:22.295864+0000 mon.c (mon.2) 180 : audit [DBG] from='client.? 172.21.15.78:0/2458957568' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T09:04:23.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:23 smithi078 bash[19887]: audit 2024-09-18T09:04:22.295864+0000 mon.c (mon.2) 180 : audit [DBG] from='client.? 172.21.15.78:0/2458957568' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T09:04:24.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:04:23 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:04:23] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-18T09:04:24.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:24 smithi189 bash[21687]: cluster 2024-09-18T09:04:22.629321+0000 mgr.x (mgr.24424) 280 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:24.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:24 smithi189 bash[21687]: audit 2024-09-18T09:04:23.564408+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:04:24.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:24 smithi078 bash[19887]: cluster 2024-09-18T09:04:22.629321+0000 mgr.x (mgr.24424) 280 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:24.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:24 smithi078 bash[19887]: audit 2024-09-18T09:04:23.564408+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:04:24.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:24 smithi078 bash[28923]: cluster 2024-09-18T09:04:22.629321+0000 mgr.x (mgr.24424) 280 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:24.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:24 smithi078 bash[28923]: audit 2024-09-18T09:04:23.564408+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.24424 172.21.15.189:0/1777638291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:04:26.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:26 smithi189 bash[21687]: cluster 2024-09-18T09:04:24.631103+0000 mgr.x (mgr.24424) 281 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:26.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:26 smithi078 bash[19887]: cluster 2024-09-18T09:04:24.631103+0000 mgr.x (mgr.24424) 281 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:26.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:26 smithi078 bash[28923]: cluster 2024-09-18T09:04:24.631103+0000 mgr.x (mgr.24424) 281 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:27.857 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:04:28.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:28 smithi189 bash[21687]: cluster 2024-09-18T09:04:26.631802+0000 mgr.x (mgr.24424) 282 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:28.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:28 smithi078 bash[19887]: cluster 2024-09-18T09:04:26.631802+0000 mgr.x (mgr.24424) 282 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:28.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:28 smithi078 bash[28923]: cluster 2024-09-18T09:04:26.631802+0000 mgr.x (mgr.24424) 282 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:04:29.922 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:04:29 smithi189 bash[49976]: ignoring --setuser ceph since I am not root 2024-09-18T09:04:29.922 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:04:29 smithi189 bash[49976]: ignoring --setgroup ceph since I am not root 2024-09-18T09:04:29.922 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:04:29 smithi189 bash[49976]: debug 2024-09-18T09:04:29.540+0000 7fd9e5127640 1 -- 172.21.15.189:0/2666514134 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564e1977f0e0 con 0x564e19780800 2024-09-18T09:04:29.951 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:29 smithi078 bash[70347]: [18/Sep/2024:09:04:29] ENGINE Bus STOPPING 2024-09-18T09:04:29.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:29 smithi078 bash[70347]: [18/Sep/2024:09:04:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T09:04:29.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:29 smithi078 bash[70347]: [18/Sep/2024:09:04:29] ENGINE Bus STOPPED 2024-09-18T09:04:30.166 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'sleep 180' 2024-09-18T09:04:30.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: cluster 2024-09-18T09:04:28.633472+0000 mgr.x (mgr.24424) 283 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:30.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:28.669125+0000 mgr.x (mgr.24424) 284 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:30.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.463560+0000 mon.c (mon.2) 181 : audit [INF] from='client.? 172.21.15.78:0/2284319862' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T09:04:30.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.464081+0000 mon.a (mon.0) 1051 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T09:04:30.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: cluster 2024-09-18T09:04:29.464861+0000 mon.a (mon.0) 1052 : cluster [INF] Activating manager daemon y 2024-09-18T09:04:30.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.470461+0000 mon.a (mon.0) 1053 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-18T09:04:30.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: cluster 2024-09-18T09:04:29.481828+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-09-18T09:04:30.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: cluster 2024-09-18T09:04:29.482560+0000 mon.a (mon.0) 1055 : cluster [DBG] mgrmap e29: y(active, starting, since 0.0176958s) 2024-09-18T09:04:30.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.485125+0000 mon.a (mon.0) 1056 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T09:04:30.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.485366+0000 mon.a (mon.0) 1057 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T09:04:30.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.485539+0000 mon.a (mon.0) 1058 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T09:04:30.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.487706+0000 mon.a (mon.0) 1059 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T09:04:30.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.488200+0000 mon.a (mon.0) 1060 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T09:04:30.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.488450+0000 mon.a (mon.0) 1061 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T09:04:30.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.488677+0000 mon.a (mon.0) 1062 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T09:04:30.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.488943+0000 mon.a (mon.0) 1063 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T09:04:30.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.489168+0000 mon.a (mon.0) 1064 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T09:04:30.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.489435+0000 mon.a (mon.0) 1065 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T09:04:30.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.489672+0000 mon.a (mon.0) 1066 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T09:04:30.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.489914+0000 mon.a (mon.0) 1067 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T09:04:30.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.490174+0000 mon.a (mon.0) 1068 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T09:04:30.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.490329+0000 mon.a (mon.0) 1069 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T09:04:30.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: audit 2024-09-18T09:04:29.490971+0000 mon.a (mon.0) 1070 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T09:04:30.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[19887]: cluster 2024-09-18T09:04:29.759514+0000 mon.a (mon.0) 1071 : cluster [INF] Manager daemon y is now available 2024-09-18T09:04:30.390 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: cluster 2024-09-18T09:04:28.633472+0000 mgr.x (mgr.24424) 283 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:30.390 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:28.669125+0000 mgr.x (mgr.24424) 284 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:30.390 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.463560+0000 mon.c (mon.2) 181 : audit [INF] from='client.? 172.21.15.78:0/2284319862' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T09:04:30.390 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.464081+0000 mon.a (mon.0) 1051 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T09:04:30.390 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: cluster 2024-09-18T09:04:29.464861+0000 mon.a (mon.0) 1052 : cluster [INF] Activating manager daemon y 2024-09-18T09:04:30.390 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.470461+0000 mon.a (mon.0) 1053 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-18T09:04:30.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: cluster 2024-09-18T09:04:29.481828+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-09-18T09:04:30.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: cluster 2024-09-18T09:04:29.482560+0000 mon.a (mon.0) 1055 : cluster [DBG] mgrmap e29: y(active, starting, since 0.0176958s) 2024-09-18T09:04:30.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.485125+0000 mon.a (mon.0) 1056 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T09:04:30.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.485366+0000 mon.a (mon.0) 1057 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T09:04:30.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.485539+0000 mon.a (mon.0) 1058 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T09:04:30.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.487706+0000 mon.a (mon.0) 1059 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T09:04:30.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.488200+0000 mon.a (mon.0) 1060 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T09:04:30.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.488450+0000 mon.a (mon.0) 1061 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T09:04:30.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.488677+0000 mon.a (mon.0) 1062 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T09:04:30.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.488943+0000 mon.a (mon.0) 1063 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T09:04:30.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.489168+0000 mon.a (mon.0) 1064 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T09:04:30.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.489435+0000 mon.a (mon.0) 1065 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T09:04:30.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.489672+0000 mon.a (mon.0) 1066 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T09:04:30.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.489914+0000 mon.a (mon.0) 1067 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T09:04:30.392 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.490174+0000 mon.a (mon.0) 1068 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T09:04:30.392 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.490329+0000 mon.a (mon.0) 1069 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T09:04:30.392 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: audit 2024-09-18T09:04:29.490971+0000 mon.a (mon.0) 1070 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T09:04:30.392 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[28923]: cluster 2024-09-18T09:04:29.759514+0000 mon.a (mon.0) 1071 : cluster [INF] Manager daemon y is now available 2024-09-18T09:04:30.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: cluster 2024-09-18T09:04:28.633472+0000 mgr.x (mgr.24424) 283 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:28.669125+0000 mgr.x (mgr.24424) 284 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.463560+0000 mon.c (mon.2) 181 : audit [INF] from='client.? 172.21.15.78:0/2284319862' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T09:04:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.464081+0000 mon.a (mon.0) 1051 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T09:04:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: cluster 2024-09-18T09:04:29.464861+0000 mon.a (mon.0) 1052 : cluster [INF] Activating manager daemon y 2024-09-18T09:04:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.470461+0000 mon.a (mon.0) 1053 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-18T09:04:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: cluster 2024-09-18T09:04:29.481828+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-09-18T09:04:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: cluster 2024-09-18T09:04:29.482560+0000 mon.a (mon.0) 1055 : cluster [DBG] mgrmap e29: y(active, starting, since 0.0176958s) 2024-09-18T09:04:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.485125+0000 mon.a (mon.0) 1056 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T09:04:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.485366+0000 mon.a (mon.0) 1057 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T09:04:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.485539+0000 mon.a (mon.0) 1058 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T09:04:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.487706+0000 mon.a (mon.0) 1059 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T09:04:30.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.488200+0000 mon.a (mon.0) 1060 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T09:04:30.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.488450+0000 mon.a (mon.0) 1061 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T09:04:30.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.488677+0000 mon.a (mon.0) 1062 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T09:04:30.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.488943+0000 mon.a (mon.0) 1063 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T09:04:30.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.489168+0000 mon.a (mon.0) 1064 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T09:04:30.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.489435+0000 mon.a (mon.0) 1065 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T09:04:30.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.489672+0000 mon.a (mon.0) 1066 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T09:04:30.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.489914+0000 mon.a (mon.0) 1067 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T09:04:30.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.490174+0000 mon.a (mon.0) 1068 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T09:04:30.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.490329+0000 mon.a (mon.0) 1069 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T09:04:30.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: audit 2024-09-18T09:04:29.490971+0000 mon.a (mon.0) 1070 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T09:04:30.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:30 smithi189 bash[21687]: cluster 2024-09-18T09:04:29.759514+0000 mon.a (mon.0) 1071 : cluster [INF] Manager daemon y is now available 2024-09-18T09:04:30.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[70347]: [18/Sep/2024:09:04:30] ENGINE Bus STARTING 2024-09-18T09:04:30.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[70347]: [18/Sep/2024:09:04:30] ENGINE Serving on http://:::9283 2024-09-18T09:04:30.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:30 smithi078 bash[70347]: [18/Sep/2024:09:04:30] ENGINE Bus STARTED 2024-09-18T09:04:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:31 smithi189 bash[21687]: audit 2024-09-18T09:04:30.098016+0000 mon.a (mon.0) 1072 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:04:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:31 smithi189 bash[21687]: audit 2024-09-18T09:04:30.098937+0000 mon.a (mon.0) 1073 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:04:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:31 smithi189 bash[21687]: audit 2024-09-18T09:04:30.105829+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T09:04:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:31 smithi189 bash[21687]: audit 2024-09-18T09:04:30.131304+0000 mon.a (mon.0) 1075 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T09:04:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:31 smithi189 bash[21687]: cluster 2024-09-18T09:04:30.478692+0000 mon.a (mon.0) 1076 : cluster [DBG] mgrmap e30: y(active, since 1.01383s) 2024-09-18T09:04:31.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[19887]: audit 2024-09-18T09:04:30.098016+0000 mon.a (mon.0) 1072 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:04:31.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[19887]: audit 2024-09-18T09:04:30.098937+0000 mon.a (mon.0) 1073 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:04:31.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[19887]: audit 2024-09-18T09:04:30.105829+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T09:04:31.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[19887]: audit 2024-09-18T09:04:30.131304+0000 mon.a (mon.0) 1075 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T09:04:31.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[19887]: cluster 2024-09-18T09:04:30.478692+0000 mon.a (mon.0) 1076 : cluster [DBG] mgrmap e30: y(active, since 1.01383s) 2024-09-18T09:04:31.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[28923]: audit 2024-09-18T09:04:30.098016+0000 mon.a (mon.0) 1072 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:04:31.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[28923]: audit 2024-09-18T09:04:30.098937+0000 mon.a (mon.0) 1073 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:04:31.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[28923]: audit 2024-09-18T09:04:30.105829+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T09:04:31.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[28923]: audit 2024-09-18T09:04:30.131304+0000 mon.a (mon.0) 1075 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T09:04:31.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[28923]: cluster 2024-09-18T09:04:30.478692+0000 mon.a (mon.0) 1076 : cluster [DBG] mgrmap e30: y(active, since 1.01383s) 2024-09-18T09:04:31.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: debug 2024-09-18T09:04:31.251+0000 7fead2449640 -1 log_channel(cephadm) log [ERR] : [18/Sep/2024:09:04:31] ENGINE Error in HTTPServer.serve 2024-09-18T09:04:31.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: Traceback (most recent call last): 2024-09-18T09:04:31.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T09:04:31.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: self._connections.run(self.expiration_interval) 2024-09-18T09:04:31.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T09:04:31.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: self._run(expiration_interval) 2024-09-18T09:04:31.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T09:04:31.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T09:04:31.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T09:04:31.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T09:04:31.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T09:04:31.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: s = self.context.wrap_socket( 2024-09-18T09:04:31.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T09:04:31.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: return self.sslsocket_class._create( 2024-09-18T09:04:31.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T09:04:31.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: self.do_handshake() 2024-09-18T09:04:31.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T09:04:31.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: self._sslobj.do_handshake() 2024-09-18T09:04:31.454 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:04:31 smithi078 bash[70347]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T09:04:32.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: cephadm 2024-09-18T09:04:31.032121+0000 mgr.y (mgr.15126) 3 : cephadm [INF] [18/Sep/2024:09:04:31] ENGINE Bus STARTING 2024-09-18T09:04:32.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: cephadm 2024-09-18T09:04:31.134080+0000 mgr.y (mgr.15126) 4 : cephadm [INF] [18/Sep/2024:09:04:31] ENGINE Serving on http://172.21.15.78:8765 2024-09-18T09:04:32.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: cephadm 2024-09-18T09:04:31.251378+0000 mgr.y (mgr.15126) 5 : cephadm [INF] [18/Sep/2024:09:04:31] ENGINE Serving on https://172.21.15.78:7150 2024-09-18T09:04:32.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: cephadm 2024-09-18T09:04:31.251623+0000 mgr.y (mgr.15126) 6 : cephadm [INF] [18/Sep/2024:09:04:31] ENGINE Bus STARTED 2024-09-18T09:04:32.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: cephadm 2024-09-18T09:04:31.253325+0000 mgr.y (mgr.15126) 7 : cephadm [ERR] [18/Sep/2024:09:04:31] ENGINE Error in HTTPServer.serve 2024-09-18T09:04:32.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: Traceback (most recent call last): 2024-09-18T09:04:32.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T09:04:32.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: self._connections.run(self.expiration_interval) 2024-09-18T09:04:32.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T09:04:32.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: self._run(expiration_interval) 2024-09-18T09:04:32.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T09:04:32.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T09:04:32.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T09:04:32.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T09:04:32.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T09:04:32.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: s = self.context.wrap_socket( 2024-09-18T09:04:32.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T09:04:32.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: return self.sslsocket_class._create( 2024-09-18T09:04:32.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T09:04:32.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: self.do_handshake() 2024-09-18T09:04:32.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T09:04:32.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: self._sslobj.do_handshake() 2024-09-18T09:04:32.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T09:04:32.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:32 smithi189 bash[21687]: cluster 2024-09-18T09:04:31.493253+0000 mon.a (mon.0) 1077 : cluster [DBG] mgrmap e31: y(active, since 2s) 2024-09-18T09:04:32.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: cephadm 2024-09-18T09:04:31.032121+0000 mgr.y (mgr.15126) 3 : cephadm [INF] [18/Sep/2024:09:04:31] ENGINE Bus STARTING 2024-09-18T09:04:32.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: cephadm 2024-09-18T09:04:31.134080+0000 mgr.y (mgr.15126) 4 : cephadm [INF] [18/Sep/2024:09:04:31] ENGINE Serving on http://172.21.15.78:8765 2024-09-18T09:04:32.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: cephadm 2024-09-18T09:04:31.251378+0000 mgr.y (mgr.15126) 5 : cephadm [INF] [18/Sep/2024:09:04:31] ENGINE Serving on https://172.21.15.78:7150 2024-09-18T09:04:32.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: cephadm 2024-09-18T09:04:31.251623+0000 mgr.y (mgr.15126) 6 : cephadm [INF] [18/Sep/2024:09:04:31] ENGINE Bus STARTED 2024-09-18T09:04:32.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: cephadm 2024-09-18T09:04:31.253325+0000 mgr.y (mgr.15126) 7 : cephadm [ERR] [18/Sep/2024:09:04:31] ENGINE Error in HTTPServer.serve 2024-09-18T09:04:32.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: Traceback (most recent call last): 2024-09-18T09:04:32.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T09:04:32.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: self._connections.run(self.expiration_interval) 2024-09-18T09:04:32.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T09:04:32.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: self._run(expiration_interval) 2024-09-18T09:04:32.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T09:04:32.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T09:04:32.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T09:04:32.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T09:04:32.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T09:04:32.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: s = self.context.wrap_socket( 2024-09-18T09:04:32.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T09:04:32.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: return self.sslsocket_class._create( 2024-09-18T09:04:32.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T09:04:32.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: self.do_handshake() 2024-09-18T09:04:32.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T09:04:32.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: self._sslobj.do_handshake() 2024-09-18T09:04:32.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T09:04:32.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[19887]: cluster 2024-09-18T09:04:31.493253+0000 mon.a (mon.0) 1077 : cluster [DBG] mgrmap e31: y(active, since 2s) 2024-09-18T09:04:32.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: cephadm 2024-09-18T09:04:31.032121+0000 mgr.y (mgr.15126) 3 : cephadm [INF] [18/Sep/2024:09:04:31] ENGINE Bus STARTING 2024-09-18T09:04:32.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: cephadm 2024-09-18T09:04:31.134080+0000 mgr.y (mgr.15126) 4 : cephadm [INF] [18/Sep/2024:09:04:31] ENGINE Serving on http://172.21.15.78:8765 2024-09-18T09:04:32.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: cephadm 2024-09-18T09:04:31.251378+0000 mgr.y (mgr.15126) 5 : cephadm [INF] [18/Sep/2024:09:04:31] ENGINE Serving on https://172.21.15.78:7150 2024-09-18T09:04:32.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: cephadm 2024-09-18T09:04:31.251623+0000 mgr.y (mgr.15126) 6 : cephadm [INF] [18/Sep/2024:09:04:31] ENGINE Bus STARTED 2024-09-18T09:04:32.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: cephadm 2024-09-18T09:04:31.253325+0000 mgr.y (mgr.15126) 7 : cephadm [ERR] [18/Sep/2024:09:04:31] ENGINE Error in HTTPServer.serve 2024-09-18T09:04:32.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: Traceback (most recent call last): 2024-09-18T09:04:32.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T09:04:32.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: self._connections.run(self.expiration_interval) 2024-09-18T09:04:32.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T09:04:32.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: self._run(expiration_interval) 2024-09-18T09:04:32.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T09:04:32.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T09:04:32.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T09:04:32.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T09:04:32.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T09:04:32.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: s = self.context.wrap_socket( 2024-09-18T09:04:32.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T09:04:32.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: return self.sslsocket_class._create( 2024-09-18T09:04:32.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T09:04:32.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: self.do_handshake() 2024-09-18T09:04:32.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T09:04:32.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: self._sslobj.do_handshake() 2024-09-18T09:04:32.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T09:04:32.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:32 smithi078 bash[28923]: cluster 2024-09-18T09:04:31.493253+0000 mon.a (mon.0) 1077 : cluster [DBG] mgrmap e31: y(active, since 2s) 2024-09-18T09:04:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:33 smithi189 bash[21687]: cluster 2024-09-18T09:04:31.490262+0000 mgr.y (mgr.15126) 8 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:04:33.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:33 smithi078 bash[19887]: cluster 2024-09-18T09:04:31.490262+0000 mgr.y (mgr.15126) 8 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:04:33.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:33 smithi078 bash[28923]: cluster 2024-09-18T09:04:31.490262+0000 mgr.y (mgr.15126) 8 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:04:34.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:34 smithi189 bash[21687]: cluster 2024-09-18T09:04:33.490951+0000 mgr.y (mgr.15126) 9 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:04:34.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:34 smithi189 bash[21687]: cluster 2024-09-18T09:04:33.500393+0000 mon.a (mon.0) 1078 : cluster [DBG] mgrmap e32: y(active, since 4s) 2024-09-18T09:04:34.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:34 smithi078 bash[19887]: cluster 2024-09-18T09:04:33.490951+0000 mgr.y (mgr.15126) 9 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:04:34.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:34 smithi078 bash[19887]: cluster 2024-09-18T09:04:33.500393+0000 mon.a (mon.0) 1078 : cluster [DBG] mgrmap e32: y(active, since 4s) 2024-09-18T09:04:34.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:34 smithi078 bash[28923]: cluster 2024-09-18T09:04:33.490951+0000 mgr.y (mgr.15126) 9 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:04:34.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:34 smithi078 bash[28923]: cluster 2024-09-18T09:04:33.500393+0000 mon.a (mon.0) 1078 : cluster [DBG] mgrmap e32: y(active, since 4s) 2024-09-18T09:04:34.990 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:04:35.922 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:04:35 smithi189 bash[49976]: [18/Sep/2024:09:04:35] ENGINE Bus STARTING 2024-09-18T09:04:35.922 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:04:35 smithi189 bash[49976]: CherryPy Checker: 2024-09-18T09:04:35.922 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:04:35 smithi189 bash[49976]: The Application mounted at '' has an empty config. 2024-09-18T09:04:35.923 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:04:35 smithi189 bash[49976]: [18/Sep/2024:09:04:35] ENGINE Serving on http://:::9283 2024-09-18T09:04:35.923 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:04:35 smithi189 bash[49976]: [18/Sep/2024:09:04:35] ENGINE Bus STARTED 2024-09-18T09:04:36.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[19887]: cluster 2024-09-18T09:04:35.491479+0000 mgr.y (mgr.15126) 10 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:04:36.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[19887]: cluster 2024-09-18T09:04:35.609351+0000 mon.a (mon.0) 1079 : cluster [DBG] Standby manager daemon x started 2024-09-18T09:04:36.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[19887]: audit 2024-09-18T09:04:35.610807+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.? 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T09:04:36.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[19887]: audit 2024-09-18T09:04:35.612479+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.? 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T09:04:36.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[19887]: audit 2024-09-18T09:04:35.614090+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.? 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T09:04:36.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[19887]: audit 2024-09-18T09:04:35.614509+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.? 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T09:04:36.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[19887]: audit 2024-09-18T09:04:35.762904+0000 mon.a (mon.0) 1080 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:36.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[19887]: audit 2024-09-18T09:04:35.766860+0000 mon.a (mon.0) 1081 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:36.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[19887]: audit 2024-09-18T09:04:36.487749+0000 mon.a (mon.0) 1082 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:36.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[19887]: audit 2024-09-18T09:04:36.498248+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[28923]: cluster 2024-09-18T09:04:35.491479+0000 mgr.y (mgr.15126) 10 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:04:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[28923]: cluster 2024-09-18T09:04:35.609351+0000 mon.a (mon.0) 1079 : cluster [DBG] Standby manager daemon x started 2024-09-18T09:04:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[28923]: audit 2024-09-18T09:04:35.610807+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.? 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T09:04:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[28923]: audit 2024-09-18T09:04:35.612479+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.? 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T09:04:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[28923]: audit 2024-09-18T09:04:35.614090+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.? 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T09:04:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[28923]: audit 2024-09-18T09:04:35.614509+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.? 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T09:04:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[28923]: audit 2024-09-18T09:04:35.762904+0000 mon.a (mon.0) 1080 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[28923]: audit 2024-09-18T09:04:35.766860+0000 mon.a (mon.0) 1081 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[28923]: audit 2024-09-18T09:04:36.487749+0000 mon.a (mon.0) 1082 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:36 smithi078 bash[28923]: audit 2024-09-18T09:04:36.498248+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:36.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:36 smithi189 bash[21687]: cluster 2024-09-18T09:04:35.491479+0000 mgr.y (mgr.15126) 10 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:04:36.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:36 smithi189 bash[21687]: cluster 2024-09-18T09:04:35.609351+0000 mon.a (mon.0) 1079 : cluster [DBG] Standby manager daemon x started 2024-09-18T09:04:36.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:36 smithi189 bash[21687]: audit 2024-09-18T09:04:35.610807+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.? 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T09:04:36.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:36 smithi189 bash[21687]: audit 2024-09-18T09:04:35.612479+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.? 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T09:04:36.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:36 smithi189 bash[21687]: audit 2024-09-18T09:04:35.614090+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.? 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T09:04:36.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:36 smithi189 bash[21687]: audit 2024-09-18T09:04:35.614509+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.? 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T09:04:36.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:36 smithi189 bash[21687]: audit 2024-09-18T09:04:35.762904+0000 mon.a (mon.0) 1080 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:36.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:36 smithi189 bash[21687]: audit 2024-09-18T09:04:35.766860+0000 mon.a (mon.0) 1081 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:36.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:36 smithi189 bash[21687]: audit 2024-09-18T09:04:36.487749+0000 mon.a (mon.0) 1082 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:36.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:36 smithi189 bash[21687]: audit 2024-09-18T09:04:36.498248+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:37.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:37 smithi189 bash[21687]: cluster 2024-09-18T09:04:36.519937+0000 mon.a (mon.0) 1084 : cluster [DBG] mgrmap e33: y(active, since 7s), standbys: x 2024-09-18T09:04:37.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:37 smithi189 bash[21687]: audit 2024-09-18T09:04:36.523948+0000 mon.a (mon.0) 1085 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T09:04:37.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:37 smithi189 bash[21687]: audit 2024-09-18T09:04:36.816431+0000 mon.a (mon.0) 1086 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:37.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:37 smithi189 bash[21687]: audit 2024-09-18T09:04:36.824993+0000 mon.a (mon.0) 1087 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:37.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:37 smithi078 bash[19887]: cluster 2024-09-18T09:04:36.519937+0000 mon.a (mon.0) 1084 : cluster [DBG] mgrmap e33: y(active, since 7s), standbys: x 2024-09-18T09:04:37.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:37 smithi078 bash[19887]: audit 2024-09-18T09:04:36.523948+0000 mon.a (mon.0) 1085 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T09:04:37.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:37 smithi078 bash[19887]: audit 2024-09-18T09:04:36.816431+0000 mon.a (mon.0) 1086 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:37.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:37 smithi078 bash[19887]: audit 2024-09-18T09:04:36.824993+0000 mon.a (mon.0) 1087 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:37.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:37 smithi078 bash[28923]: cluster 2024-09-18T09:04:36.519937+0000 mon.a (mon.0) 1084 : cluster [DBG] mgrmap e33: y(active, since 7s), standbys: x 2024-09-18T09:04:37.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:37 smithi078 bash[28923]: audit 2024-09-18T09:04:36.523948+0000 mon.a (mon.0) 1085 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T09:04:37.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:37 smithi078 bash[28923]: audit 2024-09-18T09:04:36.816431+0000 mon.a (mon.0) 1086 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:37.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:37 smithi078 bash[28923]: audit 2024-09-18T09:04:36.824993+0000 mon.a (mon.0) 1087 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: cluster 2024-09-18T09:04:37.492831+0000 mgr.y (mgr.15126) 11 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T09:04:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: audit 2024-09-18T09:04:37.622730+0000 mon.a (mon.0) 1088 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: audit 2024-09-18T09:04:37.634136+0000 mon.a (mon.0) 1089 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: audit 2024-09-18T09:04:37.639360+0000 mon.a (mon.0) 1090 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:04:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: audit 2024-09-18T09:04:37.640900+0000 mon.a (mon.0) 1091 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:04:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: cephadm 2024-09-18T09:04:37.642911+0000 mgr.y (mgr.15126) 12 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T09:04:38.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: cephadm 2024-09-18T09:04:37.643309+0000 mgr.y (mgr.15126) 13 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T09:04:38.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: cephadm 2024-09-18T09:04:37.783535+0000 mgr.y (mgr.15126) 14 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:04:38.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: cephadm 2024-09-18T09:04:37.783851+0000 mgr.y (mgr.15126) 15 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:04:38.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: cephadm 2024-09-18T09:04:37.877534+0000 mgr.y (mgr.15126) 16 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:04:38.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: cephadm 2024-09-18T09:04:37.877706+0000 mgr.y (mgr.15126) 17 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:04:38.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: cephadm 2024-09-18T09:04:37.963340+0000 mgr.y (mgr.15126) 18 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:04:38.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: cephadm 2024-09-18T09:04:37.963517+0000 mgr.y (mgr.15126) 19 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:04:38.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: audit 2024-09-18T09:04:38.060202+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: audit 2024-09-18T09:04:38.068794+0000 mon.a (mon.0) 1093 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: audit 2024-09-18T09:04:38.078068+0000 mon.a (mon.0) 1094 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: audit 2024-09-18T09:04:38.087152+0000 mon.a (mon.0) 1095 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: audit 2024-09-18T09:04:38.097528+0000 mon.a (mon.0) 1096 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: cephadm 2024-09-18T09:04:38.126573+0000 mgr.y (mgr.15126) 20 : cephadm [INF] Reconfiguring iscsi.foo.smithi078.kaairk (dependencies changed)... 2024-09-18T09:04:38.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: audit 2024-09-18T09:04:38.127126+0000 mon.a (mon.0) 1097 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T09:04:38.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: audit 2024-09-18T09:04:38.144261+0000 mon.a (mon.0) 1098 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:04:38.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:38 smithi189 bash[21687]: cephadm 2024-09-18T09:04:38.145454+0000 mgr.y (mgr.15126) 21 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi078.kaairk on smithi078 2024-09-18T09:04:38.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: cluster 2024-09-18T09:04:37.492831+0000 mgr.y (mgr.15126) 11 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T09:04:38.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: audit 2024-09-18T09:04:37.622730+0000 mon.a (mon.0) 1088 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: audit 2024-09-18T09:04:37.634136+0000 mon.a (mon.0) 1089 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: audit 2024-09-18T09:04:37.639360+0000 mon.a (mon.0) 1090 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:04:38.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: audit 2024-09-18T09:04:37.640900+0000 mon.a (mon.0) 1091 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:04:38.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: cephadm 2024-09-18T09:04:37.642911+0000 mgr.y (mgr.15126) 12 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T09:04:38.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: cephadm 2024-09-18T09:04:37.643309+0000 mgr.y (mgr.15126) 13 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T09:04:38.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: cephadm 2024-09-18T09:04:37.783535+0000 mgr.y (mgr.15126) 14 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:04:38.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: cephadm 2024-09-18T09:04:37.783851+0000 mgr.y (mgr.15126) 15 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:04:38.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: cephadm 2024-09-18T09:04:37.877534+0000 mgr.y (mgr.15126) 16 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:04:38.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: cephadm 2024-09-18T09:04:37.877706+0000 mgr.y (mgr.15126) 17 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:04:38.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: cephadm 2024-09-18T09:04:37.963340+0000 mgr.y (mgr.15126) 18 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:04:38.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: cephadm 2024-09-18T09:04:37.963517+0000 mgr.y (mgr.15126) 19 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:04:38.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: audit 2024-09-18T09:04:38.060202+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: audit 2024-09-18T09:04:38.068794+0000 mon.a (mon.0) 1093 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: audit 2024-09-18T09:04:38.078068+0000 mon.a (mon.0) 1094 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: audit 2024-09-18T09:04:38.087152+0000 mon.a (mon.0) 1095 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: audit 2024-09-18T09:04:38.097528+0000 mon.a (mon.0) 1096 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: cephadm 2024-09-18T09:04:38.126573+0000 mgr.y (mgr.15126) 20 : cephadm [INF] Reconfiguring iscsi.foo.smithi078.kaairk (dependencies changed)... 2024-09-18T09:04:38.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: audit 2024-09-18T09:04:38.127126+0000 mon.a (mon.0) 1097 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T09:04:38.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: audit 2024-09-18T09:04:38.144261+0000 mon.a (mon.0) 1098 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:04:38.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[19887]: cephadm 2024-09-18T09:04:38.145454+0000 mgr.y (mgr.15126) 21 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi078.kaairk on smithi078 2024-09-18T09:04:38.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: cluster 2024-09-18T09:04:37.492831+0000 mgr.y (mgr.15126) 11 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T09:04:38.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: audit 2024-09-18T09:04:37.622730+0000 mon.a (mon.0) 1088 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: audit 2024-09-18T09:04:37.634136+0000 mon.a (mon.0) 1089 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: audit 2024-09-18T09:04:37.639360+0000 mon.a (mon.0) 1090 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:04:38.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: audit 2024-09-18T09:04:37.640900+0000 mon.a (mon.0) 1091 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:04:38.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: cephadm 2024-09-18T09:04:37.642911+0000 mgr.y (mgr.15126) 12 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T09:04:38.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: cephadm 2024-09-18T09:04:37.643309+0000 mgr.y (mgr.15126) 13 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T09:04:38.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: cephadm 2024-09-18T09:04:37.783535+0000 mgr.y (mgr.15126) 14 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:04:38.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: cephadm 2024-09-18T09:04:37.783851+0000 mgr.y (mgr.15126) 15 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:04:38.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: cephadm 2024-09-18T09:04:37.877534+0000 mgr.y (mgr.15126) 16 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:04:38.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: cephadm 2024-09-18T09:04:37.877706+0000 mgr.y (mgr.15126) 17 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:04:38.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: cephadm 2024-09-18T09:04:37.963340+0000 mgr.y (mgr.15126) 18 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:04:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: cephadm 2024-09-18T09:04:37.963517+0000 mgr.y (mgr.15126) 19 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:04:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: audit 2024-09-18T09:04:38.060202+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: audit 2024-09-18T09:04:38.068794+0000 mon.a (mon.0) 1093 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: audit 2024-09-18T09:04:38.078068+0000 mon.a (mon.0) 1094 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: audit 2024-09-18T09:04:38.087152+0000 mon.a (mon.0) 1095 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: audit 2024-09-18T09:04:38.097528+0000 mon.a (mon.0) 1096 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: cephadm 2024-09-18T09:04:38.126573+0000 mgr.y (mgr.15126) 20 : cephadm [INF] Reconfiguring iscsi.foo.smithi078.kaairk (dependencies changed)... 2024-09-18T09:04:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: audit 2024-09-18T09:04:38.127126+0000 mon.a (mon.0) 1097 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T09:04:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: audit 2024-09-18T09:04:38.144261+0000 mon.a (mon.0) 1098 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:04:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:38 smithi078 bash[28923]: cephadm 2024-09-18T09:04:38.145454+0000 mgr.y (mgr.15126) 21 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi078.kaairk on smithi078 2024-09-18T09:04:39.888 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:39 smithi078 bash[19887]: audit 2024-09-18T09:04:38.677166+0000 mgr.y (mgr.15126) 22 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:39.888 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:39 smithi078 bash[28923]: audit 2024-09-18T09:04:38.677166+0000 mgr.y (mgr.15126) 22 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:39.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:39 smithi189 bash[21687]: audit 2024-09-18T09:04:38.677166+0000 mgr.y (mgr.15126) 22 : audit [DBG] from='client.24947 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:40.908 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:40 smithi078 bash[19887]: cluster 2024-09-18T09:04:39.493509+0000 mgr.y (mgr.15126) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-18T09:04:40.908 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:40 smithi078 bash[28923]: cluster 2024-09-18T09:04:39.493509+0000 mgr.y (mgr.15126) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-18T09:04:40.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:40 smithi189 bash[21687]: cluster 2024-09-18T09:04:39.493509+0000 mgr.y (mgr.15126) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-18T09:04:42.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:42 smithi189 bash[21687]: cluster 2024-09-18T09:04:41.495209+0000 mgr.y (mgr.15126) 24 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T09:04:42.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:42 smithi189 bash[21687]: audit 2024-09-18T09:04:41.764025+0000 mon.a (mon.0) 1099 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:42.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:42 smithi189 bash[21687]: audit 2024-09-18T09:04:41.769747+0000 mon.a (mon.0) 1100 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:42.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:42 smithi189 bash[21687]: cephadm 2024-09-18T09:04:41.771638+0000 mgr.y (mgr.15126) 25 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T09:04:42.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:42 smithi189 bash[21687]: cephadm 2024-09-18T09:04:42.017345+0000 mgr.y (mgr.15126) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi189 2024-09-18T09:04:43.148 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:42 smithi078 bash[19887]: cluster 2024-09-18T09:04:41.495209+0000 mgr.y (mgr.15126) 24 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T09:04:43.148 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:42 smithi078 bash[19887]: audit 2024-09-18T09:04:41.764025+0000 mon.a (mon.0) 1099 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:43.148 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:42 smithi078 bash[19887]: audit 2024-09-18T09:04:41.769747+0000 mon.a (mon.0) 1100 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:43.148 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:42 smithi078 bash[19887]: cephadm 2024-09-18T09:04:41.771638+0000 mgr.y (mgr.15126) 25 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T09:04:43.148 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:42 smithi078 bash[19887]: cephadm 2024-09-18T09:04:42.017345+0000 mgr.y (mgr.15126) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi189 2024-09-18T09:04:43.149 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:42 smithi078 bash[28923]: cluster 2024-09-18T09:04:41.495209+0000 mgr.y (mgr.15126) 24 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T09:04:43.149 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:42 smithi078 bash[28923]: audit 2024-09-18T09:04:41.764025+0000 mon.a (mon.0) 1099 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:43.149 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:42 smithi078 bash[28923]: audit 2024-09-18T09:04:41.769747+0000 mon.a (mon.0) 1100 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:43.149 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:42 smithi078 bash[28923]: cephadm 2024-09-18T09:04:41.771638+0000 mgr.y (mgr.15126) 25 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T09:04:43.149 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:42 smithi078 bash[28923]: cephadm 2024-09-18T09:04:42.017345+0000 mgr.y (mgr.15126) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi189 2024-09-18T09:04:44.068 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:43 smithi189 bash[21687]: audit 2024-09-18T09:04:43.437728+0000 mon.c (mon.2) 182 : audit [DBG] from='client.? 172.21.15.78:0/2087652099' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-18T09:04:44.069 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:04:43 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:04:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T09:04:44.070 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:43 smithi189 bash[51807]: ts=2024-09-18T09:04:43.868Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.189:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.189:8765: connect: connection refused" 2024-09-18T09:04:44.070 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:43 smithi189 bash[51807]: ts=2024-09-18T09:04:43.869Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.189:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.189:8765: connect: connection refused" 2024-09-18T09:04:44.070 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:43 smithi189 bash[51807]: ts=2024-09-18T09:04:43.870Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.189:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.189:8765: connect: connection refused" 2024-09-18T09:04:44.070 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:43 smithi189 bash[51807]: ts=2024-09-18T09:04:43.870Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.189:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.189:8765: connect: connection refused" 2024-09-18T09:04:44.070 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:43 smithi189 bash[51807]: ts=2024-09-18T09:04:43.870Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.189:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.189:8765: connect: connection refused" 2024-09-18T09:04:44.070 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:43 smithi189 bash[51807]: ts=2024-09-18T09:04:43.871Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=smb msg="Unable to refresh target groups" err="Get \"http://172.21.15.189:8765/sd/prometheus/sd-config?service=smb\": dial tcp 172.21.15.189:8765: connect: connection refused" 2024-09-18T09:04:44.071 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:43 smithi189 bash[51807]: ts=2024-09-18T09:04:43.873Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.189:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.189:8765: connect: connection refused" 2024-09-18T09:04:44.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:43 smithi078 bash[19887]: audit 2024-09-18T09:04:43.437728+0000 mon.c (mon.2) 182 : audit [DBG] from='client.? 172.21.15.78:0/2087652099' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-18T09:04:44.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:43 smithi078 bash[28923]: audit 2024-09-18T09:04:43.437728+0000 mon.c (mon.2) 182 : audit [DBG] from='client.? 172.21.15.78:0/2087652099' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-18T09:04:44.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:44 smithi189 bash[21687]: cluster 2024-09-18T09:04:43.495957+0000 mgr.y (mgr.15126) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T09:04:45.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:44 smithi078 bash[19887]: cluster 2024-09-18T09:04:43.495957+0000 mgr.y (mgr.15126) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T09:04:45.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:44 smithi078 bash[28923]: cluster 2024-09-18T09:04:43.495957+0000 mgr.y (mgr.15126) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T09:04:45.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:45 smithi189 bash[21687]: audit 2024-09-18T09:04:45.098909+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:04:46.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:45 smithi078 bash[19887]: audit 2024-09-18T09:04:45.098909+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:04:46.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:45 smithi078 bash[28923]: audit 2024-09-18T09:04:45.098909+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:04:46.660 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:46 smithi189 systemd[1]: Stopping Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:04:46.660 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:46 smithi189 bash[51807]: ts=2024-09-18T09:04:46.497Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-18T09:04:46.660 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:46 smithi189 bash[51807]: ts=2024-09-18T09:04:46.497Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-18T09:04:46.661 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:46 smithi189 bash[51807]: ts=2024-09-18T09:04:46.497Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-18T09:04:46.661 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:46 smithi189 bash[51807]: ts=2024-09-18T09:04:46.497Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-18T09:04:46.661 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:46 smithi189 bash[51807]: ts=2024-09-18T09:04:46.497Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-18T09:04:46.661 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:46 smithi189 bash[51807]: ts=2024-09-18T09:04:46.497Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-18T09:04:46.661 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:46 smithi189 bash[51807]: ts=2024-09-18T09:04:46.497Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-18T09:04:46.661 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:46 smithi189 bash[51807]: ts=2024-09-18T09:04:46.497Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-18T09:04:46.661 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:46 smithi189 bash[51807]: ts=2024-09-18T09:04:46.497Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-18T09:04:46.661 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:46 smithi189 bash[51807]: ts=2024-09-18T09:04:46.498Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-18T09:04:46.661 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:46 smithi189 bash[51807]: ts=2024-09-18T09:04:46.498Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-18T09:04:46.661 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:46 smithi189 bash[51807]: ts=2024-09-18T09:04:46.498Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-18T09:04:46.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:46 smithi189 bash[21687]: cluster 2024-09-18T09:04:45.496979+0000 mgr.y (mgr.15126) 28 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T09:04:47.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:46 smithi078 bash[19887]: cluster 2024-09-18T09:04:45.496979+0000 mgr.y (mgr.15126) 28 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T09:04:47.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:46 smithi078 bash[28923]: cluster 2024-09-18T09:04:45.496979+0000 mgr.y (mgr.15126) 28 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T09:04:47.422 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:46 smithi189 bash[53401]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-prometheus-a 2024-09-18T09:04:47.422 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:47 smithi189 bash[53461]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-prometheus-a 2024-09-18T09:04:47.423 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:47 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-18T09:04:47.423 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:47 smithi189 systemd[1]: Stopped Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:04:47.423 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:47 smithi189 systemd[1]: Started Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:04:48.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[21687]: audit 2024-09-18T09:04:47.197843+0000 mon.a (mon.0) 1102 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:48.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[21687]: audit 2024-09-18T09:04:47.205923+0000 mon.a (mon.0) 1103 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:48.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[21687]: audit 2024-09-18T09:04:47.211589+0000 mon.a (mon.0) 1104 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:04:48.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[21687]: audit 2024-09-18T09:04:47.212371+0000 mgr.y (mgr.15126) 29 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:04:48.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[21687]: audit 2024-09-18T09:04:47.231822+0000 mon.a (mon.0) 1105 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:48.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[21687]: cephadm 2024-09-18T09:04:47.234399+0000 mgr.y (mgr.15126) 30 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.78:5000 to Dashboard 2024-09-18T09:04:48.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[21687]: audit 2024-09-18T09:04:47.234814+0000 mon.a (mon.0) 1106 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:04:48.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[21687]: audit 2024-09-18T09:04:47.235421+0000 mgr.y (mgr.15126) 31 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:04:48.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[21687]: audit 2024-09-18T09:04:47.237502+0000 mon.a (mon.0) 1107 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T09:04:48.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[21687]: audit 2024-09-18T09:04:47.238158+0000 mgr.y (mgr.15126) 32 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T09:04:48.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[21687]: audit 2024-09-18T09:04:47.245298+0000 mon.a (mon.0) 1108 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:48.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[21687]: audit 2024-09-18T09:04:47.253526+0000 mon.a (mon.0) 1109 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:04:48.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[21687]: audit 2024-09-18T09:04:47.254412+0000 mgr.y (mgr.15126) 33 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:04:48.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.198Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-18T09:04:48.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.198Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-18T09:04:48.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.198Z caller=main.go:570 level=info host_details="(Linux 5.15.0-122-generic #132-Ubuntu SMP Thu Aug 29 13:45:52 UTC 2024 x86_64 smithi189 (none))" 2024-09-18T09:04:48.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.198Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-18T09:04:48.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.198Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-18T09:04:48.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.200Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-18T09:04:48.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.200Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-18T09:04:48.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.202Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-18T09:04:48.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.202Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-18T09:04:48.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.204Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-18T09:04:48.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.204Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.166µs 2024-09-18T09:04:48.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.204Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-18T09:04:48.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.204Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-09-18T09:04:48.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.220Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-09-18T09:04:48.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.225Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-09-18T09:04:48.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.225Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-09-18T09:04:48.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.225Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=35.632µs wal_replay_duration=21.064518ms wbl_replay_duration=131ns total_replay_duration=21.123546ms 2024-09-18T09:04:48.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.227Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-18T09:04:48.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.227Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-18T09:04:48.426 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.227Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-18T09:04:48.426 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.250Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=23.041309ms db_storage=792ns remote_storage=1.206µs web_handler=536ns query_engine=813ns scrape=259.796µs scrape_sd=139.018µs notify=11.818µs notify_sd=32.609µs rules=22.090283ms tracing=5.805µs 2024-09-18T09:04:48.426 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.250Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-18T09:04:48.426 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:04:48 smithi189 bash[53491]: ts=2024-09-18T09:04:48.250Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-18T09:04:48.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[19887]: audit 2024-09-18T09:04:47.197843+0000 mon.a (mon.0) 1102 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:48.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[19887]: audit 2024-09-18T09:04:47.205923+0000 mon.a (mon.0) 1103 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:48.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[19887]: audit 2024-09-18T09:04:47.211589+0000 mon.a (mon.0) 1104 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:04:48.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[19887]: audit 2024-09-18T09:04:47.212371+0000 mgr.y (mgr.15126) 29 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:04:48.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[19887]: audit 2024-09-18T09:04:47.231822+0000 mon.a (mon.0) 1105 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:48.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[19887]: cephadm 2024-09-18T09:04:47.234399+0000 mgr.y (mgr.15126) 30 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.78:5000 to Dashboard 2024-09-18T09:04:48.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[19887]: audit 2024-09-18T09:04:47.234814+0000 mon.a (mon.0) 1106 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:04:48.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[19887]: audit 2024-09-18T09:04:47.235421+0000 mgr.y (mgr.15126) 31 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:04:48.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[19887]: audit 2024-09-18T09:04:47.237502+0000 mon.a (mon.0) 1107 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T09:04:48.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[19887]: audit 2024-09-18T09:04:47.238158+0000 mgr.y (mgr.15126) 32 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T09:04:48.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[19887]: audit 2024-09-18T09:04:47.245298+0000 mon.a (mon.0) 1108 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:48.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[19887]: audit 2024-09-18T09:04:47.253526+0000 mon.a (mon.0) 1109 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:04:48.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[19887]: audit 2024-09-18T09:04:47.254412+0000 mgr.y (mgr.15126) 33 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:04:48.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[28923]: audit 2024-09-18T09:04:47.197843+0000 mon.a (mon.0) 1102 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:48.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[28923]: audit 2024-09-18T09:04:47.205923+0000 mon.a (mon.0) 1103 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:48.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[28923]: audit 2024-09-18T09:04:47.211589+0000 mon.a (mon.0) 1104 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:04:48.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[28923]: audit 2024-09-18T09:04:47.212371+0000 mgr.y (mgr.15126) 29 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:04:48.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[28923]: audit 2024-09-18T09:04:47.231822+0000 mon.a (mon.0) 1105 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:48.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[28923]: cephadm 2024-09-18T09:04:47.234399+0000 mgr.y (mgr.15126) 30 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.78:5000 to Dashboard 2024-09-18T09:04:48.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[28923]: audit 2024-09-18T09:04:47.234814+0000 mon.a (mon.0) 1106 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:04:48.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[28923]: audit 2024-09-18T09:04:47.235421+0000 mgr.y (mgr.15126) 31 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:04:48.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[28923]: audit 2024-09-18T09:04:47.237502+0000 mon.a (mon.0) 1107 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T09:04:48.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[28923]: audit 2024-09-18T09:04:47.238158+0000 mgr.y (mgr.15126) 32 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T09:04:48.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[28923]: audit 2024-09-18T09:04:47.245298+0000 mon.a (mon.0) 1108 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:48.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[28923]: audit 2024-09-18T09:04:47.253526+0000 mon.a (mon.0) 1109 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:04:48.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:48 smithi078 bash[28923]: audit 2024-09-18T09:04:47.254412+0000 mgr.y (mgr.15126) 33 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:04:49.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:49 smithi189 bash[21687]: cluster 2024-09-18T09:04:47.498398+0000 mgr.y (mgr.15126) 34 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T09:04:49.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:49 smithi078 bash[19887]: cluster 2024-09-18T09:04:47.498398+0000 mgr.y (mgr.15126) 34 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T09:04:49.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:49 smithi078 bash[28923]: cluster 2024-09-18T09:04:47.498398+0000 mgr.y (mgr.15126) 34 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T09:04:51.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:51 smithi189 bash[21687]: cluster 2024-09-18T09:04:49.499118+0000 mgr.y (mgr.15126) 35 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:04:51.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:51 smithi078 bash[19887]: cluster 2024-09-18T09:04:49.499118+0000 mgr.y (mgr.15126) 35 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:04:51.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:51 smithi078 bash[28923]: cluster 2024-09-18T09:04:49.499118+0000 mgr.y (mgr.15126) 35 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:04:53.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:53 smithi078 bash[19887]: cluster 2024-09-18T09:04:51.500888+0000 mgr.y (mgr.15126) 36 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:53.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:53 smithi078 bash[19887]: audit 2024-09-18T09:04:53.241905+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:53.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:53 smithi078 bash[19887]: audit 2024-09-18T09:04:53.249209+0000 mon.a (mon.0) 1111 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:53.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:53 smithi078 bash[28923]: cluster 2024-09-18T09:04:51.500888+0000 mgr.y (mgr.15126) 36 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:53.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:53 smithi078 bash[28923]: audit 2024-09-18T09:04:53.241905+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:53.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:53 smithi078 bash[28923]: audit 2024-09-18T09:04:53.249209+0000 mon.a (mon.0) 1111 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:53.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:53 smithi189 bash[21687]: cluster 2024-09-18T09:04:51.500888+0000 mgr.y (mgr.15126) 36 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:53.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:53 smithi189 bash[21687]: audit 2024-09-18T09:04:53.241905+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:53.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:53 smithi189 bash[21687]: audit 2024-09-18T09:04:53.249209+0000 mon.a (mon.0) 1111 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:54.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:54 smithi189 bash[21687]: audit 2024-09-18T09:04:53.169131+0000 mgr.y (mgr.15126) 37 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:54.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:54 smithi189 bash[21687]: audit 2024-09-18T09:04:53.378469+0000 mon.a (mon.0) 1112 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:54.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:54 smithi189 bash[21687]: audit 2024-09-18T09:04:53.389523+0000 mon.a (mon.0) 1113 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:54.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:54 smithi189 bash[21687]: audit 2024-09-18T09:04:53.391840+0000 mon.a (mon.0) 1114 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:04:54.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:54 smithi189 bash[21687]: audit 2024-09-18T09:04:53.393154+0000 mon.a (mon.0) 1115 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:04:54.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:54 smithi189 bash[21687]: audit 2024-09-18T09:04:53.403885+0000 mon.a (mon.0) 1116 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:54.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:54 smithi078 bash[19887]: audit 2024-09-18T09:04:53.169131+0000 mgr.y (mgr.15126) 37 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:54.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:54 smithi078 bash[19887]: audit 2024-09-18T09:04:53.378469+0000 mon.a (mon.0) 1112 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:54.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:54 smithi078 bash[19887]: audit 2024-09-18T09:04:53.389523+0000 mon.a (mon.0) 1113 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:54.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:54 smithi078 bash[19887]: audit 2024-09-18T09:04:53.391840+0000 mon.a (mon.0) 1114 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:04:54.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:54 smithi078 bash[19887]: audit 2024-09-18T09:04:53.393154+0000 mon.a (mon.0) 1115 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:04:54.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:54 smithi078 bash[19887]: audit 2024-09-18T09:04:53.403885+0000 mon.a (mon.0) 1116 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:54.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:54 smithi078 bash[28923]: audit 2024-09-18T09:04:53.169131+0000 mgr.y (mgr.15126) 37 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:04:54.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:54 smithi078 bash[28923]: audit 2024-09-18T09:04:53.378469+0000 mon.a (mon.0) 1112 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:54.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:54 smithi078 bash[28923]: audit 2024-09-18T09:04:53.389523+0000 mon.a (mon.0) 1113 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:54.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:54 smithi078 bash[28923]: audit 2024-09-18T09:04:53.391840+0000 mon.a (mon.0) 1114 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:04:54.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:54 smithi078 bash[28923]: audit 2024-09-18T09:04:53.393154+0000 mon.a (mon.0) 1115 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:04:54.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:54 smithi078 bash[28923]: audit 2024-09-18T09:04:53.403885+0000 mon.a (mon.0) 1116 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:04:55.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:55 smithi189 bash[21687]: cluster 2024-09-18T09:04:53.501588+0000 mgr.y (mgr.15126) 38 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:04:55.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:55 smithi078 bash[19887]: cluster 2024-09-18T09:04:53.501588+0000 mgr.y (mgr.15126) 38 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:04:55.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:55 smithi078 bash[28923]: cluster 2024-09-18T09:04:53.501588+0000 mgr.y (mgr.15126) 38 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:04:57.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:57 smithi189 bash[21687]: cluster 2024-09-18T09:04:55.502568+0000 mgr.y (mgr.15126) 39 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:04:57.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:57 smithi078 bash[19887]: cluster 2024-09-18T09:04:55.502568+0000 mgr.y (mgr.15126) 39 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:04:57.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:57 smithi078 bash[28923]: cluster 2024-09-18T09:04:55.502568+0000 mgr.y (mgr.15126) 39 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:04:59.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:04:59 smithi189 bash[21687]: cluster 2024-09-18T09:04:57.504039+0000 mgr.y (mgr.15126) 40 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:59.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:04:59 smithi078 bash[19887]: cluster 2024-09-18T09:04:57.504039+0000 mgr.y (mgr.15126) 40 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:04:59.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:04:59 smithi078 bash[28923]: cluster 2024-09-18T09:04:57.504039+0000 mgr.y (mgr.15126) 40 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:00.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:00 smithi189 bash[21687]: audit 2024-09-18T09:05:00.099448+0000 mon.a (mon.0) 1117 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:05:00.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:00 smithi078 bash[19887]: audit 2024-09-18T09:05:00.099448+0000 mon.a (mon.0) 1117 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:05:00.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:05:00 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:05:00] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.43.0" 2024-09-18T09:05:00.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:00 smithi078 bash[28923]: audit 2024-09-18T09:05:00.099448+0000 mon.a (mon.0) 1117 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:05:01.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:01 smithi189 bash[21687]: cluster 2024-09-18T09:04:59.504790+0000 mgr.y (mgr.15126) 41 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:01.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:01 smithi078 bash[19887]: cluster 2024-09-18T09:04:59.504790+0000 mgr.y (mgr.15126) 41 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:01.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:01 smithi078 bash[28923]: cluster 2024-09-18T09:04:59.504790+0000 mgr.y (mgr.15126) 41 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:03.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:03 smithi078 bash[19887]: cluster 2024-09-18T09:05:01.506012+0000 mgr.y (mgr.15126) 42 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:03.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:03 smithi078 bash[28923]: cluster 2024-09-18T09:05:01.506012+0000 mgr.y (mgr.15126) 42 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:03.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:03 smithi189 bash[21687]: cluster 2024-09-18T09:05:01.506012+0000 mgr.y (mgr.15126) 42 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:04.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:04 smithi189 bash[21687]: audit 2024-09-18T09:05:03.179995+0000 mgr.y (mgr.15126) 43 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:04.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:04 smithi078 bash[19887]: audit 2024-09-18T09:05:03.179995+0000 mgr.y (mgr.15126) 43 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:04.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:04 smithi078 bash[28923]: audit 2024-09-18T09:05:03.179995+0000 mgr.y (mgr.15126) 43 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:05.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:05 smithi189 bash[21687]: cluster 2024-09-18T09:05:03.506699+0000 mgr.y (mgr.15126) 44 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:05.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:05 smithi078 bash[19887]: cluster 2024-09-18T09:05:03.506699+0000 mgr.y (mgr.15126) 44 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:05.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:05 smithi078 bash[28923]: cluster 2024-09-18T09:05:03.506699+0000 mgr.y (mgr.15126) 44 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:06.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:06 smithi189 bash[21687]: cluster 2024-09-18T09:05:05.507634+0000 mgr.y (mgr.15126) 45 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:06.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:06 smithi078 bash[19887]: cluster 2024-09-18T09:05:05.507634+0000 mgr.y (mgr.15126) 45 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:06.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:06 smithi078 bash[28923]: cluster 2024-09-18T09:05:05.507634+0000 mgr.y (mgr.15126) 45 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:08.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:08 smithi189 bash[21687]: cluster 2024-09-18T09:05:07.509135+0000 mgr.y (mgr.15126) 46 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:08.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:08 smithi078 bash[28923]: cluster 2024-09-18T09:05:07.509135+0000 mgr.y (mgr.15126) 46 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:08.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:08 smithi078 bash[19887]: cluster 2024-09-18T09:05:07.509135+0000 mgr.y (mgr.15126) 46 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:10.567 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:05:10 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:05:10] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.43.0" 2024-09-18T09:05:10.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:10 smithi189 bash[21687]: cluster 2024-09-18T09:05:09.509817+0000 mgr.y (mgr.15126) 47 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:10.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:10 smithi078 bash[19887]: cluster 2024-09-18T09:05:09.509817+0000 mgr.y (mgr.15126) 47 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:10.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:10 smithi078 bash[28923]: cluster 2024-09-18T09:05:09.509817+0000 mgr.y (mgr.15126) 47 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:12.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:12 smithi189 bash[21687]: cluster 2024-09-18T09:05:11.511557+0000 mgr.y (mgr.15126) 48 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:12.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:12 smithi078 bash[19887]: cluster 2024-09-18T09:05:11.511557+0000 mgr.y (mgr.15126) 48 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:12.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:12 smithi078 bash[28923]: cluster 2024-09-18T09:05:11.511557+0000 mgr.y (mgr.15126) 48 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:13.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:13 smithi189 bash[21687]: audit 2024-09-18T09:05:13.191107+0000 mgr.y (mgr.15126) 49 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:13.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:13 smithi078 bash[19887]: audit 2024-09-18T09:05:13.191107+0000 mgr.y (mgr.15126) 49 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:13.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:13 smithi078 bash[28923]: audit 2024-09-18T09:05:13.191107+0000 mgr.y (mgr.15126) 49 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:14.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:14 smithi189 bash[21687]: cluster 2024-09-18T09:05:13.512254+0000 mgr.y (mgr.15126) 50 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:14.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:14 smithi078 bash[19887]: cluster 2024-09-18T09:05:13.512254+0000 mgr.y (mgr.15126) 50 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:14.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:14 smithi078 bash[28923]: cluster 2024-09-18T09:05:13.512254+0000 mgr.y (mgr.15126) 50 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:15.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:15 smithi189 bash[21687]: audit 2024-09-18T09:05:15.100029+0000 mon.a (mon.0) 1118 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:05:15.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:15 smithi078 bash[19887]: audit 2024-09-18T09:05:15.100029+0000 mon.a (mon.0) 1118 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:05:15.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:15 smithi078 bash[28923]: audit 2024-09-18T09:05:15.100029+0000 mon.a (mon.0) 1118 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:05:16.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:16 smithi189 bash[21687]: cluster 2024-09-18T09:05:15.514024+0000 mgr.y (mgr.15126) 51 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:16.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:16 smithi078 bash[19887]: cluster 2024-09-18T09:05:15.514024+0000 mgr.y (mgr.15126) 51 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:16.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:16 smithi078 bash[28923]: cluster 2024-09-18T09:05:15.514024+0000 mgr.y (mgr.15126) 51 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:18.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:18 smithi189 bash[21687]: cluster 2024-09-18T09:05:17.515109+0000 mgr.y (mgr.15126) 52 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:18.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:18 smithi078 bash[19887]: cluster 2024-09-18T09:05:17.515109+0000 mgr.y (mgr.15126) 52 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:18.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:18 smithi078 bash[28923]: cluster 2024-09-18T09:05:17.515109+0000 mgr.y (mgr.15126) 52 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:20.603 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:05:20 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:05:20] "GET /metrics HTTP/1.1" 200 38223 "" "Prometheus/2.43.0" 2024-09-18T09:05:20.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:20 smithi189 bash[21687]: cluster 2024-09-18T09:05:19.515840+0000 mgr.y (mgr.15126) 53 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:20.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:20 smithi078 bash[19887]: cluster 2024-09-18T09:05:19.515840+0000 mgr.y (mgr.15126) 53 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:20.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:20 smithi078 bash[28923]: cluster 2024-09-18T09:05:19.515840+0000 mgr.y (mgr.15126) 53 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:22.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:22 smithi189 bash[21687]: cluster 2024-09-18T09:05:21.517550+0000 mgr.y (mgr.15126) 54 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:22.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:22 smithi078 bash[28923]: cluster 2024-09-18T09:05:21.517550+0000 mgr.y (mgr.15126) 54 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:22.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:22 smithi078 bash[19887]: cluster 2024-09-18T09:05:21.517550+0000 mgr.y (mgr.15126) 54 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:23.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:23 smithi189 bash[21687]: audit 2024-09-18T09:05:23.199080+0000 mgr.y (mgr.15126) 55 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:23.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:23 smithi078 bash[19887]: audit 2024-09-18T09:05:23.199080+0000 mgr.y (mgr.15126) 55 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:23.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:23 smithi078 bash[28923]: audit 2024-09-18T09:05:23.199080+0000 mgr.y (mgr.15126) 55 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:24.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:24 smithi189 bash[21687]: cluster 2024-09-18T09:05:23.518298+0000 mgr.y (mgr.15126) 56 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:24.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:24 smithi078 bash[19887]: cluster 2024-09-18T09:05:23.518298+0000 mgr.y (mgr.15126) 56 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:24.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:24 smithi078 bash[28923]: cluster 2024-09-18T09:05:23.518298+0000 mgr.y (mgr.15126) 56 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:26.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:26 smithi189 bash[21687]: cluster 2024-09-18T09:05:25.519869+0000 mgr.y (mgr.15126) 57 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:26.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:26 smithi078 bash[19887]: cluster 2024-09-18T09:05:25.519869+0000 mgr.y (mgr.15126) 57 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:26.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:26 smithi078 bash[28923]: cluster 2024-09-18T09:05:25.519869+0000 mgr.y (mgr.15126) 57 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:28.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:28 smithi189 bash[21687]: cluster 2024-09-18T09:05:27.520579+0000 mgr.y (mgr.15126) 58 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:28.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:28 smithi078 bash[19887]: cluster 2024-09-18T09:05:27.520579+0000 mgr.y (mgr.15126) 58 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:28.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:28 smithi078 bash[28923]: cluster 2024-09-18T09:05:27.520579+0000 mgr.y (mgr.15126) 58 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:30.632 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:05:30 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:05:30] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-18T09:05:30.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:30 smithi189 bash[21687]: cluster 2024-09-18T09:05:29.521288+0000 mgr.y (mgr.15126) 59 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:30.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:30 smithi189 bash[21687]: audit 2024-09-18T09:05:30.117205+0000 mon.a (mon.0) 1119 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:05:30.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:30 smithi078 bash[19887]: cluster 2024-09-18T09:05:29.521288+0000 mgr.y (mgr.15126) 59 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:30.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:30 smithi078 bash[19887]: audit 2024-09-18T09:05:30.117205+0000 mon.a (mon.0) 1119 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:05:30.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:30 smithi078 bash[28923]: cluster 2024-09-18T09:05:29.521288+0000 mgr.y (mgr.15126) 59 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:30.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:30 smithi078 bash[28923]: audit 2024-09-18T09:05:30.117205+0000 mon.a (mon.0) 1119 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:05:32.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:32 smithi189 bash[21687]: cluster 2024-09-18T09:05:31.523000+0000 mgr.y (mgr.15126) 60 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:32.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:32 smithi078 bash[19887]: cluster 2024-09-18T09:05:31.523000+0000 mgr.y (mgr.15126) 60 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:32.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:32 smithi078 bash[28923]: cluster 2024-09-18T09:05:31.523000+0000 mgr.y (mgr.15126) 60 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:33.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:33 smithi189 bash[21687]: audit 2024-09-18T09:05:33.210313+0000 mgr.y (mgr.15126) 61 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:33.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:33 smithi078 bash[19887]: audit 2024-09-18T09:05:33.210313+0000 mgr.y (mgr.15126) 61 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:33.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:33 smithi078 bash[28923]: audit 2024-09-18T09:05:33.210313+0000 mgr.y (mgr.15126) 61 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:34.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:34 smithi189 bash[21687]: cluster 2024-09-18T09:05:33.523802+0000 mgr.y (mgr.15126) 62 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:34.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:34 smithi078 bash[19887]: cluster 2024-09-18T09:05:33.523802+0000 mgr.y (mgr.15126) 62 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:34.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:34 smithi078 bash[28923]: cluster 2024-09-18T09:05:33.523802+0000 mgr.y (mgr.15126) 62 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:36.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:36 smithi189 bash[21687]: cluster 2024-09-18T09:05:35.525436+0000 mgr.y (mgr.15126) 63 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:36.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:36 smithi078 bash[19887]: cluster 2024-09-18T09:05:35.525436+0000 mgr.y (mgr.15126) 63 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:36.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:36 smithi078 bash[28923]: cluster 2024-09-18T09:05:35.525436+0000 mgr.y (mgr.15126) 63 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:38 smithi189 bash[21687]: cluster 2024-09-18T09:05:37.526292+0000 mgr.y (mgr.15126) 64 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:38.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:38 smithi078 bash[19887]: cluster 2024-09-18T09:05:37.526292+0000 mgr.y (mgr.15126) 64 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:38.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:38 smithi078 bash[28923]: cluster 2024-09-18T09:05:37.526292+0000 mgr.y (mgr.15126) 64 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:40.659 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:05:40 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:05:40] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-18T09:05:40.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:40 smithi189 bash[21687]: cluster 2024-09-18T09:05:39.526999+0000 mgr.y (mgr.15126) 65 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:40.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:40 smithi078 bash[19887]: cluster 2024-09-18T09:05:39.526999+0000 mgr.y (mgr.15126) 65 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:40.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:40 smithi078 bash[28923]: cluster 2024-09-18T09:05:39.526999+0000 mgr.y (mgr.15126) 65 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:42.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:42 smithi189 bash[21687]: cluster 2024-09-18T09:05:41.528604+0000 mgr.y (mgr.15126) 66 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:42.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:42 smithi078 bash[19887]: cluster 2024-09-18T09:05:41.528604+0000 mgr.y (mgr.15126) 66 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:42.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:42 smithi078 bash[28923]: cluster 2024-09-18T09:05:41.528604+0000 mgr.y (mgr.15126) 66 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:43.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:43 smithi078 bash[28923]: audit 2024-09-18T09:05:43.211711+0000 mgr.y (mgr.15126) 67 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:43.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:43 smithi078 bash[19887]: audit 2024-09-18T09:05:43.211711+0000 mgr.y (mgr.15126) 67 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:44.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:43 smithi189 bash[21687]: audit 2024-09-18T09:05:43.211711+0000 mgr.y (mgr.15126) 67 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:44.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:44 smithi078 bash[19887]: cluster 2024-09-18T09:05:43.529375+0000 mgr.y (mgr.15126) 68 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:44.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:44 smithi078 bash[28923]: cluster 2024-09-18T09:05:43.529375+0000 mgr.y (mgr.15126) 68 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:45.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:44 smithi189 bash[21687]: cluster 2024-09-18T09:05:43.529375+0000 mgr.y (mgr.15126) 68 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:45.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:45 smithi078 bash[19887]: audit 2024-09-18T09:05:45.117546+0000 mon.a (mon.0) 1120 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:05:45.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:45 smithi078 bash[28923]: audit 2024-09-18T09:05:45.117546+0000 mon.a (mon.0) 1120 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:05:46.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:45 smithi189 bash[21687]: audit 2024-09-18T09:05:45.117546+0000 mon.a (mon.0) 1120 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:05:46.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:46 smithi078 bash[19887]: cluster 2024-09-18T09:05:45.530929+0000 mgr.y (mgr.15126) 69 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:46.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:46 smithi078 bash[28923]: cluster 2024-09-18T09:05:45.530929+0000 mgr.y (mgr.15126) 69 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:46 smithi189 bash[21687]: cluster 2024-09-18T09:05:45.530929+0000 mgr.y (mgr.15126) 69 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:48.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:48 smithi078 bash[19887]: cluster 2024-09-18T09:05:47.531652+0000 mgr.y (mgr.15126) 70 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:48.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:48 smithi078 bash[28923]: cluster 2024-09-18T09:05:47.531652+0000 mgr.y (mgr.15126) 70 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:49.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:48 smithi189 bash[21687]: cluster 2024-09-18T09:05:47.531652+0000 mgr.y (mgr.15126) 70 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:50.704 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:05:50 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:05:50] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-18T09:05:51.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:50 smithi189 bash[21687]: cluster 2024-09-18T09:05:49.532447+0000 mgr.y (mgr.15126) 71 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:51.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:50 smithi078 bash[19887]: cluster 2024-09-18T09:05:49.532447+0000 mgr.y (mgr.15126) 71 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:51.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:50 smithi078 bash[28923]: cluster 2024-09-18T09:05:49.532447+0000 mgr.y (mgr.15126) 71 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:53.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:52 smithi189 bash[21687]: cluster 2024-09-18T09:05:51.534175+0000 mgr.y (mgr.15126) 72 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:53.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:52 smithi078 bash[19887]: cluster 2024-09-18T09:05:51.534175+0000 mgr.y (mgr.15126) 72 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:53.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:52 smithi078 bash[28923]: cluster 2024-09-18T09:05:51.534175+0000 mgr.y (mgr.15126) 72 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:54.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:53 smithi189 bash[21687]: audit 2024-09-18T09:05:53.221311+0000 mgr.y (mgr.15126) 73 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:54.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:53 smithi078 bash[19887]: audit 2024-09-18T09:05:53.221311+0000 mgr.y (mgr.15126) 73 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:54.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:53 smithi078 bash[28923]: audit 2024-09-18T09:05:53.221311+0000 mgr.y (mgr.15126) 73 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:05:55.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:54 smithi189 bash[21687]: cluster 2024-09-18T09:05:53.535117+0000 mgr.y (mgr.15126) 74 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:55.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:54 smithi189 bash[21687]: audit 2024-09-18T09:05:54.280704+0000 mon.a (mon.0) 1121 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:05:55.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:54 smithi189 bash[21687]: audit 2024-09-18T09:05:54.282366+0000 mon.a (mon.0) 1122 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:05:55.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:54 smithi189 bash[21687]: audit 2024-09-18T09:05:54.292863+0000 mon.a (mon.0) 1123 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:05:55.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:54 smithi078 bash[19887]: cluster 2024-09-18T09:05:53.535117+0000 mgr.y (mgr.15126) 74 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:55.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:54 smithi078 bash[19887]: audit 2024-09-18T09:05:54.280704+0000 mon.a (mon.0) 1121 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:05:55.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:54 smithi078 bash[19887]: audit 2024-09-18T09:05:54.282366+0000 mon.a (mon.0) 1122 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:05:55.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:54 smithi078 bash[19887]: audit 2024-09-18T09:05:54.292863+0000 mon.a (mon.0) 1123 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:05:55.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:54 smithi078 bash[28923]: cluster 2024-09-18T09:05:53.535117+0000 mgr.y (mgr.15126) 74 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:55.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:54 smithi078 bash[28923]: audit 2024-09-18T09:05:54.280704+0000 mon.a (mon.0) 1121 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:05:55.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:54 smithi078 bash[28923]: audit 2024-09-18T09:05:54.282366+0000 mon.a (mon.0) 1122 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:05:55.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:54 smithi078 bash[28923]: audit 2024-09-18T09:05:54.292863+0000 mon.a (mon.0) 1123 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:05:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:56 smithi189 bash[21687]: cluster 2024-09-18T09:05:55.536885+0000 mgr.y (mgr.15126) 75 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:57.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:56 smithi078 bash[19887]: cluster 2024-09-18T09:05:55.536885+0000 mgr.y (mgr.15126) 75 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:57.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:56 smithi078 bash[28923]: cluster 2024-09-18T09:05:55.536885+0000 mgr.y (mgr.15126) 75 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:05:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:05:58 smithi189 bash[21687]: cluster 2024-09-18T09:05:57.537688+0000 mgr.y (mgr.15126) 76 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:59.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:05:58 smithi078 bash[19887]: cluster 2024-09-18T09:05:57.537688+0000 mgr.y (mgr.15126) 76 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:05:59.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:05:58 smithi078 bash[28923]: cluster 2024-09-18T09:05:57.537688+0000 mgr.y (mgr.15126) 76 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:00.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:06:00 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:06:00] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.43.0" 2024-09-18T09:06:01.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:00 smithi189 bash[21687]: cluster 2024-09-18T09:05:59.538423+0000 mgr.y (mgr.15126) 77 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:01.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:00 smithi189 bash[21687]: audit 2024-09-18T09:06:00.117976+0000 mon.a (mon.0) 1124 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:06:01.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:00 smithi078 bash[19887]: cluster 2024-09-18T09:05:59.538423+0000 mgr.y (mgr.15126) 77 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:01.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:00 smithi078 bash[19887]: audit 2024-09-18T09:06:00.117976+0000 mon.a (mon.0) 1124 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:06:01.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:00 smithi078 bash[28923]: cluster 2024-09-18T09:05:59.538423+0000 mgr.y (mgr.15126) 77 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:01.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:00 smithi078 bash[28923]: audit 2024-09-18T09:06:00.117976+0000 mon.a (mon.0) 1124 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:06:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:02 smithi189 bash[21687]: cluster 2024-09-18T09:06:01.540170+0000 mgr.y (mgr.15126) 78 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:03.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:02 smithi078 bash[19887]: cluster 2024-09-18T09:06:01.540170+0000 mgr.y (mgr.15126) 78 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:03.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:02 smithi078 bash[28923]: cluster 2024-09-18T09:06:01.540170+0000 mgr.y (mgr.15126) 78 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:04.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:03 smithi189 bash[21687]: audit 2024-09-18T09:06:03.232487+0000 mgr.y (mgr.15126) 79 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:04.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:03 smithi078 bash[19887]: audit 2024-09-18T09:06:03.232487+0000 mgr.y (mgr.15126) 79 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:04.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:03 smithi078 bash[28923]: audit 2024-09-18T09:06:03.232487+0000 mgr.y (mgr.15126) 79 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:04 smithi189 bash[21687]: cluster 2024-09-18T09:06:03.541070+0000 mgr.y (mgr.15126) 80 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:05.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:04 smithi078 bash[19887]: cluster 2024-09-18T09:06:03.541070+0000 mgr.y (mgr.15126) 80 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:05.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:04 smithi078 bash[28923]: cluster 2024-09-18T09:06:03.541070+0000 mgr.y (mgr.15126) 80 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:06 smithi189 bash[21687]: cluster 2024-09-18T09:06:05.542671+0000 mgr.y (mgr.15126) 81 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:07.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:06 smithi078 bash[19887]: cluster 2024-09-18T09:06:05.542671+0000 mgr.y (mgr.15126) 81 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:07.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:06 smithi078 bash[28923]: cluster 2024-09-18T09:06:05.542671+0000 mgr.y (mgr.15126) 81 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:09.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:08 smithi189 bash[21687]: cluster 2024-09-18T09:06:07.543425+0000 mgr.y (mgr.15126) 82 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:09.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:08 smithi078 bash[19887]: cluster 2024-09-18T09:06:07.543425+0000 mgr.y (mgr.15126) 82 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:09.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:08 smithi078 bash[28923]: cluster 2024-09-18T09:06:07.543425+0000 mgr.y (mgr.15126) 82 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:10.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:06:10 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:06:10] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.43.0" 2024-09-18T09:06:11.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:10 smithi189 bash[21687]: cluster 2024-09-18T09:06:09.544163+0000 mgr.y (mgr.15126) 83 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:11.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:10 smithi078 bash[19887]: cluster 2024-09-18T09:06:09.544163+0000 mgr.y (mgr.15126) 83 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:11.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:10 smithi078 bash[28923]: cluster 2024-09-18T09:06:09.544163+0000 mgr.y (mgr.15126) 83 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:13.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:12 smithi189 bash[21687]: cluster 2024-09-18T09:06:11.545835+0000 mgr.y (mgr.15126) 84 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:13.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:12 smithi078 bash[19887]: cluster 2024-09-18T09:06:11.545835+0000 mgr.y (mgr.15126) 84 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:13.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:12 smithi078 bash[28923]: cluster 2024-09-18T09:06:11.545835+0000 mgr.y (mgr.15126) 84 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:14.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:13 smithi189 bash[21687]: audit 2024-09-18T09:06:13.241324+0000 mgr.y (mgr.15126) 85 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:14.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:13 smithi078 bash[19887]: audit 2024-09-18T09:06:13.241324+0000 mgr.y (mgr.15126) 85 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:14.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:13 smithi078 bash[28923]: audit 2024-09-18T09:06:13.241324+0000 mgr.y (mgr.15126) 85 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:15.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:14 smithi189 bash[21687]: cluster 2024-09-18T09:06:13.546571+0000 mgr.y (mgr.15126) 86 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:15.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:14 smithi078 bash[19887]: cluster 2024-09-18T09:06:13.546571+0000 mgr.y (mgr.15126) 86 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:15.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:14 smithi078 bash[28923]: cluster 2024-09-18T09:06:13.546571+0000 mgr.y (mgr.15126) 86 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:16.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:15 smithi189 bash[21687]: audit 2024-09-18T09:06:15.118315+0000 mon.a (mon.0) 1125 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:06:16.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:15 smithi078 bash[28923]: audit 2024-09-18T09:06:15.118315+0000 mon.a (mon.0) 1125 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:06:16.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:15 smithi078 bash[19887]: audit 2024-09-18T09:06:15.118315+0000 mon.a (mon.0) 1125 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:06:17.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:16 smithi189 bash[21687]: cluster 2024-09-18T09:06:15.548163+0000 mgr.y (mgr.15126) 87 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:17.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:16 smithi078 bash[19887]: cluster 2024-09-18T09:06:15.548163+0000 mgr.y (mgr.15126) 87 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:17.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:16 smithi078 bash[28923]: cluster 2024-09-18T09:06:15.548163+0000 mgr.y (mgr.15126) 87 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:19.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:18 smithi189 bash[21687]: cluster 2024-09-18T09:06:17.548869+0000 mgr.y (mgr.15126) 88 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:19.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:18 smithi078 bash[19887]: cluster 2024-09-18T09:06:17.548869+0000 mgr.y (mgr.15126) 88 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:19.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:18 smithi078 bash[28923]: cluster 2024-09-18T09:06:17.548869+0000 mgr.y (mgr.15126) 88 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:20.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:06:20 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:06:20] "GET /metrics HTTP/1.1" 200 38227 "" "Prometheus/2.43.0" 2024-09-18T09:06:21.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:20 smithi189 bash[21687]: cluster 2024-09-18T09:06:19.549603+0000 mgr.y (mgr.15126) 89 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:21.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:20 smithi078 bash[19887]: cluster 2024-09-18T09:06:19.549603+0000 mgr.y (mgr.15126) 89 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:21.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:20 smithi078 bash[28923]: cluster 2024-09-18T09:06:19.549603+0000 mgr.y (mgr.15126) 89 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:22 smithi189 bash[21687]: cluster 2024-09-18T09:06:21.551249+0000 mgr.y (mgr.15126) 90 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:23.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:22 smithi078 bash[19887]: cluster 2024-09-18T09:06:21.551249+0000 mgr.y (mgr.15126) 90 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:23.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:22 smithi078 bash[28923]: cluster 2024-09-18T09:06:21.551249+0000 mgr.y (mgr.15126) 90 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:24.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:23 smithi189 bash[21687]: audit 2024-09-18T09:06:23.252598+0000 mgr.y (mgr.15126) 91 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:24.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:23 smithi078 bash[19887]: audit 2024-09-18T09:06:23.252598+0000 mgr.y (mgr.15126) 91 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:24.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:23 smithi078 bash[28923]: audit 2024-09-18T09:06:23.252598+0000 mgr.y (mgr.15126) 91 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:24 smithi189 bash[21687]: cluster 2024-09-18T09:06:23.551975+0000 mgr.y (mgr.15126) 92 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:25.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:24 smithi078 bash[19887]: cluster 2024-09-18T09:06:23.551975+0000 mgr.y (mgr.15126) 92 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:25.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:24 smithi078 bash[28923]: cluster 2024-09-18T09:06:23.551975+0000 mgr.y (mgr.15126) 92 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:27.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:26 smithi189 bash[21687]: cluster 2024-09-18T09:06:25.553562+0000 mgr.y (mgr.15126) 93 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:27.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:26 smithi078 bash[19887]: cluster 2024-09-18T09:06:25.553562+0000 mgr.y (mgr.15126) 93 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:27.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:26 smithi078 bash[28923]: cluster 2024-09-18T09:06:25.553562+0000 mgr.y (mgr.15126) 93 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:29.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:28 smithi189 bash[21687]: cluster 2024-09-18T09:06:27.554388+0000 mgr.y (mgr.15126) 94 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:29.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:28 smithi078 bash[19887]: cluster 2024-09-18T09:06:27.554388+0000 mgr.y (mgr.15126) 94 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:29.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:28 smithi078 bash[28923]: cluster 2024-09-18T09:06:27.554388+0000 mgr.y (mgr.15126) 94 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:30.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:06:30 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:06:30] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.43.0" 2024-09-18T09:06:31.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:30 smithi189 bash[21687]: cluster 2024-09-18T09:06:29.555227+0000 mgr.y (mgr.15126) 95 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:31.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:30 smithi189 bash[21687]: audit 2024-09-18T09:06:30.118628+0000 mon.a (mon.0) 1126 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:06:31.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:30 smithi078 bash[19887]: cluster 2024-09-18T09:06:29.555227+0000 mgr.y (mgr.15126) 95 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:31.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:30 smithi078 bash[19887]: audit 2024-09-18T09:06:30.118628+0000 mon.a (mon.0) 1126 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:06:31.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:30 smithi078 bash[28923]: cluster 2024-09-18T09:06:29.555227+0000 mgr.y (mgr.15126) 95 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:31.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:30 smithi078 bash[28923]: audit 2024-09-18T09:06:30.118628+0000 mon.a (mon.0) 1126 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:06:33.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:32 smithi189 bash[21687]: cluster 2024-09-18T09:06:31.557033+0000 mgr.y (mgr.15126) 96 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:33.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:32 smithi078 bash[19887]: cluster 2024-09-18T09:06:31.557033+0000 mgr.y (mgr.15126) 96 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:33.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:32 smithi078 bash[28923]: cluster 2024-09-18T09:06:31.557033+0000 mgr.y (mgr.15126) 96 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:34.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:33 smithi189 bash[21687]: audit 2024-09-18T09:06:33.257373+0000 mgr.y (mgr.15126) 97 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:34.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:33 smithi078 bash[19887]: audit 2024-09-18T09:06:33.257373+0000 mgr.y (mgr.15126) 97 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:34.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:33 smithi078 bash[28923]: audit 2024-09-18T09:06:33.257373+0000 mgr.y (mgr.15126) 97 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:35.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:34 smithi189 bash[21687]: cluster 2024-09-18T09:06:33.557833+0000 mgr.y (mgr.15126) 98 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:35.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:34 smithi078 bash[19887]: cluster 2024-09-18T09:06:33.557833+0000 mgr.y (mgr.15126) 98 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:35.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:34 smithi078 bash[28923]: cluster 2024-09-18T09:06:33.557833+0000 mgr.y (mgr.15126) 98 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:36 smithi189 bash[21687]: cluster 2024-09-18T09:06:35.559437+0000 mgr.y (mgr.15126) 99 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:37.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:36 smithi078 bash[19887]: cluster 2024-09-18T09:06:35.559437+0000 mgr.y (mgr.15126) 99 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:37.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:36 smithi078 bash[28923]: cluster 2024-09-18T09:06:35.559437+0000 mgr.y (mgr.15126) 99 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:38 smithi189 bash[21687]: cluster 2024-09-18T09:06:37.560107+0000 mgr.y (mgr.15126) 100 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:39.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:38 smithi078 bash[19887]: cluster 2024-09-18T09:06:37.560107+0000 mgr.y (mgr.15126) 100 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:39.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:38 smithi078 bash[28923]: cluster 2024-09-18T09:06:37.560107+0000 mgr.y (mgr.15126) 100 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:40.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:06:40 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:06:40] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.43.0" 2024-09-18T09:06:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:40 smithi189 bash[21687]: cluster 2024-09-18T09:06:39.560829+0000 mgr.y (mgr.15126) 101 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:41.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:40 smithi078 bash[28923]: cluster 2024-09-18T09:06:39.560829+0000 mgr.y (mgr.15126) 101 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:41.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:40 smithi078 bash[19887]: cluster 2024-09-18T09:06:39.560829+0000 mgr.y (mgr.15126) 101 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:42 smithi189 bash[21687]: cluster 2024-09-18T09:06:41.562467+0000 mgr.y (mgr.15126) 102 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:43.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:42 smithi078 bash[28923]: cluster 2024-09-18T09:06:41.562467+0000 mgr.y (mgr.15126) 102 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:43.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:42 smithi078 bash[19887]: cluster 2024-09-18T09:06:41.562467+0000 mgr.y (mgr.15126) 102 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:44.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:43 smithi189 bash[21687]: audit 2024-09-18T09:06:43.268589+0000 mgr.y (mgr.15126) 103 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:44.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:43 smithi078 bash[28923]: audit 2024-09-18T09:06:43.268589+0000 mgr.y (mgr.15126) 103 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:44.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:43 smithi078 bash[19887]: audit 2024-09-18T09:06:43.268589+0000 mgr.y (mgr.15126) 103 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:45.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:44 smithi189 bash[21687]: cluster 2024-09-18T09:06:43.563134+0000 mgr.y (mgr.15126) 104 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:45.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:44 smithi078 bash[28923]: cluster 2024-09-18T09:06:43.563134+0000 mgr.y (mgr.15126) 104 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:45.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:44 smithi078 bash[19887]: cluster 2024-09-18T09:06:43.563134+0000 mgr.y (mgr.15126) 104 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:46.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:45 smithi189 bash[21687]: audit 2024-09-18T09:06:45.119172+0000 mon.a (mon.0) 1127 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:06:46.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:45 smithi078 bash[19887]: audit 2024-09-18T09:06:45.119172+0000 mon.a (mon.0) 1127 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:06:46.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:45 smithi078 bash[28923]: audit 2024-09-18T09:06:45.119172+0000 mon.a (mon.0) 1127 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:06:47.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:46 smithi189 bash[21687]: cluster 2024-09-18T09:06:45.564649+0000 mgr.y (mgr.15126) 105 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:47.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:46 smithi078 bash[19887]: cluster 2024-09-18T09:06:45.564649+0000 mgr.y (mgr.15126) 105 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:47.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:46 smithi078 bash[28923]: cluster 2024-09-18T09:06:45.564649+0000 mgr.y (mgr.15126) 105 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:49.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:48 smithi189 bash[21687]: cluster 2024-09-18T09:06:47.565347+0000 mgr.y (mgr.15126) 106 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:49.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:48 smithi078 bash[19887]: cluster 2024-09-18T09:06:47.565347+0000 mgr.y (mgr.15126) 106 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:49.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:48 smithi078 bash[28923]: cluster 2024-09-18T09:06:47.565347+0000 mgr.y (mgr.15126) 106 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:50.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:06:50 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:06:50] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.43.0" 2024-09-18T09:06:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:50 smithi189 bash[21687]: cluster 2024-09-18T09:06:49.566072+0000 mgr.y (mgr.15126) 107 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:51.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:50 smithi078 bash[28923]: cluster 2024-09-18T09:06:49.566072+0000 mgr.y (mgr.15126) 107 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:51.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:50 smithi078 bash[19887]: cluster 2024-09-18T09:06:49.566072+0000 mgr.y (mgr.15126) 107 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:53.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:52 smithi189 bash[21687]: cluster 2024-09-18T09:06:51.567765+0000 mgr.y (mgr.15126) 108 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:53.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:52 smithi078 bash[19887]: cluster 2024-09-18T09:06:51.567765+0000 mgr.y (mgr.15126) 108 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:53.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:52 smithi078 bash[28923]: cluster 2024-09-18T09:06:51.567765+0000 mgr.y (mgr.15126) 108 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:54.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:53 smithi189 bash[21687]: audit 2024-09-18T09:06:53.279812+0000 mgr.y (mgr.15126) 109 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:54.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:53 smithi078 bash[19887]: audit 2024-09-18T09:06:53.279812+0000 mgr.y (mgr.15126) 109 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:54.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:53 smithi078 bash[28923]: audit 2024-09-18T09:06:53.279812+0000 mgr.y (mgr.15126) 109 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:06:55.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:54 smithi078 bash[19887]: cluster 2024-09-18T09:06:53.568505+0000 mgr.y (mgr.15126) 110 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:55.201 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:54 smithi078 bash[28923]: cluster 2024-09-18T09:06:53.568505+0000 mgr.y (mgr.15126) 110 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:55.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:54 smithi189 bash[21687]: cluster 2024-09-18T09:06:53.568505+0000 mgr.y (mgr.15126) 110 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:56.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:55 smithi078 bash[19887]: audit 2024-09-18T09:06:55.145810+0000 mon.a (mon.0) 1128 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:06:56.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:55 smithi078 bash[19887]: audit 2024-09-18T09:06:55.147060+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:06:56.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:55 smithi078 bash[19887]: audit 2024-09-18T09:06:55.157448+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:06:56.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:55 smithi078 bash[28923]: audit 2024-09-18T09:06:55.145810+0000 mon.a (mon.0) 1128 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:06:56.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:55 smithi078 bash[28923]: audit 2024-09-18T09:06:55.147060+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:06:56.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:55 smithi078 bash[28923]: audit 2024-09-18T09:06:55.157448+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:06:56.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:55 smithi189 bash[21687]: audit 2024-09-18T09:06:55.145810+0000 mon.a (mon.0) 1128 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:06:56.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:55 smithi189 bash[21687]: audit 2024-09-18T09:06:55.147060+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:06:56.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:55 smithi189 bash[21687]: audit 2024-09-18T09:06:55.157448+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:06:57.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:57 smithi189 bash[21687]: cluster 2024-09-18T09:06:55.570136+0000 mgr.y (mgr.15126) 111 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:57.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:57 smithi078 bash[19887]: cluster 2024-09-18T09:06:55.570136+0000 mgr.y (mgr.15126) 111 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:57.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:57 smithi078 bash[28923]: cluster 2024-09-18T09:06:55.570136+0000 mgr.y (mgr.15126) 111 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:06:59.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:06:59 smithi189 bash[21687]: cluster 2024-09-18T09:06:57.570868+0000 mgr.y (mgr.15126) 112 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:59.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:06:59 smithi078 bash[19887]: cluster 2024-09-18T09:06:57.570868+0000 mgr.y (mgr.15126) 112 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:06:59.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:06:59 smithi078 bash[28923]: cluster 2024-09-18T09:06:57.570868+0000 mgr.y (mgr.15126) 112 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:00.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:00 smithi189 bash[21687]: audit 2024-09-18T09:07:00.119341+0000 mon.a (mon.0) 1131 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:07:00.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:00 smithi078 bash[19887]: audit 2024-09-18T09:07:00.119341+0000 mon.a (mon.0) 1131 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:07:00.451 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:07:00 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:07:00] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.43.0" 2024-09-18T09:07:00.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:00 smithi078 bash[28923]: audit 2024-09-18T09:07:00.119341+0000 mon.a (mon.0) 1131 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:07:01.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:01 smithi189 bash[21687]: cluster 2024-09-18T09:06:59.571571+0000 mgr.y (mgr.15126) 113 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:01.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:01 smithi078 bash[19887]: cluster 2024-09-18T09:06:59.571571+0000 mgr.y (mgr.15126) 113 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:01.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:01 smithi078 bash[28923]: cluster 2024-09-18T09:06:59.571571+0000 mgr.y (mgr.15126) 113 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:03.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:03 smithi078 bash[19887]: cluster 2024-09-18T09:07:01.573338+0000 mgr.y (mgr.15126) 114 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:03.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:03 smithi078 bash[28923]: cluster 2024-09-18T09:07:01.573338+0000 mgr.y (mgr.15126) 114 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:03.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:03 smithi189 bash[21687]: cluster 2024-09-18T09:07:01.573338+0000 mgr.y (mgr.15126) 114 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:04.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:04 smithi078 bash[19887]: audit 2024-09-18T09:07:03.291082+0000 mgr.y (mgr.15126) 115 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:04.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:04 smithi078 bash[28923]: audit 2024-09-18T09:07:03.291082+0000 mgr.y (mgr.15126) 115 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:04.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:04 smithi189 bash[21687]: audit 2024-09-18T09:07:03.291082+0000 mgr.y (mgr.15126) 115 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:05.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:05 smithi078 bash[19887]: cluster 2024-09-18T09:07:03.574096+0000 mgr.y (mgr.15126) 116 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:05.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:05 smithi078 bash[28923]: cluster 2024-09-18T09:07:03.574096+0000 mgr.y (mgr.15126) 116 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:05.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:05 smithi189 bash[21687]: cluster 2024-09-18T09:07:03.574096+0000 mgr.y (mgr.15126) 116 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:07.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:07 smithi078 bash[19887]: cluster 2024-09-18T09:07:05.575717+0000 mgr.y (mgr.15126) 117 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:07.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:07 smithi078 bash[28923]: cluster 2024-09-18T09:07:05.575717+0000 mgr.y (mgr.15126) 117 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:07.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:07 smithi189 bash[21687]: cluster 2024-09-18T09:07:05.575717+0000 mgr.y (mgr.15126) 117 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:09.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:09 smithi078 bash[19887]: cluster 2024-09-18T09:07:07.576431+0000 mgr.y (mgr.15126) 118 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:09.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:09 smithi078 bash[28923]: cluster 2024-09-18T09:07:07.576431+0000 mgr.y (mgr.15126) 118 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:09.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:09 smithi189 bash[21687]: cluster 2024-09-18T09:07:07.576431+0000 mgr.y (mgr.15126) 118 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:10.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:07:10 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:07:10] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.43.0" 2024-09-18T09:07:11.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:11 smithi078 bash[19887]: cluster 2024-09-18T09:07:09.577250+0000 mgr.y (mgr.15126) 119 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:11.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:11 smithi078 bash[28923]: cluster 2024-09-18T09:07:09.577250+0000 mgr.y (mgr.15126) 119 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:11.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:11 smithi189 bash[21687]: cluster 2024-09-18T09:07:09.577250+0000 mgr.y (mgr.15126) 119 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:13.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:13 smithi189 bash[21687]: cluster 2024-09-18T09:07:11.579046+0000 mgr.y (mgr.15126) 120 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:13.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:13 smithi078 bash[19887]: cluster 2024-09-18T09:07:11.579046+0000 mgr.y (mgr.15126) 120 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:13.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:13 smithi078 bash[28923]: cluster 2024-09-18T09:07:11.579046+0000 mgr.y (mgr.15126) 120 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:14.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:14 smithi189 bash[21687]: audit 2024-09-18T09:07:13.301379+0000 mgr.y (mgr.15126) 121 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:14.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:14 smithi078 bash[28923]: audit 2024-09-18T09:07:13.301379+0000 mgr.y (mgr.15126) 121 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:14.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:14 smithi078 bash[19887]: audit 2024-09-18T09:07:13.301379+0000 mgr.y (mgr.15126) 121 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:15.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:15 smithi189 bash[21687]: cluster 2024-09-18T09:07:13.579890+0000 mgr.y (mgr.15126) 122 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:15.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:15 smithi189 bash[21687]: audit 2024-09-18T09:07:15.119849+0000 mon.a (mon.0) 1132 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:07:15.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:15 smithi078 bash[19887]: cluster 2024-09-18T09:07:13.579890+0000 mgr.y (mgr.15126) 122 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:15.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:15 smithi078 bash[19887]: audit 2024-09-18T09:07:15.119849+0000 mon.a (mon.0) 1132 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:07:15.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:15 smithi078 bash[28923]: cluster 2024-09-18T09:07:13.579890+0000 mgr.y (mgr.15126) 122 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:15.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:15 smithi078 bash[28923]: audit 2024-09-18T09:07:15.119849+0000 mon.a (mon.0) 1132 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:07:17.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:17 smithi189 bash[21687]: cluster 2024-09-18T09:07:15.581536+0000 mgr.y (mgr.15126) 123 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:17.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:17 smithi078 bash[19887]: cluster 2024-09-18T09:07:15.581536+0000 mgr.y (mgr.15126) 123 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:17.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:17 smithi078 bash[28923]: cluster 2024-09-18T09:07:15.581536+0000 mgr.y (mgr.15126) 123 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:19.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:19 smithi189 bash[21687]: cluster 2024-09-18T09:07:17.582266+0000 mgr.y (mgr.15126) 124 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:19.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:19 smithi078 bash[19887]: cluster 2024-09-18T09:07:17.582266+0000 mgr.y (mgr.15126) 124 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:19.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:19 smithi078 bash[28923]: cluster 2024-09-18T09:07:17.582266+0000 mgr.y (mgr.15126) 124 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:20.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:07:20 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:07:20] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.43.0" 2024-09-18T09:07:21.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:21 smithi189 bash[21687]: cluster 2024-09-18T09:07:19.582966+0000 mgr.y (mgr.15126) 125 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:21.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:21 smithi078 bash[19887]: cluster 2024-09-18T09:07:19.582966+0000 mgr.y (mgr.15126) 125 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:21.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:21 smithi078 bash[28923]: cluster 2024-09-18T09:07:19.582966+0000 mgr.y (mgr.15126) 125 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:23.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:23 smithi189 bash[21687]: cluster 2024-09-18T09:07:21.584620+0000 mgr.y (mgr.15126) 126 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:23.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:23 smithi078 bash[19887]: cluster 2024-09-18T09:07:21.584620+0000 mgr.y (mgr.15126) 126 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:23.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:23 smithi078 bash[28923]: cluster 2024-09-18T09:07:21.584620+0000 mgr.y (mgr.15126) 126 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:24.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:24 smithi189 bash[21687]: audit 2024-09-18T09:07:23.312097+0000 mgr.y (mgr.15126) 127 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:24.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:24 smithi078 bash[19887]: audit 2024-09-18T09:07:23.312097+0000 mgr.y (mgr.15126) 127 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:24.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:24 smithi078 bash[28923]: audit 2024-09-18T09:07:23.312097+0000 mgr.y (mgr.15126) 127 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:25.513 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:25 smithi189 bash[21687]: cluster 2024-09-18T09:07:23.585301+0000 mgr.y (mgr.15126) 128 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:25.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:25 smithi078 bash[19887]: cluster 2024-09-18T09:07:23.585301+0000 mgr.y (mgr.15126) 128 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:25.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:25 smithi078 bash[28923]: cluster 2024-09-18T09:07:23.585301+0000 mgr.y (mgr.15126) 128 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:25.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:07:25 smithi189 bash[46911]: logger=cleanup t=2024-09-18T09:07:25.514488473Z level=info msg="Completed cleanup jobs" duration=55.992782ms 2024-09-18T09:07:27.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:27 smithi189 bash[21687]: cluster 2024-09-18T09:07:25.586879+0000 mgr.y (mgr.15126) 129 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:27.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:27 smithi078 bash[19887]: cluster 2024-09-18T09:07:25.586879+0000 mgr.y (mgr.15126) 129 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:27.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:27 smithi078 bash[28923]: cluster 2024-09-18T09:07:25.586879+0000 mgr.y (mgr.15126) 129 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:29.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:29 smithi189 bash[21687]: cluster 2024-09-18T09:07:27.587624+0000 mgr.y (mgr.15126) 130 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:29.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:29 smithi078 bash[19887]: cluster 2024-09-18T09:07:27.587624+0000 mgr.y (mgr.15126) 130 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:29.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:29 smithi078 bash[28923]: cluster 2024-09-18T09:07:27.587624+0000 mgr.y (mgr.15126) 130 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:30.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:30 smithi189 bash[21687]: audit 2024-09-18T09:07:30.120328+0000 mon.a (mon.0) 1133 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:07:30.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:30 smithi078 bash[19887]: audit 2024-09-18T09:07:30.120328+0000 mon.a (mon.0) 1133 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:07:30.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:07:30 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:07:30] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-18T09:07:30.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:30 smithi078 bash[28923]: audit 2024-09-18T09:07:30.120328+0000 mon.a (mon.0) 1133 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:07:31.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:31 smithi189 bash[21687]: cluster 2024-09-18T09:07:29.588351+0000 mgr.y (mgr.15126) 131 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:31.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:31 smithi078 bash[19887]: cluster 2024-09-18T09:07:29.588351+0000 mgr.y (mgr.15126) 131 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:31.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:31 smithi078 bash[28923]: cluster 2024-09-18T09:07:29.588351+0000 mgr.y (mgr.15126) 131 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:33.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:33 smithi189 bash[21687]: cluster 2024-09-18T09:07:31.590036+0000 mgr.y (mgr.15126) 132 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:33.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:33 smithi078 bash[19887]: cluster 2024-09-18T09:07:31.590036+0000 mgr.y (mgr.15126) 132 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:33.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:33 smithi078 bash[28923]: cluster 2024-09-18T09:07:31.590036+0000 mgr.y (mgr.15126) 132 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:34.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:34 smithi189 bash[21687]: audit 2024-09-18T09:07:33.319380+0000 mgr.y (mgr.15126) 133 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:34.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:34 smithi078 bash[19887]: audit 2024-09-18T09:07:33.319380+0000 mgr.y (mgr.15126) 133 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:34.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:34 smithi078 bash[28923]: audit 2024-09-18T09:07:33.319380+0000 mgr.y (mgr.15126) 133 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:35.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:35 smithi189 bash[21687]: cluster 2024-09-18T09:07:33.590833+0000 mgr.y (mgr.15126) 134 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:35.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:35 smithi078 bash[19887]: cluster 2024-09-18T09:07:33.590833+0000 mgr.y (mgr.15126) 134 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:35.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:35 smithi078 bash[28923]: cluster 2024-09-18T09:07:33.590833+0000 mgr.y (mgr.15126) 134 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:37.062 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch ps' 2024-09-18T09:07:37.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:37 smithi078 bash[19887]: cluster 2024-09-18T09:07:35.592428+0000 mgr.y (mgr.15126) 135 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:37.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:37 smithi078 bash[28923]: cluster 2024-09-18T09:07:35.592428+0000 mgr.y (mgr.15126) 135 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:37.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:37 smithi189 bash[21687]: cluster 2024-09-18T09:07:35.592428+0000 mgr.y (mgr.15126) 135 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:39.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:39 smithi189 bash[21687]: cluster 2024-09-18T09:07:37.593174+0000 mgr.y (mgr.15126) 136 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:39.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:39 smithi078 bash[19887]: cluster 2024-09-18T09:07:37.593174+0000 mgr.y (mgr.15126) 136 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:39.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:39 smithi078 bash[28923]: cluster 2024-09-18T09:07:37.593174+0000 mgr.y (mgr.15126) 136 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:40.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:07:40 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:07:40] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-18T09:07:41.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:41 smithi189 bash[21687]: cluster 2024-09-18T09:07:39.593874+0000 mgr.y (mgr.15126) 137 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:41.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:41 smithi078 bash[19887]: cluster 2024-09-18T09:07:39.593874+0000 mgr.y (mgr.15126) 137 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:41.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:41 smithi078 bash[28923]: cluster 2024-09-18T09:07:39.593874+0000 mgr.y (mgr.15126) 137 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:41.892 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:07:43.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:43 smithi078 bash[19887]: cluster 2024-09-18T09:07:41.595532+0000 mgr.y (mgr.15126) 138 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:43.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:43 smithi078 bash[28923]: cluster 2024-09-18T09:07:41.595532+0000 mgr.y (mgr.15126) 138 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:43.560 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:07:43.560 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (20m) 2m ago 20m 13.6M - 0.25.0 c8568f914cd2 281c36281377 2024-09-18T09:07:43.561 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (20m) 2m ago 20m 76.8M - 9.4.12 2bacad6d85d8 b91647ac551b 2024-09-18T09:07:43.561 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (3m) 2m ago 18m 47.2M - 3.8 ebb0615149de c53f7776a8e2 2024-09-18T09:07:43.561 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (13m) 2m ago 29m 439M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fc3cb771eacc 2024-09-18T09:07:43.561 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (6m) 2m ago 31m 493M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:07:43.561 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (31m) 2m ago 32m 72.2M 2048M 19.1.1-330-gc2ddf972 ebb0615149de bf4e56a16354 2024-09-18T09:07:43.565 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (30m) 2m ago 30m 54.9M 2048M 19.1.1-330-gc2ddf972 ebb0615149de ab98398799ea 2024-09-18T09:07:43.565 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (29m) 2m ago 29m 54.0M 2048M 19.1.1-330-gc2ddf972 ebb0615149de 3ab54f539482 2024-09-18T09:07:43.565 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (21m) 2m ago 21m 8983k - 1.5.0 0da6a335fe13 e5ce11d2d317 2024-09-18T09:07:43.565 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (21m) 2m ago 21m 9108k - 1.5.0 0da6a335fe13 5f179b9988f5 2024-09-18T09:07:43.565 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (28m) 2m ago 28m 54.7M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T09:07:43.565 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (27m) 2m ago 27m 63.1M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T09:07:43.565 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (26m) 2m ago 26m 60.9M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:07:43.565 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (25m) 2m ago 25m 63.1M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:07:43.565 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (24m) 2m ago 25m 63.6M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:07:43.565 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (24m) 2m ago 24m 54.5M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:07:43.565 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (23m) 2m ago 23m 51.9M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:07:43.565 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (22m) 2m ago 22m 63.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:07:43.565 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (2m) 2m ago 21m 30.7M - 2.43.0 a07b618ecd1d c79440cdf6e6 2024-09-18T09:07:43.566 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (18m) 2m ago 18m 99.7M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:07:43.566 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (18m) 2m ago 18m 100M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:07:43.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:43 smithi189 bash[21687]: cluster 2024-09-18T09:07:41.595532+0000 mgr.y (mgr.15126) 138 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:44.311 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions' 2024-09-18T09:07:45.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:45 smithi189 bash[21687]: audit 2024-09-18T09:07:43.329106+0000 mgr.y (mgr.15126) 139 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:45.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:45 smithi189 bash[21687]: audit 2024-09-18T09:07:43.544303+0000 mgr.y (mgr.15126) 140 : audit [DBG] from='client.25109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:07:45.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:45 smithi189 bash[21687]: cluster 2024-09-18T09:07:43.596104+0000 mgr.y (mgr.15126) 141 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:45.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:45 smithi189 bash[21687]: audit 2024-09-18T09:07:45.121025+0000 mon.a (mon.0) 1134 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:07:45.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:45 smithi078 bash[19887]: audit 2024-09-18T09:07:43.329106+0000 mgr.y (mgr.15126) 139 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:45.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:45 smithi078 bash[19887]: audit 2024-09-18T09:07:43.544303+0000 mgr.y (mgr.15126) 140 : audit [DBG] from='client.25109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:07:45.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:45 smithi078 bash[19887]: cluster 2024-09-18T09:07:43.596104+0000 mgr.y (mgr.15126) 141 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:45.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:45 smithi078 bash[19887]: audit 2024-09-18T09:07:45.121025+0000 mon.a (mon.0) 1134 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:07:45.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:45 smithi078 bash[28923]: audit 2024-09-18T09:07:43.329106+0000 mgr.y (mgr.15126) 139 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:45.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:45 smithi078 bash[28923]: audit 2024-09-18T09:07:43.544303+0000 mgr.y (mgr.15126) 140 : audit [DBG] from='client.25109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:07:45.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:45 smithi078 bash[28923]: cluster 2024-09-18T09:07:43.596104+0000 mgr.y (mgr.15126) 141 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:45.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:45 smithi078 bash[28923]: audit 2024-09-18T09:07:45.121025+0000 mon.a (mon.0) 1134 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:07:47.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:47 smithi189 bash[21687]: cluster 2024-09-18T09:07:45.597114+0000 mgr.y (mgr.15126) 142 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:47.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:47 smithi078 bash[19887]: cluster 2024-09-18T09:07:45.597114+0000 mgr.y (mgr.15126) 142 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:47.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:47 smithi078 bash[28923]: cluster 2024-09-18T09:07:45.597114+0000 mgr.y (mgr.15126) 142 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:49.130 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:07:49.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:49 smithi189 bash[21687]: cluster 2024-09-18T09:07:47.597838+0000 mgr.y (mgr.15126) 143 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:49.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:49 smithi078 bash[19887]: cluster 2024-09-18T09:07:47.597838+0000 mgr.y (mgr.15126) 143 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:49.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:49 smithi078 bash[28923]: cluster 2024-09-18T09:07:47.597838+0000 mgr.y (mgr.15126) 143 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:50.496 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:07:50 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:07:50] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.43.0" 2024-09-18T09:07:50.885 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:07:50.885 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:07:50.885 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 3 2024-09-18T09:07:50.885 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:07:50.886 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:07:50.886 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:07:50.886 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:07:50.886 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:07:50.886 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 8 2024-09-18T09:07:50.886 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:07:50.886 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:07:50.886 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:07:50.886 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:07:50.886 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:07:50.886 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 13, 2024-09-18T09:07:50.886 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:07:50.886 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:07:50.887 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:07:51.577 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:51 smithi078 bash[19887]: cluster 2024-09-18T09:07:49.598519+0000 mgr.y (mgr.15126) 144 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:51.577 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:51 smithi078 bash[19887]: audit 2024-09-18T09:07:50.886801+0000 mon.c (mon.2) 183 : audit [DBG] from='client.? 172.21.15.78:0/3124100415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:07:51.578 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:51 smithi078 bash[28923]: cluster 2024-09-18T09:07:49.598519+0000 mgr.y (mgr.15126) 144 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:51.578 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:51 smithi078 bash[28923]: audit 2024-09-18T09:07:50.886801+0000 mon.c (mon.2) 183 : audit [DBG] from='client.? 172.21.15.78:0/3124100415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:07:51.579 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph -s' 2024-09-18T09:07:51.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:51 smithi189 bash[21687]: cluster 2024-09-18T09:07:49.598519+0000 mgr.y (mgr.15126) 144 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:07:51.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:51 smithi189 bash[21687]: audit 2024-09-18T09:07:50.886801+0000 mon.c (mon.2) 183 : audit [DBG] from='client.? 172.21.15.78:0/3124100415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:07:52.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:52 smithi189 bash[21687]: cluster 2024-09-18T09:07:51.599881+0000 mgr.y (mgr.15126) 145 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:52.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:52 smithi078 bash[19887]: cluster 2024-09-18T09:07:51.599881+0000 mgr.y (mgr.15126) 145 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:52.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:52 smithi078 bash[28923]: cluster 2024-09-18T09:07:51.599881+0000 mgr.y (mgr.15126) 145 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:54.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:54 smithi189 bash[21687]: audit 2024-09-18T09:07:53.340050+0000 mgr.y (mgr.15126) 146 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:54.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:54 smithi189 bash[21687]: cluster 2024-09-18T09:07:53.600587+0000 mgr.y (mgr.15126) 147 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:07:54.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:54 smithi078 bash[19887]: audit 2024-09-18T09:07:53.340050+0000 mgr.y (mgr.15126) 146 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:54.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:54 smithi078 bash[19887]: cluster 2024-09-18T09:07:53.600587+0000 mgr.y (mgr.15126) 147 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:07:54.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:54 smithi078 bash[28923]: audit 2024-09-18T09:07:53.340050+0000 mgr.y (mgr.15126) 146 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:07:54.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:54 smithi078 bash[28923]: cluster 2024-09-18T09:07:53.600587+0000 mgr.y (mgr.15126) 147 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:07:56.388 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:07:57.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:56 smithi189 bash[21687]: cluster 2024-09-18T09:07:55.602174+0000 mgr.y (mgr.15126) 148 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:57.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:56 smithi189 bash[21687]: audit 2024-09-18T09:07:55.824481+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:07:57.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:56 smithi189 bash[21687]: audit 2024-09-18T09:07:55.832125+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:07:57.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:56 smithi189 bash[21687]: audit 2024-09-18T09:07:56.438838+0000 mon.a (mon.0) 1137 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:07:57.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:56 smithi189 bash[21687]: audit 2024-09-18T09:07:56.439771+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:07:57.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:56 smithi189 bash[21687]: audit 2024-09-18T09:07:56.445647+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:07:57.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:56 smithi078 bash[19887]: cluster 2024-09-18T09:07:55.602174+0000 mgr.y (mgr.15126) 148 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:57.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:56 smithi078 bash[19887]: audit 2024-09-18T09:07:55.824481+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:07:57.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:56 smithi078 bash[19887]: audit 2024-09-18T09:07:55.832125+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:07:57.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:56 smithi078 bash[19887]: audit 2024-09-18T09:07:56.438838+0000 mon.a (mon.0) 1137 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:07:57.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:56 smithi078 bash[19887]: audit 2024-09-18T09:07:56.439771+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:07:57.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:56 smithi078 bash[19887]: audit 2024-09-18T09:07:56.445647+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:07:57.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:56 smithi078 bash[28923]: cluster 2024-09-18T09:07:55.602174+0000 mgr.y (mgr.15126) 148 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:07:57.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:56 smithi078 bash[28923]: audit 2024-09-18T09:07:55.824481+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:07:57.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:56 smithi078 bash[28923]: audit 2024-09-18T09:07:55.832125+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:07:57.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:56 smithi078 bash[28923]: audit 2024-09-18T09:07:56.438838+0000 mon.a (mon.0) 1137 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:07:57.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:56 smithi078 bash[28923]: audit 2024-09-18T09:07:56.439771+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:07:57.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:56 smithi078 bash[28923]: audit 2024-09-18T09:07:56.445647+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' 2024-09-18T09:07:58.148 INFO:teuthology.orchestra.run.smithi078.stdout: cluster: 2024-09-18T09:07:58.149 INFO:teuthology.orchestra.run.smithi078.stdout: id: c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:07:58.149 INFO:teuthology.orchestra.run.smithi078.stdout: health: HEALTH_OK 2024-09-18T09:07:58.149 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T09:07:58.149 INFO:teuthology.orchestra.run.smithi078.stdout: services: 2024-09-18T09:07:58.149 INFO:teuthology.orchestra.run.smithi078.stdout: mon: 3 daemons, quorum a,b,c (age 30m) 2024-09-18T09:07:58.150 INFO:teuthology.orchestra.run.smithi078.stdout: mgr: y(active, since 3m), standbys: x 2024-09-18T09:07:58.150 INFO:teuthology.orchestra.run.smithi078.stdout: osd: 8 osds: 8 up (since 22m), 8 in (since 22m) 2024-09-18T09:07:58.150 INFO:teuthology.orchestra.run.smithi078.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-18T09:07:58.150 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T09:07:58.150 INFO:teuthology.orchestra.run.smithi078.stdout: data: 2024-09-18T09:07:58.150 INFO:teuthology.orchestra.run.smithi078.stdout: pools: 6 pools, 161 pgs 2024-09-18T09:07:58.151 INFO:teuthology.orchestra.run.smithi078.stdout: objects: 212 objects, 585 KiB 2024-09-18T09:07:58.151 INFO:teuthology.orchestra.run.smithi078.stdout: usage: 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:07:58.151 INFO:teuthology.orchestra.run.smithi078.stdout: pgs: 161 active+clean 2024-09-18T09:07:58.151 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T09:07:58.151 INFO:teuthology.orchestra.run.smithi078.stdout: io: 2024-09-18T09:07:58.151 INFO:teuthology.orchestra.run.smithi078.stdout: client: 767 B/s rd, 0 op/s rd, 0 op/s wr 2024-09-18T09:07:58.151 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-18T09:07:58.840 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph health detail' 2024-09-18T09:07:59.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:58 smithi189 bash[21687]: cluster 2024-09-18T09:07:57.602920+0000 mgr.y (mgr.15126) 149 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:07:59.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:07:58 smithi189 bash[21687]: audit 2024-09-18T09:07:58.150376+0000 mon.c (mon.2) 184 : audit [DBG] from='client.? 172.21.15.78:0/2298493088' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T09:07:59.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:58 smithi078 bash[19887]: cluster 2024-09-18T09:07:57.602920+0000 mgr.y (mgr.15126) 149 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:07:59.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:07:58 smithi078 bash[19887]: audit 2024-09-18T09:07:58.150376+0000 mon.c (mon.2) 184 : audit [DBG] from='client.? 172.21.15.78:0/2298493088' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T09:07:59.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:58 smithi078 bash[28923]: cluster 2024-09-18T09:07:57.602920+0000 mgr.y (mgr.15126) 149 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:07:59.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:07:58 smithi078 bash[28923]: audit 2024-09-18T09:07:58.150376+0000 mon.c (mon.2) 184 : audit [DBG] from='client.? 172.21.15.78:0/2298493088' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T09:08:00.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:08:00 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:08:00] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.43.0" 2024-09-18T09:08:01.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:00 smithi189 bash[21687]: cluster 2024-09-18T09:07:59.603655+0000 mgr.y (mgr.15126) 150 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:08:01.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:00 smithi189 bash[21687]: audit 2024-09-18T09:08:00.121276+0000 mon.a (mon.0) 1140 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:08:01.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:00 smithi078 bash[19887]: cluster 2024-09-18T09:07:59.603655+0000 mgr.y (mgr.15126) 150 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:08:01.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:00 smithi078 bash[19887]: audit 2024-09-18T09:08:00.121276+0000 mon.a (mon.0) 1140 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:08:01.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:00 smithi078 bash[28923]: cluster 2024-09-18T09:07:59.603655+0000 mgr.y (mgr.15126) 150 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:08:01.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:00 smithi078 bash[28923]: audit 2024-09-18T09:08:00.121276+0000 mon.a (mon.0) 1140 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:08:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:02 smithi189 bash[21687]: cluster 2024-09-18T09:08:01.604607+0000 mgr.y (mgr.15126) 151 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:08:03.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:02 smithi078 bash[19887]: cluster 2024-09-18T09:08:01.604607+0000 mgr.y (mgr.15126) 151 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:08:03.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:02 smithi078 bash[28923]: cluster 2024-09-18T09:08:01.604607+0000 mgr.y (mgr.15126) 151 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:08:03.655 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:08:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:04 smithi189 bash[21687]: audit 2024-09-18T09:08:03.351299+0000 mgr.y (mgr.15126) 152 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:08:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:04 smithi189 bash[21687]: cluster 2024-09-18T09:08:03.605299+0000 mgr.y (mgr.15126) 153 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:05.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:04 smithi078 bash[19887]: audit 2024-09-18T09:08:03.351299+0000 mgr.y (mgr.15126) 152 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:08:05.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:04 smithi078 bash[19887]: cluster 2024-09-18T09:08:03.605299+0000 mgr.y (mgr.15126) 153 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:05.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:04 smithi078 bash[28923]: audit 2024-09-18T09:08:03.351299+0000 mgr.y (mgr.15126) 152 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:08:05.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:04 smithi078 bash[28923]: cluster 2024-09-18T09:08:03.605299+0000 mgr.y (mgr.15126) 153 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:05.375 INFO:teuthology.orchestra.run.smithi078.stdout:HEALTH_OK 2024-09-18T09:08:06.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:05 smithi189 bash[21687]: audit 2024-09-18T09:08:05.377350+0000 mon.a (mon.0) 1141 : audit [DBG] from='client.? 172.21.15.78:0/1590408015' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-18T09:08:06.186 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:05 smithi078 bash[28923]: audit 2024-09-18T09:08:05.377350+0000 mon.a (mon.0) 1141 : audit [DBG] from='client.? 172.21.15.78:0/1590408015' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-18T09:08:06.186 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:05 smithi078 bash[19887]: audit 2024-09-18T09:08:05.377350+0000 mon.a (mon.0) 1141 : audit [DBG] from='client.? 172.21.15.78:0/1590408015' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-18T09:08:06.187 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-09-18T09:08:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:06 smithi189 bash[21687]: cluster 2024-09-18T09:08:05.606870+0000 mgr.y (mgr.15126) 154 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:08:07.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:06 smithi078 bash[19887]: cluster 2024-09-18T09:08:05.606870+0000 mgr.y (mgr.15126) 154 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:08:07.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:06 smithi078 bash[28923]: cluster 2024-09-18T09:08:05.606870+0000 mgr.y (mgr.15126) 154 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:08:09.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:08 smithi189 bash[21687]: cluster 2024-09-18T09:08:07.607611+0000 mgr.y (mgr.15126) 155 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:09.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:08 smithi078 bash[19887]: cluster 2024-09-18T09:08:07.607611+0000 mgr.y (mgr.15126) 155 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:09.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:08 smithi078 bash[28923]: cluster 2024-09-18T09:08:07.607611+0000 mgr.y (mgr.15126) 155 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:10.701 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:08:10 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:08:10] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.43.0" 2024-09-18T09:08:11.012 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:08:11.129 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:10 smithi078 bash[19887]: cluster 2024-09-18T09:08:09.608359+0000 mgr.y (mgr.15126) 156 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:11.130 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:10 smithi078 bash[28923]: cluster 2024-09-18T09:08:09.608359+0000 mgr.y (mgr.15126) 156 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:11.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:10 smithi189 bash[21687]: cluster 2024-09-18T09:08:09.608359+0000 mgr.y (mgr.15126) 156 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:12.630 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:08:12.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:12 smithi078 bash[19887]: cluster 2024-09-18T09:08:11.610021+0000 mgr.y (mgr.15126) 157 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:08:12.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:12 smithi078 bash[19887]: audit 2024-09-18T09:08:12.620489+0000 mon.a (mon.0) 1142 : audit [DBG] from='client.? 172.21.15.78:0/2407788965' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:08:12.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:12 smithi078 bash[28923]: cluster 2024-09-18T09:08:11.610021+0000 mgr.y (mgr.15126) 157 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:08:12.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:12 smithi078 bash[28923]: audit 2024-09-18T09:08:12.620489+0000 mon.a (mon.0) 1142 : audit [DBG] from='client.? 172.21.15.78:0/2407788965' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:08:13.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:12 smithi189 bash[21687]: cluster 2024-09-18T09:08:11.610021+0000 mgr.y (mgr.15126) 157 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:08:13.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:12 smithi189 bash[21687]: audit 2024-09-18T09:08:12.620489+0000 mon.a (mon.0) 1142 : audit [DBG] from='client.? 172.21.15.78:0/2407788965' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:08:13.345 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph mgr fail' 2024-09-18T09:08:15.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:14 smithi189 bash[21687]: audit 2024-09-18T09:08:13.361290+0000 mgr.y (mgr.15126) 158 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:08:15.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:14 smithi189 bash[21687]: cluster 2024-09-18T09:08:13.610738+0000 mgr.y (mgr.15126) 159 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:15.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:14 smithi078 bash[19887]: audit 2024-09-18T09:08:13.361290+0000 mgr.y (mgr.15126) 158 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:08:15.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:14 smithi078 bash[19887]: cluster 2024-09-18T09:08:13.610738+0000 mgr.y (mgr.15126) 159 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:15.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:14 smithi078 bash[28923]: audit 2024-09-18T09:08:13.361290+0000 mgr.y (mgr.15126) 158 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:08:15.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:14 smithi078 bash[28923]: cluster 2024-09-18T09:08:13.610738+0000 mgr.y (mgr.15126) 159 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:16.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:15 smithi189 bash[21687]: audit 2024-09-18T09:08:15.121695+0000 mon.a (mon.0) 1143 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:08:16.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:15 smithi078 bash[19887]: audit 2024-09-18T09:08:15.121695+0000 mon.a (mon.0) 1143 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:08:16.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:15 smithi078 bash[28923]: audit 2024-09-18T09:08:15.121695+0000 mon.a (mon.0) 1143 : audit [DBG] from='mgr.15126 172.21.15.78:0/1003073711' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:08:17.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:16 smithi189 bash[21687]: cluster 2024-09-18T09:08:15.612321+0000 mgr.y (mgr.15126) 160 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:08:17.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:16 smithi078 bash[19887]: cluster 2024-09-18T09:08:15.612321+0000 mgr.y (mgr.15126) 160 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:08:17.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:16 smithi078 bash[28923]: cluster 2024-09-18T09:08:15.612321+0000 mgr.y (mgr.15126) 160 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:08:18.157 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:08:19.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:18 smithi189 bash[21687]: cluster 2024-09-18T09:08:17.613061+0000 mgr.y (mgr.15126) 161 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:19.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:18 smithi078 bash[19887]: cluster 2024-09-18T09:08:17.613061+0000 mgr.y (mgr.15126) 161 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:19.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:18 smithi078 bash[28923]: cluster 2024-09-18T09:08:17.613061+0000 mgr.y (mgr.15126) 161 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:20.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[49976]: [18/Sep/2024:09:08:19] ENGINE Bus STOPPING 2024-09-18T09:08:20.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.805098+0000 mon.c (mon.2) 185 : audit [INF] from='client.? 172.21.15.78:0/2709799828' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T09:08:20.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.805758+0000 mon.a (mon.0) 1144 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T09:08:20.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: cluster 2024-09-18T09:08:19.806692+0000 mon.a (mon.0) 1145 : cluster [INF] Activating manager daemon x 2024-09-18T09:08:20.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.810826+0000 mon.a (mon.0) 1146 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-18T09:08:20.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: cluster 2024-09-18T09:08:19.815190+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-09-18T09:08:20.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: cluster 2024-09-18T09:08:19.815489+0000 mon.a (mon.0) 1148 : cluster [DBG] mgrmap e34: x(active, starting, since 0.00879985s) 2024-09-18T09:08:20.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.824825+0000 mon.a (mon.0) 1149 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T09:08:20.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.824948+0000 mon.a (mon.0) 1150 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T09:08:20.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.825072+0000 mon.a (mon.0) 1151 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T09:08:20.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.826201+0000 mon.a (mon.0) 1152 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T09:08:20.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.826466+0000 mon.a (mon.0) 1153 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T09:08:20.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.826632+0000 mon.a (mon.0) 1154 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T09:08:20.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.826781+0000 mon.a (mon.0) 1155 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T09:08:20.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.826923+0000 mon.a (mon.0) 1156 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T09:08:20.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.827060+0000 mon.a (mon.0) 1157 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T09:08:20.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.827201+0000 mon.a (mon.0) 1158 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T09:08:20.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.827340+0000 mon.a (mon.0) 1159 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T09:08:20.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.827482+0000 mon.a (mon.0) 1160 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T09:08:20.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.829837+0000 mon.a (mon.0) 1161 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T09:08:20.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.829966+0000 mon.a (mon.0) 1162 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T09:08:20.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:19 smithi189 bash[21687]: audit 2024-09-18T09:08:19.830528+0000 mon.a (mon.0) 1163 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T09:08:20.202 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[70347]: debug 2024-09-18T09:08:19.811+0000 7feb77489640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-18T09:08:20.202 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[70347]: ignoring --setuser ceph since I am not root 2024-09-18T09:08:20.202 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[70347]: ignoring --setgroup ceph since I am not root 2024-09-18T09:08:20.202 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[70347]: debug 2024-09-18T09:08:19.875+0000 7fdf307b6640 1 -- 172.21.15.78:0/800060648 <== mon.0 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5567bb5d50e0 con 0x5567bb5d6800 2024-09-18T09:08:20.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.805098+0000 mon.c (mon.2) 185 : audit [INF] from='client.? 172.21.15.78:0/2709799828' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T09:08:20.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.805758+0000 mon.a (mon.0) 1144 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T09:08:20.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: cluster 2024-09-18T09:08:19.806692+0000 mon.a (mon.0) 1145 : cluster [INF] Activating manager daemon x 2024-09-18T09:08:20.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.810826+0000 mon.a (mon.0) 1146 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-18T09:08:20.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: cluster 2024-09-18T09:08:19.815190+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-09-18T09:08:20.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: cluster 2024-09-18T09:08:19.815489+0000 mon.a (mon.0) 1148 : cluster [DBG] mgrmap e34: x(active, starting, since 0.00879985s) 2024-09-18T09:08:20.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.824825+0000 mon.a (mon.0) 1149 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T09:08:20.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.824948+0000 mon.a (mon.0) 1150 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T09:08:20.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.825072+0000 mon.a (mon.0) 1151 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T09:08:20.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.826201+0000 mon.a (mon.0) 1152 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T09:08:20.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.826466+0000 mon.a (mon.0) 1153 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T09:08:20.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.826632+0000 mon.a (mon.0) 1154 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T09:08:20.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.826781+0000 mon.a (mon.0) 1155 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T09:08:20.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.826923+0000 mon.a (mon.0) 1156 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T09:08:20.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.827060+0000 mon.a (mon.0) 1157 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T09:08:20.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.827201+0000 mon.a (mon.0) 1158 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T09:08:20.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.827340+0000 mon.a (mon.0) 1159 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T09:08:20.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.827482+0000 mon.a (mon.0) 1160 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T09:08:20.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.829837+0000 mon.a (mon.0) 1161 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T09:08:20.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.829966+0000 mon.a (mon.0) 1162 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T09:08:20.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[28923]: audit 2024-09-18T09:08:19.830528+0000 mon.a (mon.0) 1163 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T09:08:20.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.805098+0000 mon.c (mon.2) 185 : audit [INF] from='client.? 172.21.15.78:0/2709799828' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T09:08:20.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.805758+0000 mon.a (mon.0) 1144 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-18T09:08:20.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: cluster 2024-09-18T09:08:19.806692+0000 mon.a (mon.0) 1145 : cluster [INF] Activating manager daemon x 2024-09-18T09:08:20.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.810826+0000 mon.a (mon.0) 1146 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-18T09:08:20.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: cluster 2024-09-18T09:08:19.815190+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-09-18T09:08:20.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: cluster 2024-09-18T09:08:19.815489+0000 mon.a (mon.0) 1148 : cluster [DBG] mgrmap e34: x(active, starting, since 0.00879985s) 2024-09-18T09:08:20.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.824825+0000 mon.a (mon.0) 1149 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T09:08:20.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.824948+0000 mon.a (mon.0) 1150 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T09:08:20.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.825072+0000 mon.a (mon.0) 1151 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T09:08:20.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.826201+0000 mon.a (mon.0) 1152 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T09:08:20.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.826466+0000 mon.a (mon.0) 1153 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T09:08:20.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.826632+0000 mon.a (mon.0) 1154 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T09:08:20.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.826781+0000 mon.a (mon.0) 1155 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T09:08:20.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.826923+0000 mon.a (mon.0) 1156 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T09:08:20.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.827060+0000 mon.a (mon.0) 1157 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T09:08:20.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.827201+0000 mon.a (mon.0) 1158 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T09:08:20.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.827340+0000 mon.a (mon.0) 1159 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T09:08:20.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.827482+0000 mon.a (mon.0) 1160 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T09:08:20.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.829837+0000 mon.a (mon.0) 1161 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T09:08:20.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.829966+0000 mon.a (mon.0) 1162 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T09:08:20.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:19 smithi078 bash[19887]: audit 2024-09-18T09:08:19.830528+0000 mon.a (mon.0) 1163 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T09:08:20.655 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'sleep 180' 2024-09-18T09:08:20.672 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:20 smithi189 bash[49976]: [18/Sep/2024:09:08:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T09:08:20.672 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:20 smithi189 bash[49976]: [18/Sep/2024:09:08:20] ENGINE Bus STOPPED 2024-09-18T09:08:20.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:20 smithi078 bash[28923]: cluster 2024-09-18T09:08:20.311028+0000 mon.a (mon.0) 1164 : cluster [INF] Manager daemon x is now available 2024-09-18T09:08:20.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:20 smithi078 bash[28923]: audit 2024-09-18T09:08:20.654350+0000 mon.a (mon.0) 1165 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:08:20.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:20 smithi078 bash[28923]: audit 2024-09-18T09:08:20.654601+0000 mon.a (mon.0) 1166 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:08:20.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:20 smithi078 bash[28923]: audit 2024-09-18T09:08:20.656897+0000 mon.a (mon.0) 1167 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-18T09:08:20.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:20 smithi078 bash[28923]: audit 2024-09-18T09:08:20.697335+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-18T09:08:20.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:20 smithi078 bash[19887]: cluster 2024-09-18T09:08:20.311028+0000 mon.a (mon.0) 1164 : cluster [INF] Manager daemon x is now available 2024-09-18T09:08:20.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:20 smithi078 bash[19887]: audit 2024-09-18T09:08:20.654350+0000 mon.a (mon.0) 1165 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:08:20.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:20 smithi078 bash[19887]: audit 2024-09-18T09:08:20.654601+0000 mon.a (mon.0) 1166 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:08:20.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:20 smithi078 bash[19887]: audit 2024-09-18T09:08:20.656897+0000 mon.a (mon.0) 1167 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-18T09:08:20.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:20 smithi078 bash[19887]: audit 2024-09-18T09:08:20.697335+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-18T09:08:21.075 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:20 smithi189 bash[49976]: [18/Sep/2024:09:08:20] ENGINE Bus STARTING 2024-09-18T09:08:21.075 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:20 smithi189 bash[21687]: cluster 2024-09-18T09:08:20.311028+0000 mon.a (mon.0) 1164 : cluster [INF] Manager daemon x is now available 2024-09-18T09:08:21.075 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:20 smithi189 bash[21687]: audit 2024-09-18T09:08:20.654350+0000 mon.a (mon.0) 1165 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:08:21.075 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:20 smithi189 bash[21687]: audit 2024-09-18T09:08:20.654601+0000 mon.a (mon.0) 1166 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:08:21.075 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:20 smithi189 bash[21687]: audit 2024-09-18T09:08:20.656897+0000 mon.a (mon.0) 1167 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-18T09:08:21.075 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:20 smithi189 bash[21687]: audit 2024-09-18T09:08:20.697335+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-18T09:08:21.422 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: [18/Sep/2024:09:08:21] ENGINE Serving on http://:::9283 2024-09-18T09:08:21.422 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: [18/Sep/2024:09:08:21] ENGINE Bus STARTED 2024-09-18T09:08:22.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[21687]: cluster 2024-09-18T09:08:20.911356+0000 mon.a (mon.0) 1169 : cluster [DBG] mgrmap e35: x(active, since 1.10466s) 2024-09-18T09:08:22.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[21687]: cephadm 2024-09-18T09:08:21.580159+0000 mgr.x (mgr.24496) 3 : cephadm [INF] [18/Sep/2024:09:08:21] ENGINE Bus STARTING 2024-09-18T09:08:22.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: debug 2024-09-18T09:08:21.699+0000 7fd94312d640 -1 log_channel(cephadm) log [ERR] : [18/Sep/2024:09:08:21] ENGINE Error in HTTPServer.serve 2024-09-18T09:08:22.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: Traceback (most recent call last): 2024-09-18T09:08:22.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T09:08:22.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: self._connections.run(self.expiration_interval) 2024-09-18T09:08:22.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T09:08:22.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: self._run(expiration_interval) 2024-09-18T09:08:22.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T09:08:22.174 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T09:08:22.174 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T09:08:22.174 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T09:08:22.174 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T09:08:22.174 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: s = self.context.wrap_socket( 2024-09-18T09:08:22.174 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T09:08:22.174 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: return self.sslsocket_class._create( 2024-09-18T09:08:22.174 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T09:08:22.174 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: self.do_handshake() 2024-09-18T09:08:22.174 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T09:08:22.174 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: self._sslobj.do_handshake() 2024-09-18T09:08:22.174 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:21 smithi189 bash[49976]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T09:08:22.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:21 smithi078 bash[19887]: cluster 2024-09-18T09:08:20.911356+0000 mon.a (mon.0) 1169 : cluster [DBG] mgrmap e35: x(active, since 1.10466s) 2024-09-18T09:08:22.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:21 smithi078 bash[19887]: cephadm 2024-09-18T09:08:21.580159+0000 mgr.x (mgr.24496) 3 : cephadm [INF] [18/Sep/2024:09:08:21] ENGINE Bus STARTING 2024-09-18T09:08:22.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:21 smithi078 bash[28923]: cluster 2024-09-18T09:08:20.911356+0000 mon.a (mon.0) 1169 : cluster [DBG] mgrmap e35: x(active, since 1.10466s) 2024-09-18T09:08:22.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:21 smithi078 bash[28923]: cephadm 2024-09-18T09:08:21.580159+0000 mgr.x (mgr.24496) 3 : cephadm [INF] [18/Sep/2024:09:08:21] ENGINE Bus STARTING 2024-09-18T09:08:23.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: cephadm 2024-09-18T09:08:21.700071+0000 mgr.x (mgr.24496) 4 : cephadm [INF] [18/Sep/2024:09:08:21] ENGINE Serving on https://172.21.15.189:7150 2024-09-18T09:08:23.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: cephadm 2024-09-18T09:08:21.703885+0000 mgr.x (mgr.24496) 5 : cephadm [ERR] [18/Sep/2024:09:08:21] ENGINE Error in HTTPServer.serve 2024-09-18T09:08:23.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: Traceback (most recent call last): 2024-09-18T09:08:23.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T09:08:23.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: self._connections.run(self.expiration_interval) 2024-09-18T09:08:23.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T09:08:23.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: self._run(expiration_interval) 2024-09-18T09:08:23.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T09:08:23.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T09:08:23.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T09:08:23.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T09:08:23.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T09:08:23.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: s = self.context.wrap_socket( 2024-09-18T09:08:23.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T09:08:23.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: return self.sslsocket_class._create( 2024-09-18T09:08:23.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T09:08:23.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: self.do_handshake() 2024-09-18T09:08:23.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T09:08:23.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: self._sslobj.do_handshake() 2024-09-18T09:08:23.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T09:08:23.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: cephadm 2024-09-18T09:08:21.801214+0000 mgr.x (mgr.24496) 6 : cephadm [INF] [18/Sep/2024:09:08:21] ENGINE Serving on http://172.21.15.189:8765 2024-09-18T09:08:23.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: cephadm 2024-09-18T09:08:21.801370+0000 mgr.x (mgr.24496) 7 : cephadm [INF] [18/Sep/2024:09:08:21] ENGINE Bus STARTED 2024-09-18T09:08:23.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: cluster 2024-09-18T09:08:21.829899+0000 mgr.x (mgr.24496) 8 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:08:23.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:22 smithi189 bash[21687]: cluster 2024-09-18T09:08:21.923716+0000 mon.a (mon.0) 1170 : cluster [DBG] mgrmap e36: x(active, since 2s) 2024-09-18T09:08:23.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: cephadm 2024-09-18T09:08:21.700071+0000 mgr.x (mgr.24496) 4 : cephadm [INF] [18/Sep/2024:09:08:21] ENGINE Serving on https://172.21.15.189:7150 2024-09-18T09:08:23.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: cephadm 2024-09-18T09:08:21.703885+0000 mgr.x (mgr.24496) 5 : cephadm [ERR] [18/Sep/2024:09:08:21] ENGINE Error in HTTPServer.serve 2024-09-18T09:08:23.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: Traceback (most recent call last): 2024-09-18T09:08:23.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T09:08:23.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: self._connections.run(self.expiration_interval) 2024-09-18T09:08:23.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T09:08:23.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: self._run(expiration_interval) 2024-09-18T09:08:23.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T09:08:23.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T09:08:23.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T09:08:23.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T09:08:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T09:08:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: s = self.context.wrap_socket( 2024-09-18T09:08:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T09:08:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: return self.sslsocket_class._create( 2024-09-18T09:08:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T09:08:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: self.do_handshake() 2024-09-18T09:08:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T09:08:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: self._sslobj.do_handshake() 2024-09-18T09:08:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T09:08:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: cephadm 2024-09-18T09:08:21.801214+0000 mgr.x (mgr.24496) 6 : cephadm [INF] [18/Sep/2024:09:08:21] ENGINE Serving on http://172.21.15.189:8765 2024-09-18T09:08:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: cephadm 2024-09-18T09:08:21.801370+0000 mgr.x (mgr.24496) 7 : cephadm [INF] [18/Sep/2024:09:08:21] ENGINE Bus STARTED 2024-09-18T09:08:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: cluster 2024-09-18T09:08:21.829899+0000 mgr.x (mgr.24496) 8 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:08:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[19887]: cluster 2024-09-18T09:08:21.923716+0000 mon.a (mon.0) 1170 : cluster [DBG] mgrmap e36: x(active, since 2s) 2024-09-18T09:08:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: cephadm 2024-09-18T09:08:21.700071+0000 mgr.x (mgr.24496) 4 : cephadm [INF] [18/Sep/2024:09:08:21] ENGINE Serving on https://172.21.15.189:7150 2024-09-18T09:08:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: cephadm 2024-09-18T09:08:21.703885+0000 mgr.x (mgr.24496) 5 : cephadm [ERR] [18/Sep/2024:09:08:21] ENGINE Error in HTTPServer.serve 2024-09-18T09:08:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: Traceback (most recent call last): 2024-09-18T09:08:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T09:08:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: self._connections.run(self.expiration_interval) 2024-09-18T09:08:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T09:08:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: self._run(expiration_interval) 2024-09-18T09:08:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T09:08:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T09:08:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T09:08:23.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T09:08:23.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T09:08:23.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: s = self.context.wrap_socket( 2024-09-18T09:08:23.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T09:08:23.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: return self.sslsocket_class._create( 2024-09-18T09:08:23.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T09:08:23.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: self.do_handshake() 2024-09-18T09:08:23.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T09:08:23.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: self._sslobj.do_handshake() 2024-09-18T09:08:23.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T09:08:23.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: cephadm 2024-09-18T09:08:21.801214+0000 mgr.x (mgr.24496) 6 : cephadm [INF] [18/Sep/2024:09:08:21] ENGINE Serving on http://172.21.15.189:8765 2024-09-18T09:08:23.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: cephadm 2024-09-18T09:08:21.801370+0000 mgr.x (mgr.24496) 7 : cephadm [INF] [18/Sep/2024:09:08:21] ENGINE Bus STARTED 2024-09-18T09:08:23.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: cluster 2024-09-18T09:08:21.829899+0000 mgr.x (mgr.24496) 8 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:08:23.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:22 smithi078 bash[28923]: cluster 2024-09-18T09:08:21.923716+0000 mon.a (mon.0) 1170 : cluster [DBG] mgrmap e36: x(active, since 2s) 2024-09-18T09:08:24.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:23 smithi078 bash[19887]: audit 2024-09-18T09:08:23.365338+0000 mgr.x (mgr.24496) 9 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:08:24.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:23 smithi078 bash[28923]: audit 2024-09-18T09:08:23.365338+0000 mgr.x (mgr.24496) 9 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:08:24.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:23 smithi189 bash[21687]: audit 2024-09-18T09:08:23.365338+0000 mgr.x (mgr.24496) 9 : audit [DBG] from='client.15198 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:08:25.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:24 smithi078 bash[19887]: cluster 2024-09-18T09:08:23.830601+0000 mgr.x (mgr.24496) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:08:25.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:24 smithi078 bash[19887]: cluster 2024-09-18T09:08:23.935145+0000 mon.a (mon.0) 1171 : cluster [DBG] mgrmap e37: x(active, since 4s) 2024-09-18T09:08:25.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:24 smithi078 bash[28923]: cluster 2024-09-18T09:08:23.830601+0000 mgr.x (mgr.24496) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:08:25.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:24 smithi078 bash[28923]: cluster 2024-09-18T09:08:23.935145+0000 mon.a (mon.0) 1171 : cluster [DBG] mgrmap e37: x(active, since 4s) 2024-09-18T09:08:25.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:24 smithi189 bash[21687]: cluster 2024-09-18T09:08:23.830601+0000 mgr.x (mgr.24496) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:08:25.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:24 smithi189 bash[21687]: cluster 2024-09-18T09:08:23.935145+0000 mon.a (mon.0) 1171 : cluster [DBG] mgrmap e37: x(active, since 4s) 2024-09-18T09:08:25.451 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:08:26.451 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[70347]: [18/Sep/2024:09:08:26] ENGINE Bus STARTING 2024-09-18T09:08:26.452 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[70347]: CherryPy Checker: 2024-09-18T09:08:26.452 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[70347]: The Application mounted at '' has an empty config. 2024-09-18T09:08:26.452 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[70347]: [18/Sep/2024:09:08:26] ENGINE Serving on http://:::9283 2024-09-18T09:08:26.452 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[70347]: [18/Sep/2024:09:08:26] ENGINE Bus STARTED 2024-09-18T09:08:27.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[19887]: cluster 2024-09-18T09:08:25.831361+0000 mgr.x (mgr.24496) 11 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:08:27.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[19887]: cluster 2024-09-18T09:08:26.041999+0000 mon.a (mon.0) 1172 : cluster [DBG] Standby manager daemon y started 2024-09-18T09:08:27.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[19887]: audit 2024-09-18T09:08:26.044091+0000 mon.a (mon.0) 1173 : audit [DBG] from='mgr.? 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-18T09:08:27.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[19887]: audit 2024-09-18T09:08:26.046191+0000 mon.a (mon.0) 1174 : audit [DBG] from='mgr.? 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T09:08:27.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[19887]: audit 2024-09-18T09:08:26.047903+0000 mon.a (mon.0) 1175 : audit [DBG] from='mgr.? 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-18T09:08:27.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[19887]: audit 2024-09-18T09:08:26.048601+0000 mon.a (mon.0) 1176 : audit [DBG] from='mgr.? 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T09:08:27.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[19887]: audit 2024-09-18T09:08:26.227209+0000 mon.a (mon.0) 1177 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:27.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[19887]: audit 2024-09-18T09:08:26.234475+0000 mon.a (mon.0) 1178 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[28923]: cluster 2024-09-18T09:08:25.831361+0000 mgr.x (mgr.24496) 11 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:08:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[28923]: cluster 2024-09-18T09:08:26.041999+0000 mon.a (mon.0) 1172 : cluster [DBG] Standby manager daemon y started 2024-09-18T09:08:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[28923]: audit 2024-09-18T09:08:26.044091+0000 mon.a (mon.0) 1173 : audit [DBG] from='mgr.? 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-18T09:08:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[28923]: audit 2024-09-18T09:08:26.046191+0000 mon.a (mon.0) 1174 : audit [DBG] from='mgr.? 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T09:08:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[28923]: audit 2024-09-18T09:08:26.047903+0000 mon.a (mon.0) 1175 : audit [DBG] from='mgr.? 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-18T09:08:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[28923]: audit 2024-09-18T09:08:26.048601+0000 mon.a (mon.0) 1176 : audit [DBG] from='mgr.? 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T09:08:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[28923]: audit 2024-09-18T09:08:26.227209+0000 mon.a (mon.0) 1177 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:26 smithi078 bash[28923]: audit 2024-09-18T09:08:26.234475+0000 mon.a (mon.0) 1178 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:27.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:26 smithi189 bash[21687]: cluster 2024-09-18T09:08:25.831361+0000 mgr.x (mgr.24496) 11 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:08:27.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:26 smithi189 bash[21687]: cluster 2024-09-18T09:08:26.041999+0000 mon.a (mon.0) 1172 : cluster [DBG] Standby manager daemon y started 2024-09-18T09:08:27.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:26 smithi189 bash[21687]: audit 2024-09-18T09:08:26.044091+0000 mon.a (mon.0) 1173 : audit [DBG] from='mgr.? 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-18T09:08:27.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:26 smithi189 bash[21687]: audit 2024-09-18T09:08:26.046191+0000 mon.a (mon.0) 1174 : audit [DBG] from='mgr.? 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T09:08:27.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:26 smithi189 bash[21687]: audit 2024-09-18T09:08:26.047903+0000 mon.a (mon.0) 1175 : audit [DBG] from='mgr.? 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-18T09:08:27.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:26 smithi189 bash[21687]: audit 2024-09-18T09:08:26.048601+0000 mon.a (mon.0) 1176 : audit [DBG] from='mgr.? 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T09:08:27.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:26 smithi189 bash[21687]: audit 2024-09-18T09:08:26.227209+0000 mon.a (mon.0) 1177 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:27.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:26 smithi189 bash[21687]: audit 2024-09-18T09:08:26.234475+0000 mon.a (mon.0) 1178 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:28.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:27 smithi078 bash[19887]: cluster 2024-09-18T09:08:26.946028+0000 mon.a (mon.0) 1179 : cluster [DBG] mgrmap e38: x(active, since 7s), standbys: y 2024-09-18T09:08:28.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:27 smithi078 bash[19887]: audit 2024-09-18T09:08:26.946141+0000 mon.a (mon.0) 1180 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T09:08:28.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:27 smithi078 bash[19887]: audit 2024-09-18T09:08:27.148247+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:28.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:27 smithi078 bash[19887]: audit 2024-09-18T09:08:27.158061+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:28.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:27 smithi078 bash[19887]: audit 2024-09-18T09:08:27.320488+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:28.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:27 smithi078 bash[19887]: audit 2024-09-18T09:08:27.327714+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:28.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:27 smithi078 bash[28923]: cluster 2024-09-18T09:08:26.946028+0000 mon.a (mon.0) 1179 : cluster [DBG] mgrmap e38: x(active, since 7s), standbys: y 2024-09-18T09:08:28.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:27 smithi078 bash[28923]: audit 2024-09-18T09:08:26.946141+0000 mon.a (mon.0) 1180 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T09:08:28.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:27 smithi078 bash[28923]: audit 2024-09-18T09:08:27.148247+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:28.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:27 smithi078 bash[28923]: audit 2024-09-18T09:08:27.158061+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:28.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:27 smithi078 bash[28923]: audit 2024-09-18T09:08:27.320488+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:28.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:27 smithi078 bash[28923]: audit 2024-09-18T09:08:27.327714+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:28.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:27 smithi189 bash[21687]: cluster 2024-09-18T09:08:26.946028+0000 mon.a (mon.0) 1179 : cluster [DBG] mgrmap e38: x(active, since 7s), standbys: y 2024-09-18T09:08:28.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:27 smithi189 bash[21687]: audit 2024-09-18T09:08:26.946141+0000 mon.a (mon.0) 1180 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T09:08:28.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:27 smithi189 bash[21687]: audit 2024-09-18T09:08:27.148247+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:28.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:27 smithi189 bash[21687]: audit 2024-09-18T09:08:27.158061+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:28.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:27 smithi189 bash[21687]: audit 2024-09-18T09:08:27.320488+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:28.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:27 smithi189 bash[21687]: audit 2024-09-18T09:08:27.327714+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: cluster 2024-09-18T09:08:27.832311+0000 mgr.x (mgr.24496) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T09:08:29.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: audit 2024-09-18T09:08:28.226113+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: audit 2024-09-18T09:08:28.238036+0000 mon.a (mon.0) 1186 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: audit 2024-09-18T09:08:28.240948+0000 mon.a (mon.0) 1187 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:08:29.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: audit 2024-09-18T09:08:28.242472+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:08:29.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: cephadm 2024-09-18T09:08:28.244121+0000 mgr.x (mgr.24496) 13 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T09:08:29.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: cephadm 2024-09-18T09:08:28.244409+0000 mgr.x (mgr.24496) 14 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T09:08:29.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: cephadm 2024-09-18T09:08:28.331263+0000 mgr.x (mgr.24496) 15 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:08:29.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: cephadm 2024-09-18T09:08:28.339071+0000 mgr.x (mgr.24496) 16 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:08:29.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: cephadm 2024-09-18T09:08:28.417945+0000 mgr.x (mgr.24496) 17 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:08:29.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: cephadm 2024-09-18T09:08:28.425218+0000 mgr.x (mgr.24496) 18 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:08:29.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: cephadm 2024-09-18T09:08:28.502760+0000 mgr.x (mgr.24496) 19 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:08:29.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: cephadm 2024-09-18T09:08:28.509745+0000 mgr.x (mgr.24496) 20 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:08:29.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: audit 2024-09-18T09:08:28.595418+0000 mon.a (mon.0) 1189 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: audit 2024-09-18T09:08:28.603627+0000 mon.a (mon.0) 1190 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: audit 2024-09-18T09:08:28.610411+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: audit 2024-09-18T09:08:28.618665+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: audit 2024-09-18T09:08:28.626411+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: audit 2024-09-18T09:08:28.650956+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T09:08:29.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:29 smithi189 bash[21687]: audit 2024-09-18T09:08:28.660992+0000 mon.a (mon.0) 1195 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:08:29.722 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: cluster 2024-09-18T09:08:27.832311+0000 mgr.x (mgr.24496) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T09:08:29.722 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: audit 2024-09-18T09:08:28.226113+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.722 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: audit 2024-09-18T09:08:28.238036+0000 mon.a (mon.0) 1186 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.722 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: audit 2024-09-18T09:08:28.240948+0000 mon.a (mon.0) 1187 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:08:29.722 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: audit 2024-09-18T09:08:28.242472+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:08:29.722 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: cephadm 2024-09-18T09:08:28.244121+0000 mgr.x (mgr.24496) 13 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T09:08:29.722 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: cephadm 2024-09-18T09:08:28.244409+0000 mgr.x (mgr.24496) 14 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T09:08:29.722 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: cephadm 2024-09-18T09:08:28.331263+0000 mgr.x (mgr.24496) 15 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:08:29.722 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: cephadm 2024-09-18T09:08:28.339071+0000 mgr.x (mgr.24496) 16 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:08:29.723 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: cephadm 2024-09-18T09:08:28.417945+0000 mgr.x (mgr.24496) 17 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:08:29.723 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: cephadm 2024-09-18T09:08:28.425218+0000 mgr.x (mgr.24496) 18 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:08:29.723 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: cephadm 2024-09-18T09:08:28.502760+0000 mgr.x (mgr.24496) 19 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:08:29.723 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: cephadm 2024-09-18T09:08:28.509745+0000 mgr.x (mgr.24496) 20 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:08:29.723 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: audit 2024-09-18T09:08:28.595418+0000 mon.a (mon.0) 1189 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.723 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: audit 2024-09-18T09:08:28.603627+0000 mon.a (mon.0) 1190 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.723 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: audit 2024-09-18T09:08:28.610411+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.723 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: audit 2024-09-18T09:08:28.618665+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.723 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: audit 2024-09-18T09:08:28.626411+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.723 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: audit 2024-09-18T09:08:28.650956+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T09:08:29.723 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[19887]: audit 2024-09-18T09:08:28.660992+0000 mon.a (mon.0) 1195 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:08:29.723 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: cluster 2024-09-18T09:08:27.832311+0000 mgr.x (mgr.24496) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T09:08:29.724 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: audit 2024-09-18T09:08:28.226113+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.724 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: audit 2024-09-18T09:08:28.238036+0000 mon.a (mon.0) 1186 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.724 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: audit 2024-09-18T09:08:28.240948+0000 mon.a (mon.0) 1187 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:08:29.724 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: audit 2024-09-18T09:08:28.242472+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:08:29.724 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: cephadm 2024-09-18T09:08:28.244121+0000 mgr.x (mgr.24496) 13 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T09:08:29.724 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: cephadm 2024-09-18T09:08:28.244409+0000 mgr.x (mgr.24496) 14 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T09:08:29.724 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: cephadm 2024-09-18T09:08:28.331263+0000 mgr.x (mgr.24496) 15 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:08:29.724 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: cephadm 2024-09-18T09:08:28.339071+0000 mgr.x (mgr.24496) 16 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:08:29.725 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: cephadm 2024-09-18T09:08:28.417945+0000 mgr.x (mgr.24496) 17 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:08:29.725 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: cephadm 2024-09-18T09:08:28.425218+0000 mgr.x (mgr.24496) 18 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:08:29.725 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: cephadm 2024-09-18T09:08:28.502760+0000 mgr.x (mgr.24496) 19 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:08:29.725 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: cephadm 2024-09-18T09:08:28.509745+0000 mgr.x (mgr.24496) 20 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:08:29.725 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: audit 2024-09-18T09:08:28.595418+0000 mon.a (mon.0) 1189 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.725 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: audit 2024-09-18T09:08:28.603627+0000 mon.a (mon.0) 1190 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: audit 2024-09-18T09:08:28.610411+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: audit 2024-09-18T09:08:28.618665+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: audit 2024-09-18T09:08:28.626411+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:29.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: audit 2024-09-18T09:08:28.650956+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T09:08:29.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:29 smithi078 bash[28923]: audit 2024-09-18T09:08:28.660992+0000 mon.a (mon.0) 1195 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:08:30.504 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:30 smithi078 bash[19887]: cephadm 2024-09-18T09:08:28.650173+0000 mgr.x (mgr.24496) 21 : cephadm [INF] Reconfiguring iscsi.foo.smithi078.kaairk (dependencies changed)... 2024-09-18T09:08:30.505 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:30 smithi078 bash[19887]: cephadm 2024-09-18T09:08:28.662421+0000 mgr.x (mgr.24496) 22 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi078.kaairk on smithi078 2024-09-18T09:08:30.505 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:08:30 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:08:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T09:08:30.505 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:30 smithi078 bash[28923]: cephadm 2024-09-18T09:08:28.650173+0000 mgr.x (mgr.24496) 21 : cephadm [INF] Reconfiguring iscsi.foo.smithi078.kaairk (dependencies changed)... 2024-09-18T09:08:30.505 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:30 smithi078 bash[28923]: cephadm 2024-09-18T09:08:28.662421+0000 mgr.x (mgr.24496) 22 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi078.kaairk on smithi078 2024-09-18T09:08:30.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:30 smithi189 bash[21687]: cephadm 2024-09-18T09:08:28.650173+0000 mgr.x (mgr.24496) 21 : cephadm [INF] Reconfiguring iscsi.foo.smithi078.kaairk (dependencies changed)... 2024-09-18T09:08:30.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:30 smithi189 bash[21687]: cephadm 2024-09-18T09:08:28.662421+0000 mgr.x (mgr.24496) 22 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi078.kaairk on smithi078 2024-09-18T09:08:31.525 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:31 smithi078 bash[28923]: cluster 2024-09-18T09:08:29.832997+0000 mgr.x (mgr.24496) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-18T09:08:31.525 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:31 smithi078 bash[19887]: cluster 2024-09-18T09:08:29.832997+0000 mgr.x (mgr.24496) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-18T09:08:31.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:31 smithi189 bash[21687]: cluster 2024-09-18T09:08:29.832997+0000 mgr.x (mgr.24496) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-18T09:08:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:33 smithi189 bash[21687]: cluster 2024-09-18T09:08:31.834667+0000 mgr.x (mgr.24496) 24 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T09:08:33.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:33 smithi189 bash[21687]: audit 2024-09-18T09:08:32.284985+0000 mon.a (mon.0) 1196 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:33.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:33 smithi189 bash[21687]: audit 2024-09-18T09:08:32.292979+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:33.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:33 smithi189 bash[21687]: cephadm 2024-09-18T09:08:32.296222+0000 mgr.x (mgr.24496) 25 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T09:08:33.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:33 smithi078 bash[19887]: cluster 2024-09-18T09:08:31.834667+0000 mgr.x (mgr.24496) 24 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T09:08:33.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:33 smithi078 bash[19887]: audit 2024-09-18T09:08:32.284985+0000 mon.a (mon.0) 1196 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:33.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:33 smithi078 bash[19887]: audit 2024-09-18T09:08:32.292979+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:33.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:33 smithi078 bash[19887]: cephadm 2024-09-18T09:08:32.296222+0000 mgr.x (mgr.24496) 25 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T09:08:33.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:33 smithi078 bash[28923]: cluster 2024-09-18T09:08:31.834667+0000 mgr.x (mgr.24496) 24 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T09:08:33.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:33 smithi078 bash[28923]: audit 2024-09-18T09:08:32.284985+0000 mon.a (mon.0) 1196 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:33.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:33 smithi078 bash[28923]: audit 2024-09-18T09:08:32.292979+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:33.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:33 smithi078 bash[28923]: cephadm 2024-09-18T09:08:32.296222+0000 mgr.x (mgr.24496) 25 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T09:08:34.631 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:34 smithi189 bash[21687]: cephadm 2024-09-18T09:08:32.595903+0000 mgr.x (mgr.24496) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi189 2024-09-18T09:08:34.631 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:34 smithi189 bash[21687]: audit 2024-09-18T09:08:34.023478+0000 mon.a (mon.0) 1198 : audit [DBG] from='client.? 172.21.15.78:0/759905043' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-18T09:08:34.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:34 smithi078 bash[19887]: cephadm 2024-09-18T09:08:32.595903+0000 mgr.x (mgr.24496) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi189 2024-09-18T09:08:34.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:34 smithi078 bash[19887]: audit 2024-09-18T09:08:34.023478+0000 mon.a (mon.0) 1198 : audit [DBG] from='client.? 172.21.15.78:0/759905043' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-18T09:08:34.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:34 smithi078 bash[28923]: cephadm 2024-09-18T09:08:32.595903+0000 mgr.x (mgr.24496) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi189 2024-09-18T09:08:34.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:34 smithi078 bash[28923]: audit 2024-09-18T09:08:34.023478+0000 mon.a (mon.0) 1198 : audit [DBG] from='client.? 172.21.15.78:0/759905043' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-18T09:08:35.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:35 smithi189 bash[21687]: cluster 2024-09-18T09:08:33.835415+0000 mgr.x (mgr.24496) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T09:08:35.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:35 smithi189 bash[21687]: audit 2024-09-18T09:08:34.338556+0000 mon.a (mon.0) 1199 : audit [INF] from='client.? 172.21.15.78:0/2069412769' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1851589054"}]: dispatch 2024-09-18T09:08:35.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:35 smithi078 bash[19887]: cluster 2024-09-18T09:08:33.835415+0000 mgr.x (mgr.24496) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T09:08:35.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:35 smithi078 bash[19887]: audit 2024-09-18T09:08:34.338556+0000 mon.a (mon.0) 1199 : audit [INF] from='client.? 172.21.15.78:0/2069412769' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1851589054"}]: dispatch 2024-09-18T09:08:35.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:35 smithi078 bash[28923]: cluster 2024-09-18T09:08:33.835415+0000 mgr.x (mgr.24496) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T09:08:35.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:35 smithi078 bash[28923]: audit 2024-09-18T09:08:34.338556+0000 mon.a (mon.0) 1199 : audit [INF] from='client.? 172.21.15.78:0/2069412769' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1851589054"}]: dispatch 2024-09-18T09:08:36.482 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:36 smithi189 bash[21687]: audit 2024-09-18T09:08:35.303773+0000 mon.a (mon.0) 1200 : audit [INF] from='client.? 172.21.15.78:0/2069412769' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1851589054"}]': finished 2024-09-18T09:08:36.482 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:36 smithi189 bash[21687]: cluster 2024-09-18T09:08:35.308261+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-09-18T09:08:36.482 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:36 smithi189 bash[21687]: audit 2024-09-18T09:08:35.630342+0000 mon.a (mon.0) 1202 : audit [INF] from='client.? 172.21.15.78:0/3457790853' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/1364527512"}]: dispatch 2024-09-18T09:08:36.482 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:36 smithi189 bash[21687]: audit 2024-09-18T09:08:35.654919+0000 mon.a (mon.0) 1203 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:08:36.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:36 smithi078 bash[19887]: audit 2024-09-18T09:08:35.303773+0000 mon.a (mon.0) 1200 : audit [INF] from='client.? 172.21.15.78:0/2069412769' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1851589054"}]': finished 2024-09-18T09:08:36.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:36 smithi078 bash[19887]: cluster 2024-09-18T09:08:35.308261+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-09-18T09:08:36.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:36 smithi078 bash[19887]: audit 2024-09-18T09:08:35.630342+0000 mon.a (mon.0) 1202 : audit [INF] from='client.? 172.21.15.78:0/3457790853' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/1364527512"}]: dispatch 2024-09-18T09:08:36.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:36 smithi078 bash[19887]: audit 2024-09-18T09:08:35.654919+0000 mon.a (mon.0) 1203 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:08:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:36 smithi078 bash[28923]: audit 2024-09-18T09:08:35.303773+0000 mon.a (mon.0) 1200 : audit [INF] from='client.? 172.21.15.78:0/2069412769' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/1851589054"}]': finished 2024-09-18T09:08:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:36 smithi078 bash[28923]: cluster 2024-09-18T09:08:35.308261+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-09-18T09:08:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:36 smithi078 bash[28923]: audit 2024-09-18T09:08:35.630342+0000 mon.a (mon.0) 1202 : audit [INF] from='client.? 172.21.15.78:0/3457790853' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/1364527512"}]: dispatch 2024-09-18T09:08:36.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:36 smithi078 bash[28923]: audit 2024-09-18T09:08:35.654919+0000 mon.a (mon.0) 1203 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:08:37.223 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:36 smithi189 systemd[1]: Stopping Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:08:37.223 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[53491]: ts=2024-09-18T09:08:37.068Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-18T09:08:37.223 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[53491]: ts=2024-09-18T09:08:37.069Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-18T09:08:37.223 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[53491]: ts=2024-09-18T09:08:37.069Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-18T09:08:37.223 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[53491]: ts=2024-09-18T09:08:37.069Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-18T09:08:37.223 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[53491]: ts=2024-09-18T09:08:37.069Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-18T09:08:37.223 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[53491]: ts=2024-09-18T09:08:37.069Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-18T09:08:37.223 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[53491]: ts=2024-09-18T09:08:37.069Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-18T09:08:37.223 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[53491]: ts=2024-09-18T09:08:37.069Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-18T09:08:37.223 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[53491]: ts=2024-09-18T09:08:37.069Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-18T09:08:37.223 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[53491]: ts=2024-09-18T09:08:37.070Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-18T09:08:37.223 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[53491]: ts=2024-09-18T09:08:37.070Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-18T09:08:37.224 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[53491]: ts=2024-09-18T09:08:37.070Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-18T09:08:37.525 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[21687]: cluster 2024-09-18T09:08:35.836120+0000 mgr.x (mgr.24496) 28 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-18T09:08:37.525 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[21687]: audit 2024-09-18T09:08:36.314621+0000 mon.a (mon.0) 1204 : audit [INF] from='client.? 172.21.15.78:0/3457790853' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/1364527512"}]': finished 2024-09-18T09:08:37.526 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[21687]: cluster 2024-09-18T09:08:36.323456+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-18T09:08:37.526 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[21687]: audit 2024-09-18T09:08:36.641757+0000 mon.c (mon.2) 186 : audit [INF] from='client.? 172.21.15.78:0/1828209685' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/669789782"}]: dispatch 2024-09-18T09:08:37.526 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[21687]: audit 2024-09-18T09:08:36.642706+0000 mon.a (mon.0) 1206 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/669789782"}]: dispatch 2024-09-18T09:08:37.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:37 smithi078 bash[19887]: cluster 2024-09-18T09:08:35.836120+0000 mgr.x (mgr.24496) 28 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-18T09:08:37.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:37 smithi078 bash[19887]: audit 2024-09-18T09:08:36.314621+0000 mon.a (mon.0) 1204 : audit [INF] from='client.? 172.21.15.78:0/3457790853' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/1364527512"}]': finished 2024-09-18T09:08:37.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:37 smithi078 bash[19887]: cluster 2024-09-18T09:08:36.323456+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-18T09:08:37.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:37 smithi078 bash[19887]: audit 2024-09-18T09:08:36.641757+0000 mon.c (mon.2) 186 : audit [INF] from='client.? 172.21.15.78:0/1828209685' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/669789782"}]: dispatch 2024-09-18T09:08:37.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:37 smithi078 bash[19887]: audit 2024-09-18T09:08:36.642706+0000 mon.a (mon.0) 1206 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/669789782"}]: dispatch 2024-09-18T09:08:37.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:37 smithi078 bash[28923]: cluster 2024-09-18T09:08:35.836120+0000 mgr.x (mgr.24496) 28 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-18T09:08:37.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:37 smithi078 bash[28923]: audit 2024-09-18T09:08:36.314621+0000 mon.a (mon.0) 1204 : audit [INF] from='client.? 172.21.15.78:0/3457790853' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6800/1364527512"}]': finished 2024-09-18T09:08:37.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:37 smithi078 bash[28923]: cluster 2024-09-18T09:08:36.323456+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-18T09:08:37.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:37 smithi078 bash[28923]: audit 2024-09-18T09:08:36.641757+0000 mon.c (mon.2) 186 : audit [INF] from='client.? 172.21.15.78:0/1828209685' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/669789782"}]: dispatch 2024-09-18T09:08:37.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:37 smithi078 bash[28923]: audit 2024-09-18T09:08:36.642706+0000 mon.a (mon.0) 1206 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/669789782"}]: dispatch 2024-09-18T09:08:37.808 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[54782]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-prometheus-a 2024-09-18T09:08:37.808 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:37 smithi189 bash[54844]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-prometheus-a 2024-09-18T09:08:37.808 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:37 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-18T09:08:37.808 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:37 smithi189 systemd[1]: Stopped Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:08:37.808 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:37 smithi189 systemd[1]: Started Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:08:38.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[21687]: audit 2024-09-18T09:08:37.317295+0000 mon.a (mon.0) 1207 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/669789782"}]': finished 2024-09-18T09:08:38.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[21687]: cluster 2024-09-18T09:08:37.324200+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-18T09:08:38.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[21687]: audit 2024-09-18T09:08:37.644464+0000 mon.a (mon.0) 1209 : audit [INF] from='client.? 172.21.15.78:0/2180915813' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/1364527512"}]: dispatch 2024-09-18T09:08:38.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[21687]: audit 2024-09-18T09:08:37.756502+0000 mon.a (mon.0) 1210 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:38.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[21687]: audit 2024-09-18T09:08:37.765581+0000 mon.a (mon.0) 1211 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:38.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[21687]: audit 2024-09-18T09:08:37.770474+0000 mon.a (mon.0) 1212 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:08:38.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[21687]: audit 2024-09-18T09:08:37.776274+0000 mon.a (mon.0) 1213 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:08:38.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[21687]: audit 2024-09-18T09:08:37.782045+0000 mon.a (mon.0) 1214 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:08:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:38 smithi078 bash[19887]: audit 2024-09-18T09:08:37.317295+0000 mon.a (mon.0) 1207 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/669789782"}]': finished 2024-09-18T09:08:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:38 smithi078 bash[19887]: cluster 2024-09-18T09:08:37.324200+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-18T09:08:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:38 smithi078 bash[19887]: audit 2024-09-18T09:08:37.644464+0000 mon.a (mon.0) 1209 : audit [INF] from='client.? 172.21.15.78:0/2180915813' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/1364527512"}]: dispatch 2024-09-18T09:08:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:38 smithi078 bash[19887]: audit 2024-09-18T09:08:37.756502+0000 mon.a (mon.0) 1210 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:38 smithi078 bash[19887]: audit 2024-09-18T09:08:37.765581+0000 mon.a (mon.0) 1211 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:38 smithi078 bash[19887]: audit 2024-09-18T09:08:37.770474+0000 mon.a (mon.0) 1212 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:08:38.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:38 smithi078 bash[19887]: audit 2024-09-18T09:08:37.776274+0000 mon.a (mon.0) 1213 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:08:38.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:38 smithi078 bash[19887]: audit 2024-09-18T09:08:37.782045+0000 mon.a (mon.0) 1214 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:08:38.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:38 smithi078 bash[28923]: audit 2024-09-18T09:08:37.317295+0000 mon.a (mon.0) 1207 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/669789782"}]': finished 2024-09-18T09:08:38.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:38 smithi078 bash[28923]: cluster 2024-09-18T09:08:37.324200+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-18T09:08:38.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:38 smithi078 bash[28923]: audit 2024-09-18T09:08:37.644464+0000 mon.a (mon.0) 1209 : audit [INF] from='client.? 172.21.15.78:0/2180915813' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/1364527512"}]: dispatch 2024-09-18T09:08:38.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:38 smithi078 bash[28923]: audit 2024-09-18T09:08:37.756502+0000 mon.a (mon.0) 1210 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:38.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:38 smithi078 bash[28923]: audit 2024-09-18T09:08:37.765581+0000 mon.a (mon.0) 1211 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:38.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:38 smithi078 bash[28923]: audit 2024-09-18T09:08:37.770474+0000 mon.a (mon.0) 1212 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:08:38.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:38 smithi078 bash[28923]: audit 2024-09-18T09:08:37.776274+0000 mon.a (mon.0) 1213 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:08:38.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:38 smithi078 bash[28923]: audit 2024-09-18T09:08:37.782045+0000 mon.a (mon.0) 1214 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:08:39.173 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.808Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-18T09:08:39.173 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.808Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-18T09:08:39.173 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.808Z caller=main.go:570 level=info host_details="(Linux 5.15.0-122-generic #132-Ubuntu SMP Thu Aug 29 13:45:52 UTC 2024 x86_64 smithi189 (none))" 2024-09-18T09:08:39.173 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.808Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-18T09:08:39.173 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.808Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-18T09:08:39.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.810Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-18T09:08:39.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.810Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-18T09:08:39.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.812Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-18T09:08:39.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.812Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-18T09:08:39.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.814Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-18T09:08:39.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.814Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.76µs 2024-09-18T09:08:39.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.814Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-18T09:08:39.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.814Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-09-18T09:08:39.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.829Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-09-18T09:08:39.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.834Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-09-18T09:08:39.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.840Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-09-18T09:08:39.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.840Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-09-18T09:08:39.175 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.840Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=26.973µs wal_replay_duration=25.906627ms wbl_replay_duration=133ns total_replay_duration=25.952934ms 2024-09-18T09:08:39.175 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.842Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-18T09:08:39.175 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.842Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-18T09:08:39.175 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.842Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-18T09:08:39.175 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.866Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=24.004947ms db_storage=1.032µs remote_storage=1.196µs web_handler=552ns query_engine=1.118µs scrape=284.038µs scrape_sd=127.789µs notify=11.61µs notify_sd=9.439µs rules=23.182647ms tracing=6.181µs 2024-09-18T09:08:39.175 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.866Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-18T09:08:39.175 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:08:38 smithi189 bash[54872]: ts=2024-09-18T09:08:38.866Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-18T09:08:39.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:39 smithi189 bash[21687]: audit 2024-09-18T09:08:37.771200+0000 mgr.x (mgr.24496) 29 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:08:39.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:39 smithi189 bash[21687]: audit 2024-09-18T09:08:37.776822+0000 mgr.x (mgr.24496) 30 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:08:39.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:39 smithi189 bash[21687]: audit 2024-09-18T09:08:37.782732+0000 mgr.x (mgr.24496) 31 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:08:39.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:39 smithi189 bash[21687]: cluster 2024-09-18T09:08:37.836514+0000 mgr.x (mgr.24496) 32 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-18T09:08:39.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:39 smithi189 bash[21687]: audit 2024-09-18T09:08:38.329396+0000 mon.a (mon.0) 1215 : audit [INF] from='client.? 172.21.15.78:0/2180915813' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/1364527512"}]': finished 2024-09-18T09:08:39.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:39 smithi189 bash[21687]: cluster 2024-09-18T09:08:38.334741+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-18T09:08:39.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:39 smithi189 bash[21687]: audit 2024-09-18T09:08:38.638570+0000 mon.c (mon.2) 187 : audit [INF] from='client.? 172.21.15.78:0/392290990' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3842293627"}]: dispatch 2024-09-18T09:08:39.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:39 smithi189 bash[21687]: audit 2024-09-18T09:08:38.639232+0000 mon.a (mon.0) 1217 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3842293627"}]: dispatch 2024-09-18T09:08:39.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:39 smithi078 bash[28923]: audit 2024-09-18T09:08:37.771200+0000 mgr.x (mgr.24496) 29 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:08:39.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:39 smithi078 bash[28923]: audit 2024-09-18T09:08:37.776822+0000 mgr.x (mgr.24496) 30 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:08:39.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:39 smithi078 bash[28923]: audit 2024-09-18T09:08:37.782732+0000 mgr.x (mgr.24496) 31 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:08:39.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:39 smithi078 bash[28923]: cluster 2024-09-18T09:08:37.836514+0000 mgr.x (mgr.24496) 32 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-18T09:08:39.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:39 smithi078 bash[28923]: audit 2024-09-18T09:08:38.329396+0000 mon.a (mon.0) 1215 : audit [INF] from='client.? 172.21.15.78:0/2180915813' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/1364527512"}]': finished 2024-09-18T09:08:39.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:39 smithi078 bash[28923]: cluster 2024-09-18T09:08:38.334741+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-18T09:08:39.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:39 smithi078 bash[28923]: audit 2024-09-18T09:08:38.638570+0000 mon.c (mon.2) 187 : audit [INF] from='client.? 172.21.15.78:0/392290990' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3842293627"}]: dispatch 2024-09-18T09:08:39.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:39 smithi078 bash[28923]: audit 2024-09-18T09:08:38.639232+0000 mon.a (mon.0) 1217 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3842293627"}]: dispatch 2024-09-18T09:08:39.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:39 smithi078 bash[19887]: audit 2024-09-18T09:08:37.771200+0000 mgr.x (mgr.24496) 29 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:08:39.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:39 smithi078 bash[19887]: audit 2024-09-18T09:08:37.776822+0000 mgr.x (mgr.24496) 30 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:08:39.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:39 smithi078 bash[19887]: audit 2024-09-18T09:08:37.782732+0000 mgr.x (mgr.24496) 31 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:08:39.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:39 smithi078 bash[19887]: cluster 2024-09-18T09:08:37.836514+0000 mgr.x (mgr.24496) 32 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-18T09:08:39.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:39 smithi078 bash[19887]: audit 2024-09-18T09:08:38.329396+0000 mon.a (mon.0) 1215 : audit [INF] from='client.? 172.21.15.78:0/2180915813' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:6801/1364527512"}]': finished 2024-09-18T09:08:39.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:39 smithi078 bash[19887]: cluster 2024-09-18T09:08:38.334741+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-18T09:08:39.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:39 smithi078 bash[19887]: audit 2024-09-18T09:08:38.638570+0000 mon.c (mon.2) 187 : audit [INF] from='client.? 172.21.15.78:0/392290990' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3842293627"}]: dispatch 2024-09-18T09:08:39.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:39 smithi078 bash[19887]: audit 2024-09-18T09:08:38.639232+0000 mon.a (mon.0) 1217 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3842293627"}]: dispatch 2024-09-18T09:08:40.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:40 smithi189 bash[21687]: audit 2024-09-18T09:08:39.352048+0000 mon.a (mon.0) 1218 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3842293627"}]': finished 2024-09-18T09:08:40.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:40 smithi189 bash[21687]: cluster 2024-09-18T09:08:39.359344+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-09-18T09:08:40.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:40 smithi189 bash[21687]: audit 2024-09-18T09:08:39.678235+0000 mon.a (mon.0) 1220 : audit [INF] from='client.? 172.21.15.78:0/2688706492' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3932299388"}]: dispatch 2024-09-18T09:08:40.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:40 smithi078 bash[19887]: audit 2024-09-18T09:08:39.352048+0000 mon.a (mon.0) 1218 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3842293627"}]': finished 2024-09-18T09:08:40.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:40 smithi078 bash[19887]: cluster 2024-09-18T09:08:39.359344+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-09-18T09:08:40.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:40 smithi078 bash[19887]: audit 2024-09-18T09:08:39.678235+0000 mon.a (mon.0) 1220 : audit [INF] from='client.? 172.21.15.78:0/2688706492' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3932299388"}]: dispatch 2024-09-18T09:08:40.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:40 smithi078 bash[28923]: audit 2024-09-18T09:08:39.352048+0000 mon.a (mon.0) 1218 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3842293627"}]': finished 2024-09-18T09:08:40.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:40 smithi078 bash[28923]: cluster 2024-09-18T09:08:39.359344+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-09-18T09:08:40.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:40 smithi078 bash[28923]: audit 2024-09-18T09:08:39.678235+0000 mon.a (mon.0) 1220 : audit [INF] from='client.? 172.21.15.78:0/2688706492' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3932299388"}]: dispatch 2024-09-18T09:08:41.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:41 smithi189 bash[21687]: cluster 2024-09-18T09:08:39.837279+0000 mgr.x (mgr.24496) 33 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-09-18T09:08:41.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:41 smithi189 bash[21687]: audit 2024-09-18T09:08:40.362178+0000 mon.a (mon.0) 1221 : audit [INF] from='client.? 172.21.15.78:0/2688706492' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3932299388"}]': finished 2024-09-18T09:08:41.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:41 smithi189 bash[21687]: cluster 2024-09-18T09:08:40.371704+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-09-18T09:08:41.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:41 smithi078 bash[19887]: cluster 2024-09-18T09:08:39.837279+0000 mgr.x (mgr.24496) 33 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-09-18T09:08:41.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:41 smithi078 bash[19887]: audit 2024-09-18T09:08:40.362178+0000 mon.a (mon.0) 1221 : audit [INF] from='client.? 172.21.15.78:0/2688706492' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3932299388"}]': finished 2024-09-18T09:08:41.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:41 smithi078 bash[19887]: cluster 2024-09-18T09:08:40.371704+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-09-18T09:08:41.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:41 smithi078 bash[28923]: cluster 2024-09-18T09:08:39.837279+0000 mgr.x (mgr.24496) 33 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-09-18T09:08:41.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:41 smithi078 bash[28923]: audit 2024-09-18T09:08:40.362178+0000 mon.a (mon.0) 1221 : audit [INF] from='client.? 172.21.15.78:0/2688706492' entity='client.iscsi.foo.smithi078.kaairk' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.78:0/3932299388"}]': finished 2024-09-18T09:08:41.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:41 smithi078 bash[28923]: cluster 2024-09-18T09:08:40.371704+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-09-18T09:08:43.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:43 smithi189 bash[21687]: cluster 2024-09-18T09:08:41.839100+0000 mgr.x (mgr.24496) 34 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:08:43.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:43 smithi078 bash[19887]: cluster 2024-09-18T09:08:41.839100+0000 mgr.x (mgr.24496) 34 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:08:43.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:43 smithi078 bash[28923]: cluster 2024-09-18T09:08:41.839100+0000 mgr.x (mgr.24496) 34 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:08:44.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:43 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:08:43] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-18T09:08:44.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[19887]: audit 2024-09-18T09:08:43.682403+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:44.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[19887]: audit 2024-09-18T09:08:43.687483+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:44.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[19887]: audit 2024-09-18T09:08:43.757327+0000 mgr.x (mgr.24496) 35 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:08:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[19887]: cluster 2024-09-18T09:08:43.839550+0000 mgr.x (mgr.24496) 36 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[19887]: audit 2024-09-18T09:08:43.845456+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[19887]: audit 2024-09-18T09:08:43.854163+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[19887]: audit 2024-09-18T09:08:43.855746+0000 mon.a (mon.0) 1227 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:08:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[19887]: audit 2024-09-18T09:08:43.857116+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:08:44.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[19887]: audit 2024-09-18T09:08:43.865172+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:44.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[28923]: audit 2024-09-18T09:08:43.682403+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:44.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[28923]: audit 2024-09-18T09:08:43.687483+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:44.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[28923]: audit 2024-09-18T09:08:43.757327+0000 mgr.x (mgr.24496) 35 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:08:44.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[28923]: cluster 2024-09-18T09:08:43.839550+0000 mgr.x (mgr.24496) 36 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:44.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[28923]: audit 2024-09-18T09:08:43.845456+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:44.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[28923]: audit 2024-09-18T09:08:43.854163+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:44.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[28923]: audit 2024-09-18T09:08:43.855746+0000 mon.a (mon.0) 1227 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:08:44.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[28923]: audit 2024-09-18T09:08:43.857116+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:08:44.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:44 smithi078 bash[28923]: audit 2024-09-18T09:08:43.865172+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:45.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:44 smithi189 bash[21687]: audit 2024-09-18T09:08:43.682403+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:44 smithi189 bash[21687]: audit 2024-09-18T09:08:43.687483+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:44 smithi189 bash[21687]: audit 2024-09-18T09:08:43.757327+0000 mgr.x (mgr.24496) 35 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:08:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:44 smithi189 bash[21687]: cluster 2024-09-18T09:08:43.839550+0000 mgr.x (mgr.24496) 36 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:44 smithi189 bash[21687]: audit 2024-09-18T09:08:43.845456+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:44 smithi189 bash[21687]: audit 2024-09-18T09:08:43.854163+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:44 smithi189 bash[21687]: audit 2024-09-18T09:08:43.855746+0000 mon.a (mon.0) 1227 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:08:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:44 smithi189 bash[21687]: audit 2024-09-18T09:08:43.857116+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:08:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:44 smithi189 bash[21687]: audit 2024-09-18T09:08:43.865172+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:08:47.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:46 smithi189 bash[21687]: cluster 2024-09-18T09:08:45.840251+0000 mgr.x (mgr.24496) 37 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 681 B/s rd, 0 op/s 2024-09-18T09:08:47.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:46 smithi078 bash[19887]: cluster 2024-09-18T09:08:45.840251+0000 mgr.x (mgr.24496) 37 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 681 B/s rd, 0 op/s 2024-09-18T09:08:47.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:46 smithi078 bash[28923]: cluster 2024-09-18T09:08:45.840251+0000 mgr.x (mgr.24496) 37 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 681 B/s rd, 0 op/s 2024-09-18T09:08:49.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:49 smithi189 bash[21687]: cluster 2024-09-18T09:08:47.841873+0000 mgr.x (mgr.24496) 38 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:08:49.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:49 smithi078 bash[19887]: cluster 2024-09-18T09:08:47.841873+0000 mgr.x (mgr.24496) 38 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:08:49.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:49 smithi078 bash[28923]: cluster 2024-09-18T09:08:47.841873+0000 mgr.x (mgr.24496) 38 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:08:51.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:51 smithi189 bash[21687]: cluster 2024-09-18T09:08:49.842599+0000 mgr.x (mgr.24496) 39 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:08:51.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:51 smithi189 bash[21687]: audit 2024-09-18T09:08:50.655342+0000 mon.a (mon.0) 1230 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:08:51.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:51 smithi078 bash[19887]: cluster 2024-09-18T09:08:49.842599+0000 mgr.x (mgr.24496) 39 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:08:51.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:51 smithi078 bash[19887]: audit 2024-09-18T09:08:50.655342+0000 mon.a (mon.0) 1230 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:08:51.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:51 smithi078 bash[28923]: cluster 2024-09-18T09:08:49.842599+0000 mgr.x (mgr.24496) 39 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:08:51.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:51 smithi078 bash[28923]: audit 2024-09-18T09:08:50.655342+0000 mon.a (mon.0) 1230 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:08:53.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:53 smithi189 bash[21687]: cluster 2024-09-18T09:08:51.844261+0000 mgr.x (mgr.24496) 40 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T09:08:53.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:53 smithi078 bash[19887]: cluster 2024-09-18T09:08:51.844261+0000 mgr.x (mgr.24496) 40 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T09:08:53.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:53 smithi078 bash[28923]: cluster 2024-09-18T09:08:51.844261+0000 mgr.x (mgr.24496) 40 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T09:08:54.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:08:53 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:08:53] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-18T09:08:55.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:55 smithi189 bash[21687]: audit 2024-09-18T09:08:53.768680+0000 mgr.x (mgr.24496) 41 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:08:55.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:55 smithi189 bash[21687]: cluster 2024-09-18T09:08:53.844990+0000 mgr.x (mgr.24496) 42 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:55.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:55 smithi078 bash[28923]: audit 2024-09-18T09:08:53.768680+0000 mgr.x (mgr.24496) 41 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:08:55.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:55 smithi078 bash[28923]: cluster 2024-09-18T09:08:53.844990+0000 mgr.x (mgr.24496) 42 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:55.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:55 smithi078 bash[19887]: audit 2024-09-18T09:08:53.768680+0000 mgr.x (mgr.24496) 41 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:08:55.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:55 smithi078 bash[19887]: cluster 2024-09-18T09:08:53.844990+0000 mgr.x (mgr.24496) 42 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:57.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:57 smithi189 bash[21687]: cluster 2024-09-18T09:08:55.845753+0000 mgr.x (mgr.24496) 43 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:57.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:57 smithi078 bash[19887]: cluster 2024-09-18T09:08:55.845753+0000 mgr.x (mgr.24496) 43 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:57.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:57 smithi078 bash[28923]: cluster 2024-09-18T09:08:55.845753+0000 mgr.x (mgr.24496) 43 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:08:59.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:08:59 smithi189 bash[21687]: cluster 2024-09-18T09:08:57.847440+0000 mgr.x (mgr.24496) 44 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:08:59.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:08:59 smithi078 bash[19887]: cluster 2024-09-18T09:08:57.847440+0000 mgr.x (mgr.24496) 44 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:08:59.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:08:59 smithi078 bash[28923]: cluster 2024-09-18T09:08:57.847440+0000 mgr.x (mgr.24496) 44 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:01.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:01 smithi189 bash[21687]: cluster 2024-09-18T09:08:59.848113+0000 mgr.x (mgr.24496) 45 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:01.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:01 smithi078 bash[19887]: cluster 2024-09-18T09:08:59.848113+0000 mgr.x (mgr.24496) 45 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:01.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:01 smithi078 bash[28923]: cluster 2024-09-18T09:08:59.848113+0000 mgr.x (mgr.24496) 45 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:03.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:03 smithi189 bash[21687]: cluster 2024-09-18T09:09:01.849767+0000 mgr.x (mgr.24496) 46 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 21 op/s 2024-09-18T09:09:03.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:03 smithi078 bash[19887]: cluster 2024-09-18T09:09:01.849767+0000 mgr.x (mgr.24496) 46 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 21 op/s 2024-09-18T09:09:03.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:03 smithi078 bash[28923]: cluster 2024-09-18T09:09:01.849767+0000 mgr.x (mgr.24496) 46 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 21 op/s 2024-09-18T09:09:04.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:09:03 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:09:03] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-18T09:09:05.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:05 smithi189 bash[21687]: audit 2024-09-18T09:09:03.775484+0000 mgr.x (mgr.24496) 47 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:05.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:05 smithi189 bash[21687]: cluster 2024-09-18T09:09:03.850531+0000 mgr.x (mgr.24496) 48 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 21 op/s 2024-09-18T09:09:05.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:05 smithi078 bash[19887]: audit 2024-09-18T09:09:03.775484+0000 mgr.x (mgr.24496) 47 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:05.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:05 smithi078 bash[19887]: cluster 2024-09-18T09:09:03.850531+0000 mgr.x (mgr.24496) 48 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 21 op/s 2024-09-18T09:09:05.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:05 smithi078 bash[28923]: audit 2024-09-18T09:09:03.775484+0000 mgr.x (mgr.24496) 47 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:05.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:05 smithi078 bash[28923]: cluster 2024-09-18T09:09:03.850531+0000 mgr.x (mgr.24496) 48 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 21 op/s 2024-09-18T09:09:06.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:06 smithi189 bash[21687]: audit 2024-09-18T09:09:05.656219+0000 mon.a (mon.0) 1231 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:09:06.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:06 smithi078 bash[19887]: audit 2024-09-18T09:09:05.656219+0000 mon.a (mon.0) 1231 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:09:06.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:06 smithi078 bash[28923]: audit 2024-09-18T09:09:05.656219+0000 mon.a (mon.0) 1231 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:09:07.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:07 smithi189 bash[21687]: cluster 2024-09-18T09:09:05.851331+0000 mgr.x (mgr.24496) 49 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 21 op/s 2024-09-18T09:09:07.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:07 smithi078 bash[19887]: cluster 2024-09-18T09:09:05.851331+0000 mgr.x (mgr.24496) 49 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 21 op/s 2024-09-18T09:09:07.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:07 smithi078 bash[28923]: cluster 2024-09-18T09:09:05.851331+0000 mgr.x (mgr.24496) 49 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 21 op/s 2024-09-18T09:09:09.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:09 smithi189 bash[21687]: cluster 2024-09-18T09:09:07.852995+0000 mgr.x (mgr.24496) 50 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:09:09.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:09 smithi078 bash[19887]: cluster 2024-09-18T09:09:07.852995+0000 mgr.x (mgr.24496) 50 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:09:09.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:09 smithi078 bash[28923]: cluster 2024-09-18T09:09:07.852995+0000 mgr.x (mgr.24496) 50 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:09:11.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:11 smithi189 bash[21687]: cluster 2024-09-18T09:09:09.853749+0000 mgr.x (mgr.24496) 51 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-18T09:09:11.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:11 smithi078 bash[19887]: cluster 2024-09-18T09:09:09.853749+0000 mgr.x (mgr.24496) 51 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-18T09:09:11.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:11 smithi078 bash[28923]: cluster 2024-09-18T09:09:09.853749+0000 mgr.x (mgr.24496) 51 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-18T09:09:13.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:13 smithi189 bash[21687]: cluster 2024-09-18T09:09:11.855484+0000 mgr.x (mgr.24496) 52 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:09:13.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:13 smithi078 bash[19887]: cluster 2024-09-18T09:09:11.855484+0000 mgr.x (mgr.24496) 52 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:09:13.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:13 smithi078 bash[28923]: cluster 2024-09-18T09:09:11.855484+0000 mgr.x (mgr.24496) 52 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:09:14.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:09:13 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:09:13] "GET /metrics HTTP/1.1" 200 38223 "" "Prometheus/2.43.0" 2024-09-18T09:09:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:15 smithi189 bash[21687]: audit 2024-09-18T09:09:13.785490+0000 mgr.x (mgr.24496) 53 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:15.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:15 smithi189 bash[21687]: cluster 2024-09-18T09:09:13.856190+0000 mgr.x (mgr.24496) 54 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s rd, 0 B/s wr, 99 op/s 2024-09-18T09:09:15.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:15 smithi078 bash[19887]: audit 2024-09-18T09:09:13.785490+0000 mgr.x (mgr.24496) 53 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:15.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:15 smithi078 bash[19887]: cluster 2024-09-18T09:09:13.856190+0000 mgr.x (mgr.24496) 54 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s rd, 0 B/s wr, 99 op/s 2024-09-18T09:09:15.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:15 smithi078 bash[28923]: audit 2024-09-18T09:09:13.785490+0000 mgr.x (mgr.24496) 53 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:15.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:15 smithi078 bash[28923]: cluster 2024-09-18T09:09:13.856190+0000 mgr.x (mgr.24496) 54 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s rd, 0 B/s wr, 99 op/s 2024-09-18T09:09:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:17 smithi189 bash[21687]: cluster 2024-09-18T09:09:15.856961+0000 mgr.x (mgr.24496) 55 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s rd, 0 B/s wr, 99 op/s 2024-09-18T09:09:17.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:17 smithi078 bash[19887]: cluster 2024-09-18T09:09:15.856961+0000 mgr.x (mgr.24496) 55 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s rd, 0 B/s wr, 99 op/s 2024-09-18T09:09:17.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:17 smithi078 bash[28923]: cluster 2024-09-18T09:09:15.856961+0000 mgr.x (mgr.24496) 55 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s rd, 0 B/s wr, 99 op/s 2024-09-18T09:09:19.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:19 smithi189 bash[21687]: cluster 2024-09-18T09:09:17.858678+0000 mgr.x (mgr.24496) 56 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s rd, 0 B/s wr, 99 op/s 2024-09-18T09:09:19.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:19 smithi078 bash[19887]: cluster 2024-09-18T09:09:17.858678+0000 mgr.x (mgr.24496) 56 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s rd, 0 B/s wr, 99 op/s 2024-09-18T09:09:19.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:19 smithi078 bash[28923]: cluster 2024-09-18T09:09:17.858678+0000 mgr.x (mgr.24496) 56 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s rd, 0 B/s wr, 99 op/s 2024-09-18T09:09:21.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:21 smithi189 bash[21687]: cluster 2024-09-18T09:09:19.859406+0000 mgr.x (mgr.24496) 57 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:21.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:21 smithi189 bash[21687]: audit 2024-09-18T09:09:20.656266+0000 mon.a (mon.0) 1232 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:09:21.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:21 smithi078 bash[19887]: cluster 2024-09-18T09:09:19.859406+0000 mgr.x (mgr.24496) 57 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:21.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:21 smithi078 bash[19887]: audit 2024-09-18T09:09:20.656266+0000 mon.a (mon.0) 1232 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:09:21.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:21 smithi078 bash[28923]: cluster 2024-09-18T09:09:19.859406+0000 mgr.x (mgr.24496) 57 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:21.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:21 smithi078 bash[28923]: audit 2024-09-18T09:09:20.656266+0000 mon.a (mon.0) 1232 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:09:23.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:23 smithi189 bash[21687]: cluster 2024-09-18T09:09:21.861182+0000 mgr.x (mgr.24496) 58 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:23.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:23 smithi078 bash[19887]: cluster 2024-09-18T09:09:21.861182+0000 mgr.x (mgr.24496) 58 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:23.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:23 smithi078 bash[28923]: cluster 2024-09-18T09:09:21.861182+0000 mgr.x (mgr.24496) 58 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:24.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:09:23 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:09:23] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-18T09:09:25.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:25 smithi189 bash[21687]: audit 2024-09-18T09:09:23.793444+0000 mgr.x (mgr.24496) 59 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:25.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:25 smithi189 bash[21687]: cluster 2024-09-18T09:09:23.861878+0000 mgr.x (mgr.24496) 60 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:25.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:25 smithi078 bash[19887]: audit 2024-09-18T09:09:23.793444+0000 mgr.x (mgr.24496) 59 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:25.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:25 smithi078 bash[19887]: cluster 2024-09-18T09:09:23.861878+0000 mgr.x (mgr.24496) 60 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:25.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:25 smithi078 bash[28923]: audit 2024-09-18T09:09:23.793444+0000 mgr.x (mgr.24496) 59 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:25.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:25 smithi078 bash[28923]: cluster 2024-09-18T09:09:23.861878+0000 mgr.x (mgr.24496) 60 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:27.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:27 smithi189 bash[21687]: cluster 2024-09-18T09:09:25.862601+0000 mgr.x (mgr.24496) 61 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:27.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:27 smithi078 bash[19887]: cluster 2024-09-18T09:09:25.862601+0000 mgr.x (mgr.24496) 61 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:27.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:27 smithi078 bash[28923]: cluster 2024-09-18T09:09:25.862601+0000 mgr.x (mgr.24496) 61 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:29.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:29 smithi189 bash[21687]: cluster 2024-09-18T09:09:27.864309+0000 mgr.x (mgr.24496) 62 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:29.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:29 smithi078 bash[19887]: cluster 2024-09-18T09:09:27.864309+0000 mgr.x (mgr.24496) 62 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:29.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:29 smithi078 bash[28923]: cluster 2024-09-18T09:09:27.864309+0000 mgr.x (mgr.24496) 62 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:31 smithi189 bash[21687]: cluster 2024-09-18T09:09:29.865013+0000 mgr.x (mgr.24496) 63 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:31.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:31 smithi078 bash[19887]: cluster 2024-09-18T09:09:29.865013+0000 mgr.x (mgr.24496) 63 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:31.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:31 smithi078 bash[28923]: cluster 2024-09-18T09:09:29.865013+0000 mgr.x (mgr.24496) 63 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:33 smithi189 bash[21687]: cluster 2024-09-18T09:09:31.866647+0000 mgr.x (mgr.24496) 64 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:33.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:33 smithi078 bash[19887]: cluster 2024-09-18T09:09:31.866647+0000 mgr.x (mgr.24496) 64 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:33.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:33 smithi078 bash[28923]: cluster 2024-09-18T09:09:31.866647+0000 mgr.x (mgr.24496) 64 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:34.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:09:33 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:09:33] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-18T09:09:35.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:35 smithi189 bash[21687]: audit 2024-09-18T09:09:33.804767+0000 mgr.x (mgr.24496) 65 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:35.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:35 smithi189 bash[21687]: cluster 2024-09-18T09:09:33.867344+0000 mgr.x (mgr.24496) 66 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:35.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:35 smithi078 bash[28923]: audit 2024-09-18T09:09:33.804767+0000 mgr.x (mgr.24496) 65 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:35.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:35 smithi078 bash[28923]: cluster 2024-09-18T09:09:33.867344+0000 mgr.x (mgr.24496) 66 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:35.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:35 smithi078 bash[19887]: audit 2024-09-18T09:09:33.804767+0000 mgr.x (mgr.24496) 65 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:35.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:35 smithi078 bash[19887]: cluster 2024-09-18T09:09:33.867344+0000 mgr.x (mgr.24496) 66 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:36.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:36 smithi189 bash[21687]: audit 2024-09-18T09:09:35.657074+0000 mon.a (mon.0) 1233 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:09:36.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:36 smithi078 bash[19887]: audit 2024-09-18T09:09:35.657074+0000 mon.a (mon.0) 1233 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:09:36.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:36 smithi078 bash[28923]: audit 2024-09-18T09:09:35.657074+0000 mon.a (mon.0) 1233 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:09:37.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:37 smithi189 bash[21687]: cluster 2024-09-18T09:09:35.868029+0000 mgr.x (mgr.24496) 67 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:37.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:37 smithi078 bash[19887]: cluster 2024-09-18T09:09:35.868029+0000 mgr.x (mgr.24496) 67 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:37.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:37 smithi078 bash[28923]: cluster 2024-09-18T09:09:35.868029+0000 mgr.x (mgr.24496) 67 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:39.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:39 smithi189 bash[21687]: cluster 2024-09-18T09:09:37.869695+0000 mgr.x (mgr.24496) 68 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:39.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:39 smithi078 bash[19887]: cluster 2024-09-18T09:09:37.869695+0000 mgr.x (mgr.24496) 68 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:39.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:39 smithi078 bash[28923]: cluster 2024-09-18T09:09:37.869695+0000 mgr.x (mgr.24496) 68 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:41.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:41 smithi189 bash[21687]: cluster 2024-09-18T09:09:39.870344+0000 mgr.x (mgr.24496) 69 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:41.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:41 smithi078 bash[19887]: cluster 2024-09-18T09:09:39.870344+0000 mgr.x (mgr.24496) 69 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:41.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:41 smithi078 bash[28923]: cluster 2024-09-18T09:09:39.870344+0000 mgr.x (mgr.24496) 69 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:43.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:43 smithi189 bash[21687]: cluster 2024-09-18T09:09:41.872005+0000 mgr.x (mgr.24496) 70 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:43.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:43 smithi078 bash[19887]: cluster 2024-09-18T09:09:41.872005+0000 mgr.x (mgr.24496) 70 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:43.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:43 smithi078 bash[28923]: cluster 2024-09-18T09:09:41.872005+0000 mgr.x (mgr.24496) 70 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:44.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:09:43 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:09:43] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.43.0" 2024-09-18T09:09:45.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:45 smithi189 bash[21687]: audit 2024-09-18T09:09:43.813410+0000 mgr.x (mgr.24496) 71 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:45.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:45 smithi189 bash[21687]: cluster 2024-09-18T09:09:43.872691+0000 mgr.x (mgr.24496) 72 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:45.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:45 smithi189 bash[21687]: audit 2024-09-18T09:09:44.476403+0000 mon.a (mon.0) 1234 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:09:45.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:45 smithi189 bash[21687]: audit 2024-09-18T09:09:44.483319+0000 mon.a (mon.0) 1235 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:09:45.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:45 smithi189 bash[21687]: audit 2024-09-18T09:09:45.077233+0000 mon.a (mon.0) 1236 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:09:45.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:45 smithi189 bash[21687]: audit 2024-09-18T09:09:45.079045+0000 mon.a (mon.0) 1237 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:09:45.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:45 smithi189 bash[21687]: audit 2024-09-18T09:09:45.089541+0000 mon.a (mon.0) 1238 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:09:45.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:45 smithi078 bash[19887]: audit 2024-09-18T09:09:43.813410+0000 mgr.x (mgr.24496) 71 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:45.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:45 smithi078 bash[19887]: cluster 2024-09-18T09:09:43.872691+0000 mgr.x (mgr.24496) 72 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:45.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:45 smithi078 bash[19887]: audit 2024-09-18T09:09:44.476403+0000 mon.a (mon.0) 1234 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:09:45.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:45 smithi078 bash[19887]: audit 2024-09-18T09:09:44.483319+0000 mon.a (mon.0) 1235 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:09:45.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:45 smithi078 bash[19887]: audit 2024-09-18T09:09:45.077233+0000 mon.a (mon.0) 1236 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:09:45.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:45 smithi078 bash[19887]: audit 2024-09-18T09:09:45.079045+0000 mon.a (mon.0) 1237 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:09:45.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:45 smithi078 bash[19887]: audit 2024-09-18T09:09:45.089541+0000 mon.a (mon.0) 1238 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:09:45.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:45 smithi078 bash[28923]: audit 2024-09-18T09:09:43.813410+0000 mgr.x (mgr.24496) 71 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:45.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:45 smithi078 bash[28923]: cluster 2024-09-18T09:09:43.872691+0000 mgr.x (mgr.24496) 72 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:45.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:45 smithi078 bash[28923]: audit 2024-09-18T09:09:44.476403+0000 mon.a (mon.0) 1234 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:09:45.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:45 smithi078 bash[28923]: audit 2024-09-18T09:09:44.483319+0000 mon.a (mon.0) 1235 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:09:45.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:45 smithi078 bash[28923]: audit 2024-09-18T09:09:45.077233+0000 mon.a (mon.0) 1236 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:09:45.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:45 smithi078 bash[28923]: audit 2024-09-18T09:09:45.079045+0000 mon.a (mon.0) 1237 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:09:45.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:45 smithi078 bash[28923]: audit 2024-09-18T09:09:45.089541+0000 mon.a (mon.0) 1238 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:09:47.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:47 smithi189 bash[21687]: cluster 2024-09-18T09:09:45.873401+0000 mgr.x (mgr.24496) 73 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:47.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:47 smithi078 bash[19887]: cluster 2024-09-18T09:09:45.873401+0000 mgr.x (mgr.24496) 73 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:47.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:47 smithi078 bash[28923]: cluster 2024-09-18T09:09:45.873401+0000 mgr.x (mgr.24496) 73 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:49.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:49 smithi189 bash[21687]: cluster 2024-09-18T09:09:47.875114+0000 mgr.x (mgr.24496) 74 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:49.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:49 smithi078 bash[19887]: cluster 2024-09-18T09:09:47.875114+0000 mgr.x (mgr.24496) 74 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:49.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:49 smithi078 bash[28923]: cluster 2024-09-18T09:09:47.875114+0000 mgr.x (mgr.24496) 74 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:51.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:51 smithi189 bash[21687]: cluster 2024-09-18T09:09:49.875810+0000 mgr.x (mgr.24496) 75 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:51.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:51 smithi189 bash[21687]: audit 2024-09-18T09:09:50.657226+0000 mon.a (mon.0) 1239 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:09:51.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:51 smithi078 bash[19887]: cluster 2024-09-18T09:09:49.875810+0000 mgr.x (mgr.24496) 75 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:51.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:51 smithi078 bash[19887]: audit 2024-09-18T09:09:50.657226+0000 mon.a (mon.0) 1239 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:09:51.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:51 smithi078 bash[28923]: cluster 2024-09-18T09:09:49.875810+0000 mgr.x (mgr.24496) 75 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:51.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:51 smithi078 bash[28923]: audit 2024-09-18T09:09:50.657226+0000 mon.a (mon.0) 1239 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:09:53.821 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:53 smithi078 bash[19887]: cluster 2024-09-18T09:09:51.877447+0000 mgr.x (mgr.24496) 76 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:53.821 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:53 smithi078 bash[28923]: cluster 2024-09-18T09:09:51.877447+0000 mgr.x (mgr.24496) 76 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:53.895 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:53 smithi189 bash[21687]: cluster 2024-09-18T09:09:51.877447+0000 mgr.x (mgr.24496) 76 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:54.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:09:53 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:09:53] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-18T09:09:55.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:55 smithi189 bash[21687]: audit 2024-09-18T09:09:53.821493+0000 mgr.x (mgr.24496) 77 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:55.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:55 smithi189 bash[21687]: cluster 2024-09-18T09:09:53.878158+0000 mgr.x (mgr.24496) 78 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:55.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:55 smithi078 bash[19887]: audit 2024-09-18T09:09:53.821493+0000 mgr.x (mgr.24496) 77 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:55.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:55 smithi078 bash[19887]: cluster 2024-09-18T09:09:53.878158+0000 mgr.x (mgr.24496) 78 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:55.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:55 smithi078 bash[28923]: audit 2024-09-18T09:09:53.821493+0000 mgr.x (mgr.24496) 77 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:09:55.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:55 smithi078 bash[28923]: cluster 2024-09-18T09:09:53.878158+0000 mgr.x (mgr.24496) 78 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:57.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:57 smithi189 bash[21687]: cluster 2024-09-18T09:09:55.878877+0000 mgr.x (mgr.24496) 79 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:57.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:57 smithi078 bash[19887]: cluster 2024-09-18T09:09:55.878877+0000 mgr.x (mgr.24496) 79 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:57.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:57 smithi078 bash[28923]: cluster 2024-09-18T09:09:55.878877+0000 mgr.x (mgr.24496) 79 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:09:59.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:09:59 smithi189 bash[21687]: cluster 2024-09-18T09:09:57.880547+0000 mgr.x (mgr.24496) 80 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:59.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:09:59 smithi078 bash[19887]: cluster 2024-09-18T09:09:57.880547+0000 mgr.x (mgr.24496) 80 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:09:59.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:09:59 smithi078 bash[28923]: cluster 2024-09-18T09:09:57.880547+0000 mgr.x (mgr.24496) 80 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:00.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:00 smithi189 bash[21687]: cluster 2024-09-18T09:10:00.000146+0000 mon.a (mon.0) 1240 : cluster [INF] overall HEALTH_OK 2024-09-18T09:10:00.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:00 smithi078 bash[19887]: cluster 2024-09-18T09:10:00.000146+0000 mon.a (mon.0) 1240 : cluster [INF] overall HEALTH_OK 2024-09-18T09:10:00.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:00 smithi078 bash[28923]: cluster 2024-09-18T09:10:00.000146+0000 mon.a (mon.0) 1240 : cluster [INF] overall HEALTH_OK 2024-09-18T09:10:01.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:01 smithi189 bash[21687]: cluster 2024-09-18T09:09:59.881272+0000 mgr.x (mgr.24496) 81 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:01.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:01 smithi078 bash[19887]: cluster 2024-09-18T09:09:59.881272+0000 mgr.x (mgr.24496) 81 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:01.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:01 smithi078 bash[28923]: cluster 2024-09-18T09:09:59.881272+0000 mgr.x (mgr.24496) 81 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:03.831 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:03 smithi078 bash[28923]: cluster 2024-09-18T09:10:01.882873+0000 mgr.x (mgr.24496) 82 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:03.831 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:03 smithi078 bash[19887]: cluster 2024-09-18T09:10:01.882873+0000 mgr.x (mgr.24496) 82 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:03.895 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:03 smithi189 bash[21687]: cluster 2024-09-18T09:10:01.882873+0000 mgr.x (mgr.24496) 82 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:04.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:10:03 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:10:03] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-18T09:10:05.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:05 smithi189 bash[21687]: audit 2024-09-18T09:10:03.831415+0000 mgr.x (mgr.24496) 83 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:05.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:05 smithi189 bash[21687]: cluster 2024-09-18T09:10:03.883585+0000 mgr.x (mgr.24496) 84 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:10:05.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:05 smithi078 bash[19887]: audit 2024-09-18T09:10:03.831415+0000 mgr.x (mgr.24496) 83 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:05.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:05 smithi078 bash[19887]: cluster 2024-09-18T09:10:03.883585+0000 mgr.x (mgr.24496) 84 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:10:05.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:05 smithi078 bash[28923]: audit 2024-09-18T09:10:03.831415+0000 mgr.x (mgr.24496) 83 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:05.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:05 smithi078 bash[28923]: cluster 2024-09-18T09:10:03.883585+0000 mgr.x (mgr.24496) 84 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:10:06.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:06 smithi189 bash[21687]: audit 2024-09-18T09:10:05.657767+0000 mon.a (mon.0) 1241 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:10:06.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:06 smithi078 bash[19887]: audit 2024-09-18T09:10:05.657767+0000 mon.a (mon.0) 1241 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:10:06.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:06 smithi078 bash[28923]: audit 2024-09-18T09:10:05.657767+0000 mon.a (mon.0) 1241 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:10:07.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:07 smithi189 bash[21687]: cluster 2024-09-18T09:10:05.884270+0000 mgr.x (mgr.24496) 85 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:10:07.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:07 smithi078 bash[19887]: cluster 2024-09-18T09:10:05.884270+0000 mgr.x (mgr.24496) 85 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:10:07.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:07 smithi078 bash[28923]: cluster 2024-09-18T09:10:05.884270+0000 mgr.x (mgr.24496) 85 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:10:09.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:09 smithi189 bash[21687]: cluster 2024-09-18T09:10:07.885912+0000 mgr.x (mgr.24496) 86 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:09.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:09 smithi078 bash[19887]: cluster 2024-09-18T09:10:07.885912+0000 mgr.x (mgr.24496) 86 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:09.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:09 smithi078 bash[28923]: cluster 2024-09-18T09:10:07.885912+0000 mgr.x (mgr.24496) 86 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:11.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:11 smithi189 bash[21687]: cluster 2024-09-18T09:10:09.886630+0000 mgr.x (mgr.24496) 87 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:10:11.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:11 smithi078 bash[19887]: cluster 2024-09-18T09:10:09.886630+0000 mgr.x (mgr.24496) 87 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:10:11.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:11 smithi078 bash[28923]: cluster 2024-09-18T09:10:09.886630+0000 mgr.x (mgr.24496) 87 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:10:13.837 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:13 smithi078 bash[19887]: cluster 2024-09-18T09:10:11.888333+0000 mgr.x (mgr.24496) 88 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:13.837 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:13 smithi078 bash[28923]: cluster 2024-09-18T09:10:11.888333+0000 mgr.x (mgr.24496) 88 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:13.897 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:13 smithi189 bash[21687]: cluster 2024-09-18T09:10:11.888333+0000 mgr.x (mgr.24496) 88 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:14.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:10:13 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:10:13] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-18T09:10:15.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:15 smithi189 bash[21687]: audit 2024-09-18T09:10:13.837839+0000 mgr.x (mgr.24496) 89 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:15.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:15 smithi189 bash[21687]: cluster 2024-09-18T09:10:13.888978+0000 mgr.x (mgr.24496) 90 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:15.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:15 smithi078 bash[19887]: audit 2024-09-18T09:10:13.837839+0000 mgr.x (mgr.24496) 89 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:15.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:15 smithi078 bash[19887]: cluster 2024-09-18T09:10:13.888978+0000 mgr.x (mgr.24496) 90 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:15.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:15 smithi078 bash[28923]: audit 2024-09-18T09:10:13.837839+0000 mgr.x (mgr.24496) 89 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:15.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:15 smithi078 bash[28923]: cluster 2024-09-18T09:10:13.888978+0000 mgr.x (mgr.24496) 90 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:17.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:17 smithi189 bash[21687]: cluster 2024-09-18T09:10:15.889668+0000 mgr.x (mgr.24496) 91 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:17.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:17 smithi078 bash[19887]: cluster 2024-09-18T09:10:15.889668+0000 mgr.x (mgr.24496) 91 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:17.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:17 smithi078 bash[28923]: cluster 2024-09-18T09:10:15.889668+0000 mgr.x (mgr.24496) 91 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:19.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:19 smithi189 bash[21687]: cluster 2024-09-18T09:10:17.891347+0000 mgr.x (mgr.24496) 92 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:19.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:19 smithi078 bash[19887]: cluster 2024-09-18T09:10:17.891347+0000 mgr.x (mgr.24496) 92 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:19.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:19 smithi078 bash[28923]: cluster 2024-09-18T09:10:17.891347+0000 mgr.x (mgr.24496) 92 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:21.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:21 smithi189 bash[21687]: cluster 2024-09-18T09:10:19.892089+0000 mgr.x (mgr.24496) 93 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:21.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:21 smithi189 bash[21687]: audit 2024-09-18T09:10:20.658149+0000 mon.a (mon.0) 1242 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:10:21.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:21 smithi078 bash[19887]: cluster 2024-09-18T09:10:19.892089+0000 mgr.x (mgr.24496) 93 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:21.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:21 smithi078 bash[19887]: audit 2024-09-18T09:10:20.658149+0000 mon.a (mon.0) 1242 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:10:21.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:21 smithi078 bash[28923]: cluster 2024-09-18T09:10:19.892089+0000 mgr.x (mgr.24496) 93 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:21.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:21 smithi078 bash[28923]: audit 2024-09-18T09:10:20.658149+0000 mon.a (mon.0) 1242 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:10:23.849 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:23 smithi078 bash[19887]: cluster 2024-09-18T09:10:21.893739+0000 mgr.x (mgr.24496) 94 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:23.849 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:23 smithi078 bash[28923]: cluster 2024-09-18T09:10:21.893739+0000 mgr.x (mgr.24496) 94 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:23.895 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:23 smithi189 bash[21687]: cluster 2024-09-18T09:10:21.893739+0000 mgr.x (mgr.24496) 94 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:24.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:10:23 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:10:23] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-18T09:10:25.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:25 smithi189 bash[21687]: audit 2024-09-18T09:10:23.849406+0000 mgr.x (mgr.24496) 95 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:25.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:25 smithi189 bash[21687]: cluster 2024-09-18T09:10:23.894453+0000 mgr.x (mgr.24496) 96 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:25.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:25 smithi078 bash[19887]: audit 2024-09-18T09:10:23.849406+0000 mgr.x (mgr.24496) 95 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:25.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:25 smithi078 bash[19887]: cluster 2024-09-18T09:10:23.894453+0000 mgr.x (mgr.24496) 96 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:25.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:25 smithi078 bash[28923]: audit 2024-09-18T09:10:23.849406+0000 mgr.x (mgr.24496) 95 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:25.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:25 smithi078 bash[28923]: cluster 2024-09-18T09:10:23.894453+0000 mgr.x (mgr.24496) 96 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:27.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:27 smithi189 bash[21687]: cluster 2024-09-18T09:10:25.895164+0000 mgr.x (mgr.24496) 97 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:27.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:27 smithi078 bash[19887]: cluster 2024-09-18T09:10:25.895164+0000 mgr.x (mgr.24496) 97 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:27.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:27 smithi078 bash[28923]: cluster 2024-09-18T09:10:25.895164+0000 mgr.x (mgr.24496) 97 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:29.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:29 smithi189 bash[21687]: cluster 2024-09-18T09:10:27.896787+0000 mgr.x (mgr.24496) 98 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:29.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:29 smithi078 bash[19887]: cluster 2024-09-18T09:10:27.896787+0000 mgr.x (mgr.24496) 98 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:29.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:29 smithi078 bash[28923]: cluster 2024-09-18T09:10:27.896787+0000 mgr.x (mgr.24496) 98 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:31.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:31 smithi189 bash[21687]: cluster 2024-09-18T09:10:29.897485+0000 mgr.x (mgr.24496) 99 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:31.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:31 smithi078 bash[19887]: cluster 2024-09-18T09:10:29.897485+0000 mgr.x (mgr.24496) 99 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:31.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:31 smithi078 bash[28923]: cluster 2024-09-18T09:10:29.897485+0000 mgr.x (mgr.24496) 99 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:33.860 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:33 smithi078 bash[28923]: cluster 2024-09-18T09:10:31.899157+0000 mgr.x (mgr.24496) 100 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:33.861 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:33 smithi078 bash[19887]: cluster 2024-09-18T09:10:31.899157+0000 mgr.x (mgr.24496) 100 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:33.895 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:33 smithi189 bash[21687]: cluster 2024-09-18T09:10:31.899157+0000 mgr.x (mgr.24496) 100 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:34.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:10:33 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:10:33] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-18T09:10:35.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:35 smithi189 bash[21687]: audit 2024-09-18T09:10:33.860902+0000 mgr.x (mgr.24496) 101 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:35.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:35 smithi189 bash[21687]: cluster 2024-09-18T09:10:33.899801+0000 mgr.x (mgr.24496) 102 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:35.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:35 smithi078 bash[19887]: audit 2024-09-18T09:10:33.860902+0000 mgr.x (mgr.24496) 101 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:35.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:35 smithi078 bash[19887]: cluster 2024-09-18T09:10:33.899801+0000 mgr.x (mgr.24496) 102 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:35.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:35 smithi078 bash[28923]: audit 2024-09-18T09:10:33.860902+0000 mgr.x (mgr.24496) 101 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:35.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:35 smithi078 bash[28923]: cluster 2024-09-18T09:10:33.899801+0000 mgr.x (mgr.24496) 102 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:36.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:36 smithi189 bash[21687]: audit 2024-09-18T09:10:35.658784+0000 mon.a (mon.0) 1243 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:10:36.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:36 smithi078 bash[19887]: audit 2024-09-18T09:10:35.658784+0000 mon.a (mon.0) 1243 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:10:36.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:36 smithi078 bash[28923]: audit 2024-09-18T09:10:35.658784+0000 mon.a (mon.0) 1243 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:10:37.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:37 smithi189 bash[21687]: cluster 2024-09-18T09:10:35.900501+0000 mgr.x (mgr.24496) 103 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:37.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:37 smithi078 bash[19887]: cluster 2024-09-18T09:10:35.900501+0000 mgr.x (mgr.24496) 103 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:37.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:37 smithi078 bash[28923]: cluster 2024-09-18T09:10:35.900501+0000 mgr.x (mgr.24496) 103 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:38 smithi189 bash[21687]: cluster 2024-09-18T09:10:37.902133+0000 mgr.x (mgr.24496) 104 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:38.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:38 smithi078 bash[19887]: cluster 2024-09-18T09:10:37.902133+0000 mgr.x (mgr.24496) 104 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:38.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:38 smithi078 bash[28923]: cluster 2024-09-18T09:10:37.902133+0000 mgr.x (mgr.24496) 104 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:41.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:40 smithi189 bash[21687]: cluster 2024-09-18T09:10:39.902847+0000 mgr.x (mgr.24496) 105 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:41.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:40 smithi078 bash[19887]: cluster 2024-09-18T09:10:39.902847+0000 mgr.x (mgr.24496) 105 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:41.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:40 smithi078 bash[28923]: cluster 2024-09-18T09:10:39.902847+0000 mgr.x (mgr.24496) 105 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:43.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:42 smithi189 bash[21687]: cluster 2024-09-18T09:10:41.904497+0000 mgr.x (mgr.24496) 106 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:43.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:42 smithi078 bash[19887]: cluster 2024-09-18T09:10:41.904497+0000 mgr.x (mgr.24496) 106 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:43.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:42 smithi078 bash[28923]: cluster 2024-09-18T09:10:41.904497+0000 mgr.x (mgr.24496) 106 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:44.172 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:10:43 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:10:43] "GET /metrics HTTP/1.1" 200 38241 "" "Prometheus/2.43.0" 2024-09-18T09:10:45.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:44 smithi189 bash[21687]: audit 2024-09-18T09:10:43.872421+0000 mgr.x (mgr.24496) 107 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:45.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:44 smithi189 bash[21687]: cluster 2024-09-18T09:10:43.905265+0000 mgr.x (mgr.24496) 108 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:45.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:44 smithi078 bash[19887]: audit 2024-09-18T09:10:43.872421+0000 mgr.x (mgr.24496) 107 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:45.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:44 smithi078 bash[19887]: cluster 2024-09-18T09:10:43.905265+0000 mgr.x (mgr.24496) 108 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:45.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:44 smithi078 bash[28923]: audit 2024-09-18T09:10:43.872421+0000 mgr.x (mgr.24496) 107 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:45.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:44 smithi078 bash[28923]: cluster 2024-09-18T09:10:43.905265+0000 mgr.x (mgr.24496) 108 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:46.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:46 smithi189 bash[21687]: audit 2024-09-18T09:10:45.917880+0000 mon.a (mon.0) 1244 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:10:46.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:46 smithi189 bash[21687]: audit 2024-09-18T09:10:45.919986+0000 mon.a (mon.0) 1245 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:10:46.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:46 smithi189 bash[21687]: audit 2024-09-18T09:10:45.930851+0000 mon.a (mon.0) 1246 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:10:46.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:46 smithi078 bash[19887]: audit 2024-09-18T09:10:45.917880+0000 mon.a (mon.0) 1244 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:10:46.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:46 smithi078 bash[19887]: audit 2024-09-18T09:10:45.919986+0000 mon.a (mon.0) 1245 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:10:46.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:46 smithi078 bash[19887]: audit 2024-09-18T09:10:45.930851+0000 mon.a (mon.0) 1246 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:10:46.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:46 smithi078 bash[28923]: audit 2024-09-18T09:10:45.917880+0000 mon.a (mon.0) 1244 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:10:46.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:46 smithi078 bash[28923]: audit 2024-09-18T09:10:45.919986+0000 mon.a (mon.0) 1245 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:10:46.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:46 smithi078 bash[28923]: audit 2024-09-18T09:10:45.930851+0000 mon.a (mon.0) 1246 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:10:47.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:47 smithi189 bash[21687]: cluster 2024-09-18T09:10:45.905965+0000 mgr.x (mgr.24496) 109 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:47.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:47 smithi078 bash[19887]: cluster 2024-09-18T09:10:45.905965+0000 mgr.x (mgr.24496) 109 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:47.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:47 smithi078 bash[28923]: cluster 2024-09-18T09:10:45.905965+0000 mgr.x (mgr.24496) 109 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:49.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:49 smithi189 bash[21687]: cluster 2024-09-18T09:10:47.907657+0000 mgr.x (mgr.24496) 110 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:49.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:49 smithi078 bash[19887]: cluster 2024-09-18T09:10:47.907657+0000 mgr.x (mgr.24496) 110 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:49.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:49 smithi078 bash[28923]: cluster 2024-09-18T09:10:47.907657+0000 mgr.x (mgr.24496) 110 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:51.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:51 smithi189 bash[21687]: cluster 2024-09-18T09:10:49.908388+0000 mgr.x (mgr.24496) 111 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:51.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:51 smithi189 bash[21687]: audit 2024-09-18T09:10:50.659147+0000 mon.a (mon.0) 1247 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:10:51.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:51 smithi078 bash[19887]: cluster 2024-09-18T09:10:49.908388+0000 mgr.x (mgr.24496) 111 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:51.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:51 smithi078 bash[19887]: audit 2024-09-18T09:10:50.659147+0000 mon.a (mon.0) 1247 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:10:51.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:51 smithi078 bash[28923]: cluster 2024-09-18T09:10:49.908388+0000 mgr.x (mgr.24496) 111 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:51.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:51 smithi078 bash[28923]: audit 2024-09-18T09:10:50.659147+0000 mon.a (mon.0) 1247 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:10:53.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:53 smithi189 bash[21687]: cluster 2024-09-18T09:10:51.910057+0000 mgr.x (mgr.24496) 112 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:53.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:53 smithi078 bash[19887]: cluster 2024-09-18T09:10:51.910057+0000 mgr.x (mgr.24496) 112 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:53.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:53 smithi078 bash[28923]: cluster 2024-09-18T09:10:51.910057+0000 mgr.x (mgr.24496) 112 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:54.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:10:53 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:10:53] "GET /metrics HTTP/1.1" 200 38241 "" "Prometheus/2.43.0" 2024-09-18T09:10:55.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:55 smithi189 bash[21687]: audit 2024-09-18T09:10:53.883967+0000 mgr.x (mgr.24496) 113 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:55.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:55 smithi189 bash[21687]: cluster 2024-09-18T09:10:53.910741+0000 mgr.x (mgr.24496) 114 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:55.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:55 smithi078 bash[19887]: audit 2024-09-18T09:10:53.883967+0000 mgr.x (mgr.24496) 113 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:55.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:55 smithi078 bash[19887]: cluster 2024-09-18T09:10:53.910741+0000 mgr.x (mgr.24496) 114 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:55.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:55 smithi078 bash[28923]: audit 2024-09-18T09:10:53.883967+0000 mgr.x (mgr.24496) 113 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:10:55.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:55 smithi078 bash[28923]: cluster 2024-09-18T09:10:53.910741+0000 mgr.x (mgr.24496) 114 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:57.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:57 smithi189 bash[21687]: cluster 2024-09-18T09:10:55.911503+0000 mgr.x (mgr.24496) 115 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:57.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:57 smithi078 bash[19887]: cluster 2024-09-18T09:10:55.911503+0000 mgr.x (mgr.24496) 115 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:57.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:57 smithi078 bash[28923]: cluster 2024-09-18T09:10:55.911503+0000 mgr.x (mgr.24496) 115 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:10:59.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:10:59 smithi189 bash[21687]: cluster 2024-09-18T09:10:57.913156+0000 mgr.x (mgr.24496) 116 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:59.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:10:59 smithi078 bash[19887]: cluster 2024-09-18T09:10:57.913156+0000 mgr.x (mgr.24496) 116 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:10:59.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:10:59 smithi078 bash[28923]: cluster 2024-09-18T09:10:57.913156+0000 mgr.x (mgr.24496) 116 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:01.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:01 smithi189 bash[21687]: cluster 2024-09-18T09:10:59.913861+0000 mgr.x (mgr.24496) 117 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:01.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:01 smithi078 bash[19887]: cluster 2024-09-18T09:10:59.913861+0000 mgr.x (mgr.24496) 117 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:01.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:01 smithi078 bash[28923]: cluster 2024-09-18T09:10:59.913861+0000 mgr.x (mgr.24496) 117 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:03 smithi189 bash[21687]: cluster 2024-09-18T09:11:01.915544+0000 mgr.x (mgr.24496) 118 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:03.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:03 smithi078 bash[19887]: cluster 2024-09-18T09:11:01.915544+0000 mgr.x (mgr.24496) 118 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:03.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:03 smithi078 bash[28923]: cluster 2024-09-18T09:11:01.915544+0000 mgr.x (mgr.24496) 118 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:04.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:11:03 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:11:03] "GET /metrics HTTP/1.1" 200 38241 "" "Prometheus/2.43.0" 2024-09-18T09:11:05.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:05 smithi189 bash[21687]: audit 2024-09-18T09:11:03.895438+0000 mgr.x (mgr.24496) 119 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:05.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:05 smithi189 bash[21687]: cluster 2024-09-18T09:11:03.916253+0000 mgr.x (mgr.24496) 120 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:05.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:05 smithi078 bash[19887]: audit 2024-09-18T09:11:03.895438+0000 mgr.x (mgr.24496) 119 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:05.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:05 smithi078 bash[19887]: cluster 2024-09-18T09:11:03.916253+0000 mgr.x (mgr.24496) 120 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:05.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:05 smithi078 bash[28923]: audit 2024-09-18T09:11:03.895438+0000 mgr.x (mgr.24496) 119 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:05.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:05 smithi078 bash[28923]: cluster 2024-09-18T09:11:03.916253+0000 mgr.x (mgr.24496) 120 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:06.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:06 smithi189 bash[21687]: audit 2024-09-18T09:11:05.659471+0000 mon.a (mon.0) 1248 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:11:06.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:06 smithi078 bash[19887]: audit 2024-09-18T09:11:05.659471+0000 mon.a (mon.0) 1248 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:11:06.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:06 smithi078 bash[28923]: audit 2024-09-18T09:11:05.659471+0000 mon.a (mon.0) 1248 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:11:07.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:07 smithi189 bash[21687]: cluster 2024-09-18T09:11:05.916922+0000 mgr.x (mgr.24496) 121 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:07.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:07 smithi078 bash[19887]: cluster 2024-09-18T09:11:05.916922+0000 mgr.x (mgr.24496) 121 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:07.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:07 smithi078 bash[28923]: cluster 2024-09-18T09:11:05.916922+0000 mgr.x (mgr.24496) 121 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:09.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:09 smithi189 bash[21687]: cluster 2024-09-18T09:11:07.918655+0000 mgr.x (mgr.24496) 122 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:09.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:09 smithi078 bash[28923]: cluster 2024-09-18T09:11:07.918655+0000 mgr.x (mgr.24496) 122 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:09.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:09 smithi078 bash[19887]: cluster 2024-09-18T09:11:07.918655+0000 mgr.x (mgr.24496) 122 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:11.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:11 smithi189 bash[21687]: cluster 2024-09-18T09:11:09.919507+0000 mgr.x (mgr.24496) 123 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:11.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:11 smithi078 bash[19887]: cluster 2024-09-18T09:11:09.919507+0000 mgr.x (mgr.24496) 123 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:11.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:11 smithi078 bash[28923]: cluster 2024-09-18T09:11:09.919507+0000 mgr.x (mgr.24496) 123 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:13.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:13 smithi189 bash[21687]: cluster 2024-09-18T09:11:11.921206+0000 mgr.x (mgr.24496) 124 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:13.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:13 smithi078 bash[19887]: cluster 2024-09-18T09:11:11.921206+0000 mgr.x (mgr.24496) 124 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:13.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:13 smithi078 bash[28923]: cluster 2024-09-18T09:11:11.921206+0000 mgr.x (mgr.24496) 124 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:14.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:11:13 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:11:13] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.43.0" 2024-09-18T09:11:15.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:15 smithi189 bash[21687]: audit 2024-09-18T09:11:13.897520+0000 mgr.x (mgr.24496) 125 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:15.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:15 smithi189 bash[21687]: cluster 2024-09-18T09:11:13.921992+0000 mgr.x (mgr.24496) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:15.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:15 smithi078 bash[19887]: audit 2024-09-18T09:11:13.897520+0000 mgr.x (mgr.24496) 125 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:15.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:15 smithi078 bash[19887]: cluster 2024-09-18T09:11:13.921992+0000 mgr.x (mgr.24496) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:15.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:15 smithi078 bash[28923]: audit 2024-09-18T09:11:13.897520+0000 mgr.x (mgr.24496) 125 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:15.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:15 smithi078 bash[28923]: cluster 2024-09-18T09:11:13.921992+0000 mgr.x (mgr.24496) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:17.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:17 smithi189 bash[21687]: cluster 2024-09-18T09:11:15.922730+0000 mgr.x (mgr.24496) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:17.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:17 smithi078 bash[19887]: cluster 2024-09-18T09:11:15.922730+0000 mgr.x (mgr.24496) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:17.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:17 smithi078 bash[28923]: cluster 2024-09-18T09:11:15.922730+0000 mgr.x (mgr.24496) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:19.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:19 smithi189 bash[21687]: cluster 2024-09-18T09:11:17.924507+0000 mgr.x (mgr.24496) 128 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:19.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:19 smithi078 bash[19887]: cluster 2024-09-18T09:11:17.924507+0000 mgr.x (mgr.24496) 128 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:19.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:19 smithi078 bash[28923]: cluster 2024-09-18T09:11:17.924507+0000 mgr.x (mgr.24496) 128 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:21.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:21 smithi189 bash[21687]: cluster 2024-09-18T09:11:19.925351+0000 mgr.x (mgr.24496) 129 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:21.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:21 smithi189 bash[21687]: audit 2024-09-18T09:11:20.660060+0000 mon.a (mon.0) 1249 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:11:21.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:21 smithi078 bash[19887]: cluster 2024-09-18T09:11:19.925351+0000 mgr.x (mgr.24496) 129 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:21.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:21 smithi078 bash[19887]: audit 2024-09-18T09:11:20.660060+0000 mon.a (mon.0) 1249 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:11:21.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:21 smithi078 bash[28923]: cluster 2024-09-18T09:11:19.925351+0000 mgr.x (mgr.24496) 129 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:21.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:21 smithi078 bash[28923]: audit 2024-09-18T09:11:20.660060+0000 mon.a (mon.0) 1249 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:11:23.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:23 smithi189 bash[21687]: cluster 2024-09-18T09:11:21.927144+0000 mgr.x (mgr.24496) 130 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:23.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:23 smithi078 bash[19887]: cluster 2024-09-18T09:11:21.927144+0000 mgr.x (mgr.24496) 130 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:23.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:23 smithi078 bash[28923]: cluster 2024-09-18T09:11:21.927144+0000 mgr.x (mgr.24496) 130 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:24.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:11:23 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:11:23] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.43.0" 2024-09-18T09:11:25.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:25 smithi189 bash[21687]: audit 2024-09-18T09:11:23.909079+0000 mgr.x (mgr.24496) 131 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:25.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:25 smithi189 bash[21687]: cluster 2024-09-18T09:11:23.927901+0000 mgr.x (mgr.24496) 132 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:25.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:25 smithi078 bash[19887]: audit 2024-09-18T09:11:23.909079+0000 mgr.x (mgr.24496) 131 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:25.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:25 smithi078 bash[19887]: cluster 2024-09-18T09:11:23.927901+0000 mgr.x (mgr.24496) 132 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:25.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:25 smithi078 bash[28923]: audit 2024-09-18T09:11:23.909079+0000 mgr.x (mgr.24496) 131 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:25.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:25 smithi078 bash[28923]: cluster 2024-09-18T09:11:23.927901+0000 mgr.x (mgr.24496) 132 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:27.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:27 smithi189 bash[21687]: cluster 2024-09-18T09:11:25.928632+0000 mgr.x (mgr.24496) 133 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:27.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:27 smithi078 bash[19887]: cluster 2024-09-18T09:11:25.928632+0000 mgr.x (mgr.24496) 133 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:27.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:27 smithi078 bash[28923]: cluster 2024-09-18T09:11:25.928632+0000 mgr.x (mgr.24496) 133 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:27.847 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch ps' 2024-09-18T09:11:29.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:29 smithi189 bash[21687]: cluster 2024-09-18T09:11:27.930331+0000 mgr.x (mgr.24496) 134 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:29.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:29 smithi078 bash[19887]: cluster 2024-09-18T09:11:27.930331+0000 mgr.x (mgr.24496) 134 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:29.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:29 smithi078 bash[28923]: cluster 2024-09-18T09:11:27.930331+0000 mgr.x (mgr.24496) 134 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:31.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:31 smithi189 bash[21687]: cluster 2024-09-18T09:11:29.931086+0000 mgr.x (mgr.24496) 135 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:31.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:31 smithi078 bash[19887]: cluster 2024-09-18T09:11:29.931086+0000 mgr.x (mgr.24496) 135 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:31.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:31 smithi078 bash[28923]: cluster 2024-09-18T09:11:29.931086+0000 mgr.x (mgr.24496) 135 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:32.670 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:11:33.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:33 smithi189 bash[21687]: cluster 2024-09-18T09:11:31.932672+0000 mgr.x (mgr.24496) 136 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:33.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:33 smithi078 bash[19887]: cluster 2024-09-18T09:11:31.932672+0000 mgr.x (mgr.24496) 136 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:33.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:33 smithi078 bash[28923]: cluster 2024-09-18T09:11:31.932672+0000 mgr.x (mgr.24496) 136 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:34.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:11:33 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:11:33] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.43.0" 2024-09-18T09:11:34.370 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:11:34.370 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (24m) 2m ago 24m 13.4M - 0.25.0 c8568f914cd2 281c36281377 2024-09-18T09:11:34.370 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (24m) 2m ago 24m 76.2M - 9.4.12 2bacad6d85d8 b91647ac551b 2024-09-18T09:11:34.370 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (3m) 2m ago 22m 74.0M - 3.8 ebb0615149de d8dfa6d841c0 2024-09-18T09:11:34.370 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (17m) 2m ago 33m 494M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fc3cb771eacc 2024-09-18T09:11:34.370 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (10m) 2m ago 35m 439M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:11:34.371 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (35m) 2m ago 35m 80.8M 2048M 19.1.1-330-gc2ddf972 ebb0615149de bf4e56a16354 2024-09-18T09:11:34.371 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (33m) 2m ago 33m 58.3M 2048M 19.1.1-330-gc2ddf972 ebb0615149de ab98398799ea 2024-09-18T09:11:34.371 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (33m) 2m ago 33m 57.7M 2048M 19.1.1-330-gc2ddf972 ebb0615149de 3ab54f539482 2024-09-18T09:11:34.371 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (24m) 2m ago 25m 8991k - 1.5.0 0da6a335fe13 e5ce11d2d317 2024-09-18T09:11:34.371 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (24m) 2m ago 25m 9075k - 1.5.0 0da6a335fe13 5f179b9988f5 2024-09-18T09:11:34.371 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (32m) 2m ago 32m 55.6M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T09:11:34.371 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (31m) 2m ago 31m 64.0M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T09:11:34.371 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (30m) 2m ago 30m 61.2M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:11:34.371 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (29m) 2m ago 29m 64.1M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:11:34.371 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (28m) 2m ago 28m 64.5M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:11:34.371 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (27m) 2m ago 27m 55.3M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:11:34.371 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (27m) 2m ago 27m 52.9M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:11:34.371 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (26m) 2m ago 26m 64.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:11:34.371 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (2m) 2m ago 25m 34.1M - 2.43.0 a07b618ecd1d 876ceca026f5 2024-09-18T09:11:34.372 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (22m) 2m ago 22m 101M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:11:34.372 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (22m) 2m ago 22m 101M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:11:35.173 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch ls' 2024-09-18T09:11:35.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:35 smithi189 bash[21687]: audit 2024-09-18T09:11:33.920554+0000 mgr.x (mgr.24496) 137 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:35.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:35 smithi189 bash[21687]: cluster 2024-09-18T09:11:33.933518+0000 mgr.x (mgr.24496) 138 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:35.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:35 smithi189 bash[21687]: audit 2024-09-18T09:11:34.328637+0000 mgr.x (mgr.24496) 139 : audit [DBG] from='client.25232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:11:35.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:35 smithi078 bash[19887]: audit 2024-09-18T09:11:33.920554+0000 mgr.x (mgr.24496) 137 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:35.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:35 smithi078 bash[19887]: cluster 2024-09-18T09:11:33.933518+0000 mgr.x (mgr.24496) 138 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:35.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:35 smithi078 bash[19887]: audit 2024-09-18T09:11:34.328637+0000 mgr.x (mgr.24496) 139 : audit [DBG] from='client.25232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:11:35.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:35 smithi078 bash[28923]: audit 2024-09-18T09:11:33.920554+0000 mgr.x (mgr.24496) 137 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:35.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:35 smithi078 bash[28923]: cluster 2024-09-18T09:11:33.933518+0000 mgr.x (mgr.24496) 138 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:35.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:35 smithi078 bash[28923]: audit 2024-09-18T09:11:34.328637+0000 mgr.x (mgr.24496) 139 : audit [DBG] from='client.25232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:11:36.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:36 smithi189 bash[21687]: audit 2024-09-18T09:11:35.660206+0000 mon.a (mon.0) 1250 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:11:36.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:36 smithi078 bash[19887]: audit 2024-09-18T09:11:35.660206+0000 mon.a (mon.0) 1250 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:11:36.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:36 smithi078 bash[28923]: audit 2024-09-18T09:11:35.660206+0000 mon.a (mon.0) 1250 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:11:37.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:37 smithi189 bash[21687]: cluster 2024-09-18T09:11:35.934186+0000 mgr.x (mgr.24496) 140 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:37.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:37 smithi078 bash[19887]: cluster 2024-09-18T09:11:35.934186+0000 mgr.x (mgr.24496) 140 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:37.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:37 smithi078 bash[28923]: cluster 2024-09-18T09:11:35.934186+0000 mgr.x (mgr.24496) 140 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:39.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:39 smithi189 bash[21687]: cluster 2024-09-18T09:11:37.935873+0000 mgr.x (mgr.24496) 141 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:39.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:39 smithi078 bash[19887]: cluster 2024-09-18T09:11:37.935873+0000 mgr.x (mgr.24496) 141 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:39.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:39 smithi078 bash[28923]: cluster 2024-09-18T09:11:37.935873+0000 mgr.x (mgr.24496) 141 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:39.994 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:11:41.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:41 smithi078 bash[19887]: cluster 2024-09-18T09:11:39.936580+0000 mgr.x (mgr.24496) 142 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:41.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:41 smithi078 bash[28923]: cluster 2024-09-18T09:11:39.936580+0000 mgr.x (mgr.24496) 142 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:41.653 INFO:teuthology.orchestra.run.smithi078.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-18T09:11:41.653 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager ?:9093,9094 1/1 2m ago 25m smithi078=a;count:1 2024-09-18T09:11:41.653 INFO:teuthology.orchestra.run.smithi078.stdout:grafana ?:3000 1/1 2m ago 25m smithi189=a;count:1 2024-09-18T09:11:41.653 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo ?:5000 1/1 2m ago 22m count:1 2024-09-18T09:11:41.653 INFO:teuthology.orchestra.run.smithi078.stdout:mgr 2/2 2m ago 33m smithi078=y;smithi189=x;count:2 2024-09-18T09:11:41.653 INFO:teuthology.orchestra.run.smithi078.stdout:mon 3/3 2m ago 34m smithi078:172.21.15.78=a;smithi078:[v2:172.21.15.78:3301,v1:172.21.15.78:6790]=c;smithi189:172.21.15.189=b;count:3 2024-09-18T09:11:41.653 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter ?:9100 2/2 2m ago 25m smithi078=a;smithi189=b;count:2 2024-09-18T09:11:41.653 INFO:teuthology.orchestra.run.smithi078.stdout:osd 8 2m ago - 2024-09-18T09:11:41.653 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus ?:9095 1/1 2m ago 25m smithi189=a;count:1 2024-09-18T09:11:41.654 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo ?:8000 2/2 2m ago 22m count:2 2024-09-18T09:11:41.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:41 smithi189 bash[21687]: cluster 2024-09-18T09:11:39.936580+0000 mgr.x (mgr.24496) 142 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:42.386 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions' 2024-09-18T09:11:43.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:43 smithi078 bash[19887]: audit 2024-09-18T09:11:41.638453+0000 mgr.x (mgr.24496) 143 : audit [DBG] from='client.25238 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:11:43.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:43 smithi078 bash[19887]: cluster 2024-09-18T09:11:41.938200+0000 mgr.x (mgr.24496) 144 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:43.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:43 smithi078 bash[28923]: audit 2024-09-18T09:11:41.638453+0000 mgr.x (mgr.24496) 143 : audit [DBG] from='client.25238 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:11:43.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:43 smithi078 bash[28923]: cluster 2024-09-18T09:11:41.938200+0000 mgr.x (mgr.24496) 144 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:43.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:43 smithi189 bash[21687]: audit 2024-09-18T09:11:41.638453+0000 mgr.x (mgr.24496) 143 : audit [DBG] from='client.25238 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:11:43.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:43 smithi189 bash[21687]: cluster 2024-09-18T09:11:41.938200+0000 mgr.x (mgr.24496) 144 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:44.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:11:43 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:11:43] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.43.0" 2024-09-18T09:11:45.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:45 smithi078 bash[19887]: audit 2024-09-18T09:11:43.924633+0000 mgr.x (mgr.24496) 145 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:45.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:45 smithi078 bash[19887]: cluster 2024-09-18T09:11:43.938885+0000 mgr.x (mgr.24496) 146 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:45.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:45 smithi078 bash[28923]: audit 2024-09-18T09:11:43.924633+0000 mgr.x (mgr.24496) 145 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:45.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:45 smithi078 bash[28923]: cluster 2024-09-18T09:11:43.938885+0000 mgr.x (mgr.24496) 146 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:45.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:45 smithi189 bash[21687]: audit 2024-09-18T09:11:43.924633+0000 mgr.x (mgr.24496) 145 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:45.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:45 smithi189 bash[21687]: cluster 2024-09-18T09:11:43.938885+0000 mgr.x (mgr.24496) 146 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:47.189 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:11:47.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:47 smithi078 bash[19887]: cluster 2024-09-18T09:11:45.939547+0000 mgr.x (mgr.24496) 147 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:47.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:47 smithi078 bash[19887]: audit 2024-09-18T09:11:46.823171+0000 mon.a (mon.0) 1251 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:11:47.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:47 smithi078 bash[19887]: audit 2024-09-18T09:11:46.825138+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:11:47.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:47 smithi078 bash[19887]: audit 2024-09-18T09:11:46.834864+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:11:47.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:47 smithi078 bash[28923]: cluster 2024-09-18T09:11:45.939547+0000 mgr.x (mgr.24496) 147 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:47.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:47 smithi078 bash[28923]: audit 2024-09-18T09:11:46.823171+0000 mon.a (mon.0) 1251 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:11:47.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:47 smithi078 bash[28923]: audit 2024-09-18T09:11:46.825138+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:11:47.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:47 smithi078 bash[28923]: audit 2024-09-18T09:11:46.834864+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:11:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:47 smithi189 bash[21687]: cluster 2024-09-18T09:11:45.939547+0000 mgr.x (mgr.24496) 147 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:47 smithi189 bash[21687]: audit 2024-09-18T09:11:46.823171+0000 mon.a (mon.0) 1251 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:11:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:47 smithi189 bash[21687]: audit 2024-09-18T09:11:46.825138+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:11:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:47 smithi189 bash[21687]: audit 2024-09-18T09:11:46.834864+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:11:48.903 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:11:48.903 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:11:48.903 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 3 2024-09-18T09:11:48.903 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:11:48.903 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:11:48.903 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:11:48.904 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:11:48.904 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:11:48.904 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 8 2024-09-18T09:11:48.904 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:11:48.904 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:11:48.904 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:11:48.904 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:11:48.904 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:11:48.904 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 13, 2024-09-18T09:11:48.904 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:11:48.905 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:11:48.905 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:11:49.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:49 smithi078 bash[19887]: cluster 2024-09-18T09:11:47.941271+0000 mgr.x (mgr.24496) 148 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:49.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:49 smithi078 bash[19887]: audit 2024-09-18T09:11:48.903889+0000 mon.a (mon.0) 1254 : audit [DBG] from='client.? 172.21.15.78:0/244237777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:11:49.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:49 smithi078 bash[28923]: cluster 2024-09-18T09:11:47.941271+0000 mgr.x (mgr.24496) 148 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:49.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:49 smithi078 bash[28923]: audit 2024-09-18T09:11:48.903889+0000 mon.a (mon.0) 1254 : audit [DBG] from='client.? 172.21.15.78:0/244237777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:11:49.602 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr' 2024-09-18T09:11:49.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:49 smithi189 bash[21687]: cluster 2024-09-18T09:11:47.941271+0000 mgr.x (mgr.24496) 148 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:49.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:49 smithi189 bash[21687]: audit 2024-09-18T09:11:48.903889+0000 mon.a (mon.0) 1254 : audit [DBG] from='client.? 172.21.15.78:0/244237777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:11:51.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:51 smithi078 bash[19887]: cluster 2024-09-18T09:11:49.942092+0000 mgr.x (mgr.24496) 149 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:51.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:51 smithi078 bash[19887]: audit 2024-09-18T09:11:50.660900+0000 mon.a (mon.0) 1255 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:11:51.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:51 smithi078 bash[28923]: cluster 2024-09-18T09:11:49.942092+0000 mgr.x (mgr.24496) 149 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:51.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:51 smithi078 bash[28923]: audit 2024-09-18T09:11:50.660900+0000 mon.a (mon.0) 1255 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:11:51.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:51 smithi189 bash[21687]: cluster 2024-09-18T09:11:49.942092+0000 mgr.x (mgr.24496) 149 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:51.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:51 smithi189 bash[21687]: audit 2024-09-18T09:11:50.660900+0000 mon.a (mon.0) 1255 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:11:53.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:53 smithi078 bash[19887]: cluster 2024-09-18T09:11:51.943789+0000 mgr.x (mgr.24496) 150 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:53.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:53 smithi078 bash[28923]: cluster 2024-09-18T09:11:51.943789+0000 mgr.x (mgr.24496) 150 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:53.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:53 smithi189 bash[21687]: cluster 2024-09-18T09:11:51.943789+0000 mgr.x (mgr.24496) 150 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:54.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:11:53 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:11:53] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.43.0" 2024-09-18T09:11:54.415 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:11:55.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:55 smithi078 bash[19887]: audit 2024-09-18T09:11:53.933497+0000 mgr.x (mgr.24496) 151 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:55.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:55 smithi078 bash[19887]: cluster 2024-09-18T09:11:53.944472+0000 mgr.x (mgr.24496) 152 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:55.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:55 smithi078 bash[28923]: audit 2024-09-18T09:11:53.933497+0000 mgr.x (mgr.24496) 151 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:55.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:55 smithi078 bash[28923]: cluster 2024-09-18T09:11:53.944472+0000 mgr.x (mgr.24496) 152 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:55.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:55 smithi189 bash[21687]: audit 2024-09-18T09:11:53.933497+0000 mgr.x (mgr.24496) 151 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:11:55.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:55 smithi189 bash[21687]: cluster 2024-09-18T09:11:53.944472+0000 mgr.x (mgr.24496) 152 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:57.611 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:57 smithi078 bash[19887]: cluster 2024-09-18T09:11:55.945586+0000 mgr.x (mgr.24496) 153 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:57.611 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:57 smithi078 bash[19887]: audit 2024-09-18T09:11:56.000584+0000 mgr.x (mgr.24496) 154 : audit [DBG] from='client.15354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:11:57.611 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:57 smithi078 bash[28923]: cluster 2024-09-18T09:11:55.945586+0000 mgr.x (mgr.24496) 153 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:57.611 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:57 smithi078 bash[28923]: audit 2024-09-18T09:11:56.000584+0000 mgr.x (mgr.24496) 154 : audit [DBG] from='client.15354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:11:57.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:57 smithi189 bash[21687]: cluster 2024-09-18T09:11:55.945586+0000 mgr.x (mgr.24496) 153 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:11:57.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:57 smithi189 bash[21687]: audit 2024-09-18T09:11:56.000584+0000 mgr.x (mgr.24496) 154 : audit [DBG] from='client.15354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:11:58.497 INFO:teuthology.orchestra.run.smithi078.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:11:59.143 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-18T09:11:59.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:59 smithi189 bash[21687]: cluster 2024-09-18T09:11:57.947065+0000 mgr.x (mgr.24496) 155 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:59.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:59 smithi189 bash[21687]: cephadm 2024-09-18T09:11:58.488417+0000 mgr.x (mgr.24496) 156 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:11:59.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:59 smithi189 bash[21687]: audit 2024-09-18T09:11:58.497371+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:11:59.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:59 smithi189 bash[21687]: audit 2024-09-18T09:11:58.499852+0000 mon.a (mon.0) 1257 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:11:59.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:59 smithi189 bash[21687]: audit 2024-09-18T09:11:58.501397+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:11:59.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:11:59 smithi189 bash[21687]: audit 2024-09-18T09:11:58.512816+0000 mon.a (mon.0) 1259 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:11:59.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:59 smithi078 bash[28923]: cluster 2024-09-18T09:11:57.947065+0000 mgr.x (mgr.24496) 155 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:59.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:59 smithi078 bash[28923]: cephadm 2024-09-18T09:11:58.488417+0000 mgr.x (mgr.24496) 156 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:11:59.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:59 smithi078 bash[28923]: audit 2024-09-18T09:11:58.497371+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:11:59.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:59 smithi078 bash[28923]: audit 2024-09-18T09:11:58.499852+0000 mon.a (mon.0) 1257 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:11:59.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:59 smithi078 bash[28923]: audit 2024-09-18T09:11:58.501397+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:11:59.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:11:59 smithi078 bash[28923]: audit 2024-09-18T09:11:58.512816+0000 mon.a (mon.0) 1259 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:11:59.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:59 smithi078 bash[19887]: cluster 2024-09-18T09:11:57.947065+0000 mgr.x (mgr.24496) 155 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:11:59.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:59 smithi078 bash[19887]: cephadm 2024-09-18T09:11:58.488417+0000 mgr.x (mgr.24496) 156 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:11:59.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:59 smithi078 bash[19887]: audit 2024-09-18T09:11:58.497371+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:11:59.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:59 smithi078 bash[19887]: audit 2024-09-18T09:11:58.499852+0000 mon.a (mon.0) 1257 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:11:59.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:59 smithi078 bash[19887]: audit 2024-09-18T09:11:58.501397+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:11:59.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:11:59 smithi078 bash[19887]: audit 2024-09-18T09:11:58.512816+0000 mon.a (mon.0) 1259 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:12:00.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:00 smithi078 bash[28923]: cephadm 2024-09-18T09:11:58.642372+0000 mgr.x (mgr.24496) 157 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:12:00.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:00 smithi078 bash[19887]: cephadm 2024-09-18T09:11:58.642372+0000 mgr.x (mgr.24496) 157 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:12:00.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:00 smithi189 bash[21687]: cephadm 2024-09-18T09:11:58.642372+0000 mgr.x (mgr.24496) 157 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:12:01.673 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[49976]: debug 2024-09-18T09:12:01.338+0000 7fd9e2922640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-18T09:12:01.673 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[49976]: ignoring --setuser ceph since I am not root 2024-09-18T09:12:01.673 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[49976]: ignoring --setgroup ceph since I am not root 2024-09-18T09:12:01.673 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[49976]: debug 2024-09-18T09:12:01.394+0000 7fafc84ac640 1 -- 172.21.15.189:0/3529473902 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f061d030e0 con 0x55f061d05800 2024-09-18T09:12:01.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: cluster 2024-09-18T09:11:59.947905+0000 mgr.x (mgr.24496) 158 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:01.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.316231+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:12:01.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.320121+0000 mon.a (mon.0) 1261 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:12:01.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.328322+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-18T09:12:01.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: cluster 2024-09-18T09:12:01.328893+0000 mon.a (mon.0) 1263 : cluster [INF] Activating manager daemon y 2024-09-18T09:12:01.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.332654+0000 mon.a (mon.0) 1264 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-18T09:12:01.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: cluster 2024-09-18T09:12:01.344643+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:12:01.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: cluster 2024-09-18T09:12:01.345358+0000 mon.a (mon.0) 1266 : cluster [DBG] mgrmap e39: y(active, starting, since 0.0164619s) 2024-09-18T09:12:01.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.351744+0000 mon.c (mon.2) 188 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T09:12:01.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.352375+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T09:12:01.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.352997+0000 mon.c (mon.2) 190 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T09:12:01.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.354116+0000 mon.c (mon.2) 191 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T09:12:01.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.354731+0000 mon.c (mon.2) 192 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T09:12:01.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.355462+0000 mon.c (mon.2) 193 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T09:12:01.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.356013+0000 mon.c (mon.2) 194 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T09:12:01.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.356693+0000 mon.c (mon.2) 195 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T09:12:01.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.357378+0000 mon.c (mon.2) 196 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T09:12:01.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.358047+0000 mon.c (mon.2) 197 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T09:12:01.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.358693+0000 mon.c (mon.2) 198 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T09:12:01.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.359348+0000 mon.c (mon.2) 199 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T09:12:01.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.360054+0000 mon.c (mon.2) 200 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T09:12:01.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.360582+0000 mon.c (mon.2) 201 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T09:12:01.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:01 smithi189 bash[21687]: audit 2024-09-18T09:12:01.361916+0000 mon.c (mon.2) 202 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T09:12:01.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[70347]: [18/Sep/2024:09:12:01] ENGINE Bus STOPPING 2024-09-18T09:12:01.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: cluster 2024-09-18T09:11:59.947905+0000 mgr.x (mgr.24496) 158 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:01.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.316231+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:12:01.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.320121+0000 mon.a (mon.0) 1261 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:12:01.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.328322+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-18T09:12:01.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: cluster 2024-09-18T09:12:01.328893+0000 mon.a (mon.0) 1263 : cluster [INF] Activating manager daemon y 2024-09-18T09:12:01.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.332654+0000 mon.a (mon.0) 1264 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-18T09:12:01.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: cluster 2024-09-18T09:12:01.344643+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:12:01.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: cluster 2024-09-18T09:12:01.345358+0000 mon.a (mon.0) 1266 : cluster [DBG] mgrmap e39: y(active, starting, since 0.0164619s) 2024-09-18T09:12:01.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.351744+0000 mon.c (mon.2) 188 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T09:12:01.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.352375+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T09:12:01.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.352997+0000 mon.c (mon.2) 190 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T09:12:01.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.354116+0000 mon.c (mon.2) 191 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T09:12:01.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.354731+0000 mon.c (mon.2) 192 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T09:12:01.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.355462+0000 mon.c (mon.2) 193 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T09:12:01.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.356013+0000 mon.c (mon.2) 194 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T09:12:01.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.356693+0000 mon.c (mon.2) 195 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T09:12:01.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.357378+0000 mon.c (mon.2) 196 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T09:12:01.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.358047+0000 mon.c (mon.2) 197 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T09:12:01.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.358693+0000 mon.c (mon.2) 198 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T09:12:01.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: cluster 2024-09-18T09:11:59.947905+0000 mgr.x (mgr.24496) 158 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:01.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.316231+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' 2024-09-18T09:12:01.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.320121+0000 mon.a (mon.0) 1261 : audit [DBG] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:12:01.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.328322+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-18T09:12:01.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: cluster 2024-09-18T09:12:01.328893+0000 mon.a (mon.0) 1263 : cluster [INF] Activating manager daemon y 2024-09-18T09:12:01.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.332654+0000 mon.a (mon.0) 1264 : audit [INF] from='mgr.24496 172.21.15.189:0/3967410243' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-18T09:12:01.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: cluster 2024-09-18T09:12:01.344643+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:12:01.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: cluster 2024-09-18T09:12:01.345358+0000 mon.a (mon.0) 1266 : cluster [DBG] mgrmap e39: y(active, starting, since 0.0164619s) 2024-09-18T09:12:01.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.351744+0000 mon.c (mon.2) 188 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T09:12:01.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.352375+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T09:12:01.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.352997+0000 mon.c (mon.2) 190 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T09:12:01.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.354116+0000 mon.c (mon.2) 191 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T09:12:01.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.354731+0000 mon.c (mon.2) 192 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T09:12:01.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.355462+0000 mon.c (mon.2) 193 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T09:12:01.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.356013+0000 mon.c (mon.2) 194 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T09:12:01.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.356693+0000 mon.c (mon.2) 195 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T09:12:01.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.357378+0000 mon.c (mon.2) 196 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T09:12:01.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.358047+0000 mon.c (mon.2) 197 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T09:12:01.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.358693+0000 mon.c (mon.2) 198 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T09:12:01.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.359348+0000 mon.c (mon.2) 199 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T09:12:01.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.360054+0000 mon.c (mon.2) 200 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T09:12:01.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.360582+0000 mon.c (mon.2) 201 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T09:12:01.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[19887]: audit 2024-09-18T09:12:01.361916+0000 mon.c (mon.2) 202 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T09:12:01.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.359348+0000 mon.c (mon.2) 199 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T09:12:01.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.360054+0000 mon.c (mon.2) 200 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T09:12:01.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.360582+0000 mon.c (mon.2) 201 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T09:12:01.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[28923]: audit 2024-09-18T09:12:01.361916+0000 mon.c (mon.2) 202 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T09:12:02.202 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[70347]: [18/Sep/2024:09:12:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T09:12:02.202 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:01 smithi078 bash[70347]: [18/Sep/2024:09:12:01] ENGINE Bus STOPPED 2024-09-18T09:12:02.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:02 smithi189 bash[21687]: cluster 2024-09-18T09:12:01.869163+0000 mon.a (mon.0) 1267 : cluster [INF] Manager daemon y is now available 2024-09-18T09:12:02.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:02 smithi189 bash[21687]: audit 2024-09-18T09:12:02.202204+0000 mon.c (mon.2) 203 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:12:02.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:02 smithi189 bash[21687]: audit 2024-09-18T09:12:02.202630+0000 mon.c (mon.2) 204 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:12:02.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:02 smithi189 bash[21687]: audit 2024-09-18T09:12:02.204600+0000 mon.c (mon.2) 205 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T09:12:02.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:02 smithi189 bash[21687]: audit 2024-09-18T09:12:02.205095+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T09:12:02.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:02 smithi189 bash[21687]: audit 2024-09-18T09:12:02.233593+0000 mon.c (mon.2) 206 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T09:12:02.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:02 smithi189 bash[21687]: audit 2024-09-18T09:12:02.234246+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T09:12:02.677 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:02 smithi078 bash[70347]: [18/Sep/2024:09:12:02] ENGINE Bus STARTING 2024-09-18T09:12:02.677 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:02 smithi078 bash[28923]: cluster 2024-09-18T09:12:01.869163+0000 mon.a (mon.0) 1267 : cluster [INF] Manager daemon y is now available 2024-09-18T09:12:02.677 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:02 smithi078 bash[28923]: audit 2024-09-18T09:12:02.202204+0000 mon.c (mon.2) 203 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:12:02.677 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:02 smithi078 bash[28923]: audit 2024-09-18T09:12:02.202630+0000 mon.c (mon.2) 204 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:12:02.678 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:02 smithi078 bash[28923]: audit 2024-09-18T09:12:02.204600+0000 mon.c (mon.2) 205 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T09:12:02.678 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:02 smithi078 bash[28923]: audit 2024-09-18T09:12:02.205095+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T09:12:02.678 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:02 smithi078 bash[28923]: audit 2024-09-18T09:12:02.233593+0000 mon.c (mon.2) 206 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T09:12:02.678 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:02 smithi078 bash[28923]: audit 2024-09-18T09:12:02.234246+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T09:12:02.678 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:02 smithi078 bash[19887]: cluster 2024-09-18T09:12:01.869163+0000 mon.a (mon.0) 1267 : cluster [INF] Manager daemon y is now available 2024-09-18T09:12:02.678 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:02 smithi078 bash[19887]: audit 2024-09-18T09:12:02.202204+0000 mon.c (mon.2) 203 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:12:02.678 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:02 smithi078 bash[19887]: audit 2024-09-18T09:12:02.202630+0000 mon.c (mon.2) 204 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:12:02.678 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:02 smithi078 bash[19887]: audit 2024-09-18T09:12:02.204600+0000 mon.c (mon.2) 205 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T09:12:02.678 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:02 smithi078 bash[19887]: audit 2024-09-18T09:12:02.205095+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T09:12:02.678 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:02 smithi078 bash[19887]: audit 2024-09-18T09:12:02.233593+0000 mon.c (mon.2) 206 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T09:12:02.679 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:02 smithi078 bash[19887]: audit 2024-09-18T09:12:02.234246+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T09:12:02.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:02 smithi078 bash[70347]: [18/Sep/2024:09:12:02] ENGINE Serving on http://:::9283 2024-09-18T09:12:02.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:02 smithi078 bash[70347]: [18/Sep/2024:09:12:02] ENGINE Bus STARTED 2024-09-18T09:12:03.903 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:12:03.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:03 smithi189 bash[21687]: cluster 2024-09-18T09:12:02.523610+0000 mon.a (mon.0) 1270 : cluster [DBG] mgrmap e40: y(active, since 1.19471s) 2024-09-18T09:12:03.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:03 smithi189 bash[21687]: audit 2024-09-18T09:12:02.531645+0000 mgr.y (mgr.15249) 1 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:12:03.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:03 smithi189 bash[21687]: cluster 2024-09-18T09:12:02.533210+0000 mgr.y (mgr.15249) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:12:03.940 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[19887]: cluster 2024-09-18T09:12:02.523610+0000 mon.a (mon.0) 1270 : cluster [DBG] mgrmap e40: y(active, since 1.19471s) 2024-09-18T09:12:03.940 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[19887]: audit 2024-09-18T09:12:02.531645+0000 mgr.y (mgr.15249) 1 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:12:03.940 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[19887]: cluster 2024-09-18T09:12:02.533210+0000 mgr.y (mgr.15249) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:12:03.940 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[28923]: cluster 2024-09-18T09:12:02.523610+0000 mon.a (mon.0) 1270 : cluster [DBG] mgrmap e40: y(active, since 1.19471s) 2024-09-18T09:12:03.940 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[28923]: audit 2024-09-18T09:12:02.531645+0000 mgr.y (mgr.15249) 1 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:12:03.941 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[28923]: cluster 2024-09-18T09:12:02.533210+0000 mgr.y (mgr.15249) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:12:03.941 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: debug 2024-09-18T09:12:03.595+0000 7fde88f71640 -1 log_channel(cephadm) log [ERR] : [18/Sep/2024:09:12:03] ENGINE Error in HTTPServer.serve 2024-09-18T09:12:03.941 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: Traceback (most recent call last): 2024-09-18T09:12:03.941 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T09:12:03.941 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: self._connections.run(self.expiration_interval) 2024-09-18T09:12:03.941 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T09:12:03.941 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: self._run(expiration_interval) 2024-09-18T09:12:03.941 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T09:12:03.941 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T09:12:03.941 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T09:12:03.941 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T09:12:03.941 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T09:12:03.942 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: s = self.context.wrap_socket( 2024-09-18T09:12:03.942 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T09:12:03.942 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: return self.sslsocket_class._create( 2024-09-18T09:12:03.942 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T09:12:03.942 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: self.do_handshake() 2024-09-18T09:12:03.942 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T09:12:03.942 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: self._sslobj.do_handshake() 2024-09-18T09:12:03.942 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:03 smithi078 bash[70347]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T09:12:04.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: cephadm 2024-09-18T09:12:03.374581+0000 mgr.y (mgr.15249) 4 : cephadm [INF] [18/Sep/2024:09:12:03] ENGINE Bus STARTING 2024-09-18T09:12:04.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: cephadm 2024-09-18T09:12:03.477906+0000 mgr.y (mgr.15249) 5 : cephadm [INF] [18/Sep/2024:09:12:03] ENGINE Serving on http://172.21.15.78:8765 2024-09-18T09:12:04.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: cephadm 2024-09-18T09:12:03.596978+0000 mgr.y (mgr.15249) 6 : cephadm [INF] [18/Sep/2024:09:12:03] ENGINE Serving on https://172.21.15.78:7150 2024-09-18T09:12:04.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: cephadm 2024-09-18T09:12:03.597167+0000 mgr.y (mgr.15249) 7 : cephadm [INF] [18/Sep/2024:09:12:03] ENGINE Bus STARTED 2024-09-18T09:12:04.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: cephadm 2024-09-18T09:12:03.599296+0000 mgr.y (mgr.15249) 8 : cephadm [ERR] [18/Sep/2024:09:12:03] ENGINE Error in HTTPServer.serve 2024-09-18T09:12:04.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: Traceback (most recent call last): 2024-09-18T09:12:04.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T09:12:04.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: self._connections.run(self.expiration_interval) 2024-09-18T09:12:04.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T09:12:04.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: self._run(expiration_interval) 2024-09-18T09:12:04.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T09:12:04.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T09:12:04.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T09:12:04.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T09:12:04.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T09:12:04.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: s = self.context.wrap_socket( 2024-09-18T09:12:04.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T09:12:04.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: return self.sslsocket_class._create( 2024-09-18T09:12:04.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T09:12:04.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: self.do_handshake() 2024-09-18T09:12:04.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T09:12:04.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: self._sslobj.do_handshake() 2024-09-18T09:12:04.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:04 smithi189 bash[21687]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T09:12:04.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: cephadm 2024-09-18T09:12:03.374581+0000 mgr.y (mgr.15249) 4 : cephadm [INF] [18/Sep/2024:09:12:03] ENGINE Bus STARTING 2024-09-18T09:12:04.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: cephadm 2024-09-18T09:12:03.477906+0000 mgr.y (mgr.15249) 5 : cephadm [INF] [18/Sep/2024:09:12:03] ENGINE Serving on http://172.21.15.78:8765 2024-09-18T09:12:04.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: cephadm 2024-09-18T09:12:03.596978+0000 mgr.y (mgr.15249) 6 : cephadm [INF] [18/Sep/2024:09:12:03] ENGINE Serving on https://172.21.15.78:7150 2024-09-18T09:12:04.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: cephadm 2024-09-18T09:12:03.597167+0000 mgr.y (mgr.15249) 7 : cephadm [INF] [18/Sep/2024:09:12:03] ENGINE Bus STARTED 2024-09-18T09:12:04.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: cephadm 2024-09-18T09:12:03.599296+0000 mgr.y (mgr.15249) 8 : cephadm [ERR] [18/Sep/2024:09:12:03] ENGINE Error in HTTPServer.serve 2024-09-18T09:12:04.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: Traceback (most recent call last): 2024-09-18T09:12:04.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T09:12:04.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: self._connections.run(self.expiration_interval) 2024-09-18T09:12:04.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T09:12:04.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: self._run(expiration_interval) 2024-09-18T09:12:04.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T09:12:04.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T09:12:04.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T09:12:04.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T09:12:04.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T09:12:04.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: s = self.context.wrap_socket( 2024-09-18T09:12:04.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T09:12:04.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: return self.sslsocket_class._create( 2024-09-18T09:12:04.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T09:12:04.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: self.do_handshake() 2024-09-18T09:12:04.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T09:12:04.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: self._sslobj.do_handshake() 2024-09-18T09:12:04.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[19887]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T09:12:04.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: cephadm 2024-09-18T09:12:03.374581+0000 mgr.y (mgr.15249) 4 : cephadm [INF] [18/Sep/2024:09:12:03] ENGINE Bus STARTING 2024-09-18T09:12:04.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: cephadm 2024-09-18T09:12:03.477906+0000 mgr.y (mgr.15249) 5 : cephadm [INF] [18/Sep/2024:09:12:03] ENGINE Serving on http://172.21.15.78:8765 2024-09-18T09:12:04.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: cephadm 2024-09-18T09:12:03.596978+0000 mgr.y (mgr.15249) 6 : cephadm [INF] [18/Sep/2024:09:12:03] ENGINE Serving on https://172.21.15.78:7150 2024-09-18T09:12:04.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: cephadm 2024-09-18T09:12:03.597167+0000 mgr.y (mgr.15249) 7 : cephadm [INF] [18/Sep/2024:09:12:03] ENGINE Bus STARTED 2024-09-18T09:12:04.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: cephadm 2024-09-18T09:12:03.599296+0000 mgr.y (mgr.15249) 8 : cephadm [ERR] [18/Sep/2024:09:12:03] ENGINE Error in HTTPServer.serve 2024-09-18T09:12:04.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: Traceback (most recent call last): 2024-09-18T09:12:04.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T09:12:04.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: self._connections.run(self.expiration_interval) 2024-09-18T09:12:04.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T09:12:04.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: self._run(expiration_interval) 2024-09-18T09:12:04.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T09:12:04.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T09:12:04.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T09:12:04.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T09:12:04.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T09:12:04.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: s = self.context.wrap_socket( 2024-09-18T09:12:04.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T09:12:04.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: return self.sslsocket_class._create( 2024-09-18T09:12:04.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T09:12:04.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: self.do_handshake() 2024-09-18T09:12:04.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T09:12:04.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: self._sslobj.do_handshake() 2024-09-18T09:12:04.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:04 smithi078 bash[28923]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T09:12:05.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:05 smithi078 bash[19887]: audit 2024-09-18T09:12:03.941330+0000 mgr.y (mgr.15249) 9 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:12:05.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:05 smithi078 bash[19887]: cluster 2024-09-18T09:12:04.549794+0000 mon.a (mon.0) 1271 : cluster [DBG] mgrmap e41: y(active, since 3s) 2024-09-18T09:12:05.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:05 smithi078 bash[28923]: audit 2024-09-18T09:12:03.941330+0000 mgr.y (mgr.15249) 9 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:12:05.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:05 smithi078 bash[28923]: cluster 2024-09-18T09:12:04.549794+0000 mon.a (mon.0) 1271 : cluster [DBG] mgrmap e41: y(active, since 3s) 2024-09-18T09:12:05.724 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:12:05.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:05 smithi189 bash[21687]: audit 2024-09-18T09:12:03.941330+0000 mgr.y (mgr.15249) 9 : audit [DBG] from='client.25184 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:12:05.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:05 smithi189 bash[21687]: cluster 2024-09-18T09:12:04.549794+0000 mon.a (mon.0) 1271 : cluster [DBG] mgrmap e41: y(active, since 3s) 2024-09-18T09:12:06.375 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:12:06.375 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (24m) 3m ago 25m 13.4M - 0.25.0 c8568f914cd2 281c36281377 2024-09-18T09:12:06.375 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (25m) 3m ago 25m 76.2M - 9.4.12 2bacad6d85d8 b91647ac551b 2024-09-18T09:12:06.375 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (3m) 3m ago 22m 74.0M - 3.8 ebb0615149de d8dfa6d841c0 2024-09-18T09:12:06.375 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (17m) 3m ago 33m 494M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fc3cb771eacc 2024-09-18T09:12:06.376 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (10m) 3m ago 36m 439M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:12:06.376 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (36m) 3m ago 36m 80.8M 2048M 19.1.1-330-gc2ddf972 ebb0615149de bf4e56a16354 2024-09-18T09:12:06.376 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (34m) 3m ago 34m 58.3M 2048M 19.1.1-330-gc2ddf972 ebb0615149de ab98398799ea 2024-09-18T09:12:06.376 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (34m) 3m ago 34m 57.7M 2048M 19.1.1-330-gc2ddf972 ebb0615149de 3ab54f539482 2024-09-18T09:12:06.376 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (25m) 3m ago 25m 8991k - 1.5.0 0da6a335fe13 e5ce11d2d317 2024-09-18T09:12:06.376 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (25m) 3m ago 25m 9075k - 1.5.0 0da6a335fe13 5f179b9988f5 2024-09-18T09:12:06.376 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (33m) 3m ago 33m 55.6M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T09:12:06.376 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (32m) 3m ago 32m 64.0M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T09:12:06.376 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (31m) 3m ago 31m 61.2M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:12:06.376 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (30m) 3m ago 30m 64.1M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:12:06.376 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (29m) 3m ago 29m 64.5M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:12:06.376 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (28m) 3m ago 28m 55.3M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:12:06.377 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (27m) 3m ago 27m 52.9M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:12:06.377 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (26m) 3m ago 26m 64.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:12:06.377 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (3m) 3m ago 25m 34.1M - 2.43.0 a07b618ecd1d 876ceca026f5 2024-09-18T09:12:06.377 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (23m) 3m ago 23m 101M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:12:06.377 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (23m) 3m ago 23m 101M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:12:06.755 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:12:06.755 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:12:06.756 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 3 2024-09-18T09:12:06.756 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:12:06.756 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:12:06.756 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 1 2024-09-18T09:12:06.756 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:12:06.756 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:12:06.756 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 8 2024-09-18T09:12:06.756 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:12:06.756 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:12:06.756 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:12:06.756 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:12:06.756 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:12:06.756 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 13, 2024-09-18T09:12:06.757 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 1 2024-09-18T09:12:06.757 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:12:06.757 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:12:06.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:06 smithi189 bash[21687]: cluster 2024-09-18T09:12:05.356729+0000 mgr.y (mgr.15249) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:12:06.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:06 smithi189 bash[21687]: audit 2024-09-18T09:12:05.714244+0000 mgr.y (mgr.15249) 11 : audit [DBG] from='client.15387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:06.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:06 smithi078 bash[19887]: cluster 2024-09-18T09:12:05.356729+0000 mgr.y (mgr.15249) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:12:06.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:06 smithi078 bash[19887]: audit 2024-09-18T09:12:05.714244+0000 mgr.y (mgr.15249) 11 : audit [DBG] from='client.15387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:06.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:06 smithi078 bash[28923]: cluster 2024-09-18T09:12:05.356729+0000 mgr.y (mgr.15249) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:12:06.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:06 smithi078 bash[28923]: audit 2024-09-18T09:12:05.714244+0000 mgr.y (mgr.15249) 11 : audit [DBG] from='client.15387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:07.077 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:12:07.077 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:12:07.077 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:12:07.077 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-18T09:12:07.077 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [ 2024-09-18T09:12:07.078 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr" 2024-09-18T09:12:07.078 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2024-09-18T09:12:07.078 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "2/2 daemons upgraded", 2024-09-18T09:12:07.078 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "", 2024-09-18T09:12:07.078 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:12:07.078 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:12:07.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:07 smithi189 bash[21687]: audit 2024-09-18T09:12:06.026851+0000 mgr.y (mgr.15249) 12 : audit [DBG] from='client.25289 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:07.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:07 smithi189 bash[21687]: audit 2024-09-18T09:12:06.335374+0000 mgr.y (mgr.15249) 13 : audit [DBG] from='client.15399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:07.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:07 smithi189 bash[21687]: cluster 2024-09-18T09:12:06.556350+0000 mon.a (mon.0) 1272 : cluster [DBG] mgrmap e42: y(active, since 5s) 2024-09-18T09:12:07.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:07 smithi189 bash[21687]: audit 2024-09-18T09:12:06.756476+0000 mon.a (mon.0) 1273 : audit [DBG] from='client.? 172.21.15.78:0/3805706626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:07.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:07 smithi189 bash[21687]: cluster 2024-09-18T09:12:07.439123+0000 mon.a (mon.0) 1274 : cluster [DBG] Standby manager daemon x started 2024-09-18T09:12:07.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:07 smithi189 bash[21687]: audit 2024-09-18T09:12:07.439550+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.? 172.21.15.189:0/1214598074' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T09:12:07.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:07 smithi189 bash[21687]: audit 2024-09-18T09:12:07.440379+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.? 172.21.15.189:0/1214598074' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T09:12:07.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:07 smithi189 bash[21687]: audit 2024-09-18T09:12:07.443590+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.? 172.21.15.189:0/1214598074' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T09:12:07.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:07 smithi189 bash[21687]: audit 2024-09-18T09:12:07.444074+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.? 172.21.15.189:0/1214598074' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T09:12:07.924 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:07 smithi189 bash[49976]: [18/Sep/2024:09:12:07] ENGINE Bus STARTING 2024-09-18T09:12:07.924 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:07 smithi189 bash[49976]: CherryPy Checker: 2024-09-18T09:12:07.924 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:07 smithi189 bash[49976]: The Application mounted at '' has an empty config. 2024-09-18T09:12:07.924 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:07 smithi189 bash[49976]: [18/Sep/2024:09:12:07] ENGINE Serving on http://:::9283 2024-09-18T09:12:07.924 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:07 smithi189 bash[49976]: [18/Sep/2024:09:12:07] ENGINE Bus STARTED 2024-09-18T09:12:07.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[19887]: audit 2024-09-18T09:12:06.026851+0000 mgr.y (mgr.15249) 12 : audit [DBG] from='client.25289 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:07.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[19887]: audit 2024-09-18T09:12:06.335374+0000 mgr.y (mgr.15249) 13 : audit [DBG] from='client.15399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:07.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[19887]: cluster 2024-09-18T09:12:06.556350+0000 mon.a (mon.0) 1272 : cluster [DBG] mgrmap e42: y(active, since 5s) 2024-09-18T09:12:07.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[19887]: audit 2024-09-18T09:12:06.756476+0000 mon.a (mon.0) 1273 : audit [DBG] from='client.? 172.21.15.78:0/3805706626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:07.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[19887]: cluster 2024-09-18T09:12:07.439123+0000 mon.a (mon.0) 1274 : cluster [DBG] Standby manager daemon x started 2024-09-18T09:12:07.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[19887]: audit 2024-09-18T09:12:07.439550+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.? 172.21.15.189:0/1214598074' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T09:12:07.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[19887]: audit 2024-09-18T09:12:07.440379+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.? 172.21.15.189:0/1214598074' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T09:12:07.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[19887]: audit 2024-09-18T09:12:07.443590+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.? 172.21.15.189:0/1214598074' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T09:12:07.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[19887]: audit 2024-09-18T09:12:07.444074+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.? 172.21.15.189:0/1214598074' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T09:12:07.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[28923]: audit 2024-09-18T09:12:06.026851+0000 mgr.y (mgr.15249) 12 : audit [DBG] from='client.25289 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:07.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[28923]: audit 2024-09-18T09:12:06.335374+0000 mgr.y (mgr.15249) 13 : audit [DBG] from='client.15399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:07.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[28923]: cluster 2024-09-18T09:12:06.556350+0000 mon.a (mon.0) 1272 : cluster [DBG] mgrmap e42: y(active, since 5s) 2024-09-18T09:12:07.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[28923]: audit 2024-09-18T09:12:06.756476+0000 mon.a (mon.0) 1273 : audit [DBG] from='client.? 172.21.15.78:0/3805706626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:07.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[28923]: cluster 2024-09-18T09:12:07.439123+0000 mon.a (mon.0) 1274 : cluster [DBG] Standby manager daemon x started 2024-09-18T09:12:07.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[28923]: audit 2024-09-18T09:12:07.439550+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.? 172.21.15.189:0/1214598074' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T09:12:07.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[28923]: audit 2024-09-18T09:12:07.440379+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.? 172.21.15.189:0/1214598074' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T09:12:07.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[28923]: audit 2024-09-18T09:12:07.443590+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.? 172.21.15.189:0/1214598074' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T09:12:07.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:07 smithi078 bash[28923]: audit 2024-09-18T09:12:07.444074+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.? 172.21.15.189:0/1214598074' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T09:12:08.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:08 smithi189 bash[21687]: audit 2024-09-18T09:12:07.078051+0000 mgr.y (mgr.15249) 14 : audit [DBG] from='client.25307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:08.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:08 smithi189 bash[21687]: cluster 2024-09-18T09:12:07.357402+0000 mgr.y (mgr.15249) 15 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:12:08.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:08 smithi189 bash[21687]: cluster 2024-09-18T09:12:07.591284+0000 mon.a (mon.0) 1275 : cluster [DBG] mgrmap e43: y(active, since 6s), standbys: x 2024-09-18T09:12:08.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:08 smithi189 bash[21687]: audit 2024-09-18T09:12:07.596902+0000 mon.c (mon.2) 207 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T09:12:08.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:08 smithi078 bash[28923]: audit 2024-09-18T09:12:07.078051+0000 mgr.y (mgr.15249) 14 : audit [DBG] from='client.25307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:08.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:08 smithi078 bash[28923]: cluster 2024-09-18T09:12:07.357402+0000 mgr.y (mgr.15249) 15 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:12:08.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:08 smithi078 bash[28923]: cluster 2024-09-18T09:12:07.591284+0000 mon.a (mon.0) 1275 : cluster [DBG] mgrmap e43: y(active, since 6s), standbys: x 2024-09-18T09:12:08.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:08 smithi078 bash[28923]: audit 2024-09-18T09:12:07.596902+0000 mon.c (mon.2) 207 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T09:12:08.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:08 smithi078 bash[19887]: audit 2024-09-18T09:12:07.078051+0000 mgr.y (mgr.15249) 14 : audit [DBG] from='client.25307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:08.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:08 smithi078 bash[19887]: cluster 2024-09-18T09:12:07.357402+0000 mgr.y (mgr.15249) 15 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:12:08.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:08 smithi078 bash[19887]: cluster 2024-09-18T09:12:07.591284+0000 mon.a (mon.0) 1275 : cluster [DBG] mgrmap e43: y(active, since 6s), standbys: x 2024-09-18T09:12:08.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:08 smithi078 bash[19887]: audit 2024-09-18T09:12:07.596902+0000 mon.c (mon.2) 207 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T09:12:09.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:09 smithi189 bash[21687]: audit 2024-09-18T09:12:08.645450+0000 mon.a (mon.0) 1276 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:09.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:09 smithi189 bash[21687]: audit 2024-09-18T09:12:08.653008+0000 mon.a (mon.0) 1277 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:09.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:09 smithi189 bash[21687]: audit 2024-09-18T09:12:08.722355+0000 mon.a (mon.0) 1278 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:09.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:09 smithi189 bash[21687]: audit 2024-09-18T09:12:08.729046+0000 mon.a (mon.0) 1279 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:09.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:09 smithi078 bash[19887]: audit 2024-09-18T09:12:08.645450+0000 mon.a (mon.0) 1276 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:09.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:09 smithi078 bash[19887]: audit 2024-09-18T09:12:08.653008+0000 mon.a (mon.0) 1277 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:09.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:09 smithi078 bash[19887]: audit 2024-09-18T09:12:08.722355+0000 mon.a (mon.0) 1278 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:09.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:09 smithi078 bash[19887]: audit 2024-09-18T09:12:08.729046+0000 mon.a (mon.0) 1279 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:09.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:09 smithi078 bash[28923]: audit 2024-09-18T09:12:08.645450+0000 mon.a (mon.0) 1276 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:09.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:09 smithi078 bash[28923]: audit 2024-09-18T09:12:08.653008+0000 mon.a (mon.0) 1277 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:09.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:09 smithi078 bash[28923]: audit 2024-09-18T09:12:08.722355+0000 mon.a (mon.0) 1278 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:09.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:09 smithi078 bash[28923]: audit 2024-09-18T09:12:08.729046+0000 mon.a (mon.0) 1279 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:10 smithi189 bash[21687]: cluster 2024-09-18T09:12:09.358980+0000 mgr.y (mgr.15249) 16 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T09:12:11.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:10 smithi189 bash[21687]: audit 2024-09-18T09:12:09.839192+0000 mon.a (mon.0) 1280 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:10 smithi189 bash[21687]: audit 2024-09-18T09:12:09.843961+0000 mon.a (mon.0) 1281 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:10 smithi189 bash[21687]: audit 2024-09-18T09:12:09.851219+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:10 smithi189 bash[21687]: audit 2024-09-18T09:12:09.856773+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:10 smithi189 bash[21687]: audit 2024-09-18T09:12:09.862014+0000 mon.c (mon.2) 208 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:12:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:10 smithi189 bash[21687]: audit 2024-09-18T09:12:09.862830+0000 mon.c (mon.2) 209 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:12:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:10 smithi189 bash[21687]: cephadm 2024-09-18T09:12:09.863885+0000 mgr.y (mgr.15249) 17 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T09:12:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:10 smithi189 bash[21687]: cephadm 2024-09-18T09:12:09.864130+0000 mgr.y (mgr.15249) 18 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T09:12:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:10 smithi189 bash[21687]: audit 2024-09-18T09:12:10.180694+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:10 smithi189 bash[21687]: audit 2024-09-18T09:12:10.189938+0000 mon.a (mon.0) 1285 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:10 smithi189 bash[21687]: audit 2024-09-18T09:12:10.207115+0000 mon.a (mon.0) 1286 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:10 smithi189 bash[21687]: audit 2024-09-18T09:12:10.214002+0000 mon.a (mon.0) 1287 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:10 smithi189 bash[21687]: audit 2024-09-18T09:12:10.220502+0000 mon.a (mon.0) 1288 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:10 smithi189 bash[21687]: audit 2024-09-18T09:12:10.245511+0000 mon.c (mon.2) 210 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T09:12:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:10 smithi189 bash[21687]: audit 2024-09-18T09:12:10.246098+0000 mon.a (mon.0) 1289 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T09:12:11.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:10 smithi189 bash[21687]: audit 2024-09-18T09:12:10.262557+0000 mon.c (mon.2) 211 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:12:11.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[19887]: cluster 2024-09-18T09:12:09.358980+0000 mgr.y (mgr.15249) 16 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T09:12:11.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[19887]: audit 2024-09-18T09:12:09.839192+0000 mon.a (mon.0) 1280 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[19887]: audit 2024-09-18T09:12:09.843961+0000 mon.a (mon.0) 1281 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[19887]: audit 2024-09-18T09:12:09.851219+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[19887]: audit 2024-09-18T09:12:09.856773+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[19887]: audit 2024-09-18T09:12:09.862014+0000 mon.c (mon.2) 208 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:12:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[19887]: audit 2024-09-18T09:12:09.862830+0000 mon.c (mon.2) 209 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:12:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[19887]: cephadm 2024-09-18T09:12:09.863885+0000 mgr.y (mgr.15249) 17 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T09:12:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[19887]: cephadm 2024-09-18T09:12:09.864130+0000 mgr.y (mgr.15249) 18 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T09:12:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[19887]: audit 2024-09-18T09:12:10.180694+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[19887]: audit 2024-09-18T09:12:10.189938+0000 mon.a (mon.0) 1285 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[19887]: audit 2024-09-18T09:12:10.207115+0000 mon.a (mon.0) 1286 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[19887]: audit 2024-09-18T09:12:10.214002+0000 mon.a (mon.0) 1287 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[19887]: audit 2024-09-18T09:12:10.220502+0000 mon.a (mon.0) 1288 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[19887]: audit 2024-09-18T09:12:10.245511+0000 mon.c (mon.2) 210 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T09:12:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[19887]: audit 2024-09-18T09:12:10.246098+0000 mon.a (mon.0) 1289 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T09:12:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[19887]: audit 2024-09-18T09:12:10.262557+0000 mon.c (mon.2) 211 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:12:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[28923]: cluster 2024-09-18T09:12:09.358980+0000 mgr.y (mgr.15249) 16 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T09:12:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[28923]: audit 2024-09-18T09:12:09.839192+0000 mon.a (mon.0) 1280 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[28923]: audit 2024-09-18T09:12:09.843961+0000 mon.a (mon.0) 1281 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[28923]: audit 2024-09-18T09:12:09.851219+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[28923]: audit 2024-09-18T09:12:09.856773+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[28923]: audit 2024-09-18T09:12:09.862014+0000 mon.c (mon.2) 208 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:12:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[28923]: audit 2024-09-18T09:12:09.862830+0000 mon.c (mon.2) 209 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:12:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[28923]: cephadm 2024-09-18T09:12:09.863885+0000 mgr.y (mgr.15249) 17 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.conf 2024-09-18T09:12:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[28923]: cephadm 2024-09-18T09:12:09.864130+0000 mgr.y (mgr.15249) 18 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.conf 2024-09-18T09:12:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[28923]: audit 2024-09-18T09:12:10.180694+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[28923]: audit 2024-09-18T09:12:10.189938+0000 mon.a (mon.0) 1285 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[28923]: audit 2024-09-18T09:12:10.207115+0000 mon.a (mon.0) 1286 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[28923]: audit 2024-09-18T09:12:10.214002+0000 mon.a (mon.0) 1287 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[28923]: audit 2024-09-18T09:12:10.220502+0000 mon.a (mon.0) 1288 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:11.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[28923]: audit 2024-09-18T09:12:10.245511+0000 mon.c (mon.2) 210 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T09:12:11.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[28923]: audit 2024-09-18T09:12:10.246098+0000 mon.a (mon.0) 1289 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi078.kaairk", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-18T09:12:11.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:10 smithi078 bash[28923]: audit 2024-09-18T09:12:10.262557+0000 mon.c (mon.2) 211 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:12:12.101 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:11 smithi078 bash[28923]: cephadm 2024-09-18T09:12:09.942399+0000 mgr.y (mgr.15249) 19 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:12:12.102 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:11 smithi078 bash[28923]: cephadm 2024-09-18T09:12:09.949283+0000 mgr.y (mgr.15249) 20 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:12:12.102 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:11 smithi078 bash[28923]: cephadm 2024-09-18T09:12:10.023795+0000 mgr.y (mgr.15249) 21 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:12:12.102 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:11 smithi078 bash[28923]: cephadm 2024-09-18T09:12:10.042537+0000 mgr.y (mgr.15249) 22 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:12:12.102 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:11 smithi078 bash[28923]: cephadm 2024-09-18T09:12:10.103335+0000 mgr.y (mgr.15249) 23 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:12:12.102 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:11 smithi078 bash[28923]: cephadm 2024-09-18T09:12:10.124268+0000 mgr.y (mgr.15249) 24 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:12:12.102 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:11 smithi078 bash[28923]: cephadm 2024-09-18T09:12:10.244863+0000 mgr.y (mgr.15249) 25 : cephadm [INF] Reconfiguring iscsi.foo.smithi078.kaairk (dependencies changed)... 2024-09-18T09:12:12.103 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:11 smithi078 bash[28923]: cephadm 2024-09-18T09:12:10.263816+0000 mgr.y (mgr.15249) 26 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi078.kaairk on smithi078 2024-09-18T09:12:12.103 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:11 smithi078 bash[19887]: cephadm 2024-09-18T09:12:09.942399+0000 mgr.y (mgr.15249) 19 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:12:12.103 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:11 smithi078 bash[19887]: cephadm 2024-09-18T09:12:09.949283+0000 mgr.y (mgr.15249) 20 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:12:12.103 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:11 smithi078 bash[19887]: cephadm 2024-09-18T09:12:10.023795+0000 mgr.y (mgr.15249) 21 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:12:12.104 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:11 smithi078 bash[19887]: cephadm 2024-09-18T09:12:10.042537+0000 mgr.y (mgr.15249) 22 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:12:12.104 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:11 smithi078 bash[19887]: cephadm 2024-09-18T09:12:10.103335+0000 mgr.y (mgr.15249) 23 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:12:12.104 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:11 smithi078 bash[19887]: cephadm 2024-09-18T09:12:10.124268+0000 mgr.y (mgr.15249) 24 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:12:12.104 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:11 smithi078 bash[19887]: cephadm 2024-09-18T09:12:10.244863+0000 mgr.y (mgr.15249) 25 : cephadm [INF] Reconfiguring iscsi.foo.smithi078.kaairk (dependencies changed)... 2024-09-18T09:12:12.104 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:11 smithi078 bash[19887]: cephadm 2024-09-18T09:12:10.263816+0000 mgr.y (mgr.15249) 26 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi078.kaairk on smithi078 2024-09-18T09:12:12.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:11 smithi189 bash[21687]: cephadm 2024-09-18T09:12:09.942399+0000 mgr.y (mgr.15249) 19 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:12:12.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:11 smithi189 bash[21687]: cephadm 2024-09-18T09:12:09.949283+0000 mgr.y (mgr.15249) 20 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T09:12:12.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:11 smithi189 bash[21687]: cephadm 2024-09-18T09:12:10.023795+0000 mgr.y (mgr.15249) 21 : cephadm [INF] Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:12:12.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:11 smithi189 bash[21687]: cephadm 2024-09-18T09:12:10.042537+0000 mgr.y (mgr.15249) 22 : cephadm [INF] Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-09-18T09:12:12.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:11 smithi189 bash[21687]: cephadm 2024-09-18T09:12:10.103335+0000 mgr.y (mgr.15249) 23 : cephadm [INF] Updating smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:12:12.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:11 smithi189 bash[21687]: cephadm 2024-09-18T09:12:10.124268+0000 mgr.y (mgr.15249) 24 : cephadm [INF] Updating smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T09:12:12.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:11 smithi189 bash[21687]: cephadm 2024-09-18T09:12:10.244863+0000 mgr.y (mgr.15249) 25 : cephadm [INF] Reconfiguring iscsi.foo.smithi078.kaairk (dependencies changed)... 2024-09-18T09:12:12.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:11 smithi189 bash[21687]: cephadm 2024-09-18T09:12:10.263816+0000 mgr.y (mgr.15249) 26 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi078.kaairk on smithi078 2024-09-18T09:12:13.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:12 smithi189 bash[21687]: cluster 2024-09-18T09:12:11.359701+0000 mgr.y (mgr.15249) 27 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-18T09:12:13.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:12 smithi078 bash[19887]: cluster 2024-09-18T09:12:11.359701+0000 mgr.y (mgr.15249) 27 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-18T09:12:13.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:12 smithi078 bash[28923]: cluster 2024-09-18T09:12:11.359701+0000 mgr.y (mgr.15249) 27 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-18T09:12:14.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:13 smithi189 bash[49976]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:12:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T09:12:14.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:14 smithi189 bash[21687]: cluster 2024-09-18T09:12:13.361418+0000 mgr.y (mgr.15249) 28 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T09:12:14.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:14 smithi189 bash[21687]: audit 2024-09-18T09:12:13.837801+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:14.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:14 smithi189 bash[21687]: audit 2024-09-18T09:12:13.848978+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:14.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:14 smithi189 bash[21687]: cephadm 2024-09-18T09:12:13.851295+0000 mgr.y (mgr.15249) 29 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T09:12:15.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:14 smithi078 bash[28923]: cluster 2024-09-18T09:12:13.361418+0000 mgr.y (mgr.15249) 28 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T09:12:15.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:14 smithi078 bash[28923]: audit 2024-09-18T09:12:13.837801+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:15.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:14 smithi078 bash[28923]: audit 2024-09-18T09:12:13.848978+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:15.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:14 smithi078 bash[28923]: cephadm 2024-09-18T09:12:13.851295+0000 mgr.y (mgr.15249) 29 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T09:12:15.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:14 smithi078 bash[19887]: cluster 2024-09-18T09:12:13.361418+0000 mgr.y (mgr.15249) 28 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T09:12:15.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:14 smithi078 bash[19887]: audit 2024-09-18T09:12:13.837801+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:15.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:14 smithi078 bash[19887]: audit 2024-09-18T09:12:13.848978+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:15.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:14 smithi078 bash[19887]: cephadm 2024-09-18T09:12:13.851295+0000 mgr.y (mgr.15249) 29 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T09:12:16.154 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:15 smithi189 bash[21687]: cephadm 2024-09-18T09:12:14.088345+0000 mgr.y (mgr.15249) 30 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi189 2024-09-18T09:12:16.154 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:15 smithi189 bash[21687]: audit 2024-09-18T09:12:15.548918+0000 mon.a (mon.0) 1292 : audit [DBG] from='client.? 172.21.15.78:0/80572679' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-18T09:12:16.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:15 smithi078 bash[19887]: cephadm 2024-09-18T09:12:14.088345+0000 mgr.y (mgr.15249) 30 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi189 2024-09-18T09:12:16.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:15 smithi078 bash[19887]: audit 2024-09-18T09:12:15.548918+0000 mon.a (mon.0) 1292 : audit [DBG] from='client.? 172.21.15.78:0/80572679' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-18T09:12:16.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:15 smithi078 bash[28923]: cephadm 2024-09-18T09:12:14.088345+0000 mgr.y (mgr.15249) 30 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi189 2024-09-18T09:12:16.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:15 smithi078 bash[28923]: audit 2024-09-18T09:12:15.548918+0000 mon.a (mon.0) 1292 : audit [DBG] from='client.? 172.21.15.78:0/80572679' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-18T09:12:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:16 smithi189 bash[21687]: cluster 2024-09-18T09:12:15.361801+0000 mgr.y (mgr.15249) 31 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T09:12:17.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:16 smithi078 bash[19887]: cluster 2024-09-18T09:12:15.361801+0000 mgr.y (mgr.15249) 31 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T09:12:17.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:16 smithi078 bash[28923]: cluster 2024-09-18T09:12:15.361801+0000 mgr.y (mgr.15249) 31 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T09:12:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:17 smithi189 bash[21687]: audit 2024-09-18T09:12:17.203557+0000 mon.c (mon.2) 212 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:12:18.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:17 smithi078 bash[19887]: audit 2024-09-18T09:12:17.203557+0000 mon.c (mon.2) 212 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:12:18.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:17 smithi078 bash[28923]: audit 2024-09-18T09:12:17.203557+0000 mon.c (mon.2) 212 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:12:19.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:18 smithi189 bash[21687]: cluster 2024-09-18T09:12:17.362474+0000 mgr.y (mgr.15249) 32 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T09:12:19.096 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:18 smithi189 systemd[1]: Stopping Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:12:19.096 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:18 smithi189 bash[54872]: ts=2024-09-18T09:12:18.916Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-18T09:12:19.096 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:18 smithi189 bash[54872]: ts=2024-09-18T09:12:18.916Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-18T09:12:19.096 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:18 smithi189 bash[54872]: ts=2024-09-18T09:12:18.916Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-18T09:12:19.096 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:18 smithi189 bash[54872]: ts=2024-09-18T09:12:18.916Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-18T09:12:19.096 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:18 smithi189 bash[54872]: ts=2024-09-18T09:12:18.916Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-18T09:12:19.096 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:18 smithi189 bash[54872]: ts=2024-09-18T09:12:18.916Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-18T09:12:19.096 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:18 smithi189 bash[54872]: ts=2024-09-18T09:12:18.916Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-18T09:12:19.096 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:18 smithi189 bash[54872]: ts=2024-09-18T09:12:18.916Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-18T09:12:19.096 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:18 smithi189 bash[54872]: ts=2024-09-18T09:12:18.917Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-18T09:12:19.097 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:18 smithi189 bash[54872]: ts=2024-09-18T09:12:18.921Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-18T09:12:19.097 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:18 smithi189 bash[54872]: ts=2024-09-18T09:12:18.921Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-18T09:12:19.097 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:18 smithi189 bash[54872]: ts=2024-09-18T09:12:18.921Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-18T09:12:19.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:18 smithi078 bash[19887]: cluster 2024-09-18T09:12:17.362474+0000 mgr.y (mgr.15249) 32 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T09:12:19.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:18 smithi078 bash[28923]: cluster 2024-09-18T09:12:17.362474+0000 mgr.y (mgr.15249) 32 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T09:12:19.673 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:19 smithi189 bash[56060]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-prometheus-a 2024-09-18T09:12:19.673 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:19 smithi189 bash[56121]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-prometheus-a 2024-09-18T09:12:19.673 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:19 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-18T09:12:19.673 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:19 smithi189 systemd[1]: Stopped Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:12:19.673 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:19 smithi189 systemd[1]: Started Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:12:20.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:20 smithi189 bash[21687]: cluster 2024-09-18T09:12:19.364180+0000 mgr.y (mgr.15249) 33 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T09:12:20.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:20 smithi189 bash[21687]: audit 2024-09-18T09:12:19.661851+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:20.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:20 smithi189 bash[21687]: audit 2024-09-18T09:12:19.675824+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:20.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:20 smithi189 bash[21687]: audit 2024-09-18T09:12:19.690208+0000 mon.c (mon.2) 213 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:12:20.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:20 smithi189 bash[21687]: audit 2024-09-18T09:12:19.691181+0000 mgr.y (mgr.15249) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:12:20.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:20 smithi189 bash[21687]: audit 2024-09-18T09:12:19.709772+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:20.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:20 smithi189 bash[21687]: cephadm 2024-09-18T09:12:19.713085+0000 mgr.y (mgr.15249) 35 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.78:5000 to Dashboard 2024-09-18T09:12:20.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:20 smithi189 bash[21687]: audit 2024-09-18T09:12:19.713512+0000 mon.c (mon.2) 214 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:12:20.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:20 smithi189 bash[21687]: audit 2024-09-18T09:12:19.714212+0000 mgr.y (mgr.15249) 36 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:12:20.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:20 smithi189 bash[21687]: audit 2024-09-18T09:12:19.717395+0000 mon.c (mon.2) 215 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T09:12:20.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:20 smithi189 bash[21687]: audit 2024-09-18T09:12:19.718195+0000 mgr.y (mgr.15249) 37 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T09:12:20.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:20 smithi189 bash[21687]: audit 2024-09-18T09:12:19.726434+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:20.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:20 smithi189 bash[21687]: audit 2024-09-18T09:12:19.733146+0000 mon.c (mon.2) 216 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:12:20.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:20 smithi189 bash[21687]: audit 2024-09-18T09:12:19.733795+0000 mgr.y (mgr.15249) 38 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:12:20.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:20 smithi189 bash[21687]: audit 2024-09-18T09:12:19.785345+0000 mon.c (mon.2) 217 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:12:20.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[19887]: cluster 2024-09-18T09:12:19.364180+0000 mgr.y (mgr.15249) 33 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T09:12:20.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[19887]: audit 2024-09-18T09:12:19.661851+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:20.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[19887]: audit 2024-09-18T09:12:19.675824+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:20.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[19887]: audit 2024-09-18T09:12:19.690208+0000 mon.c (mon.2) 213 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:12:20.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[19887]: audit 2024-09-18T09:12:19.691181+0000 mgr.y (mgr.15249) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:12:20.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[19887]: audit 2024-09-18T09:12:19.709772+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:20.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[19887]: cephadm 2024-09-18T09:12:19.713085+0000 mgr.y (mgr.15249) 35 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.78:5000 to Dashboard 2024-09-18T09:12:20.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[19887]: audit 2024-09-18T09:12:19.713512+0000 mon.c (mon.2) 214 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:12:20.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[19887]: audit 2024-09-18T09:12:19.714212+0000 mgr.y (mgr.15249) 36 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:12:20.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[19887]: audit 2024-09-18T09:12:19.717395+0000 mon.c (mon.2) 215 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T09:12:20.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[19887]: audit 2024-09-18T09:12:19.718195+0000 mgr.y (mgr.15249) 37 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T09:12:20.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[19887]: audit 2024-09-18T09:12:19.726434+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:20.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[19887]: audit 2024-09-18T09:12:19.733146+0000 mon.c (mon.2) 216 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:12:20.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[19887]: audit 2024-09-18T09:12:19.733795+0000 mgr.y (mgr.15249) 38 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:12:20.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[19887]: audit 2024-09-18T09:12:19.785345+0000 mon.c (mon.2) 217 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:12:20.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[28923]: cluster 2024-09-18T09:12:19.364180+0000 mgr.y (mgr.15249) 33 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T09:12:20.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[28923]: audit 2024-09-18T09:12:19.661851+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:20.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[28923]: audit 2024-09-18T09:12:19.675824+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:20.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[28923]: audit 2024-09-18T09:12:19.690208+0000 mon.c (mon.2) 213 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:12:20.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[28923]: audit 2024-09-18T09:12:19.691181+0000 mgr.y (mgr.15249) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-18T09:12:20.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[28923]: audit 2024-09-18T09:12:19.709772+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:20.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[28923]: cephadm 2024-09-18T09:12:19.713085+0000 mgr.y (mgr.15249) 35 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.78:5000 to Dashboard 2024-09-18T09:12:20.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[28923]: audit 2024-09-18T09:12:19.713512+0000 mon.c (mon.2) 214 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:12:20.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[28923]: audit 2024-09-18T09:12:19.714212+0000 mgr.y (mgr.15249) 36 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-18T09:12:20.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[28923]: audit 2024-09-18T09:12:19.717395+0000 mon.c (mon.2) 215 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T09:12:20.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[28923]: audit 2024-09-18T09:12:19.718195+0000 mgr.y (mgr.15249) 37 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi078"}]: dispatch 2024-09-18T09:12:20.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[28923]: audit 2024-09-18T09:12:19.726434+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:20.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[28923]: audit 2024-09-18T09:12:19.733146+0000 mon.c (mon.2) 216 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:12:20.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[28923]: audit 2024-09-18T09:12:19.733795+0000 mgr.y (mgr.15249) 38 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:12:20.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:20 smithi078 bash[28923]: audit 2024-09-18T09:12:19.785345+0000 mon.c (mon.2) 217 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:12:21.609 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.453Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-18T09:12:21.609 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.453Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-18T09:12:21.609 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.453Z caller=main.go:570 level=info host_details="(Linux 5.15.0-122-generic #132-Ubuntu SMP Thu Aug 29 13:45:52 UTC 2024 x86_64 smithi189 (none))" 2024-09-18T09:12:21.610 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.453Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-18T09:12:21.610 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.453Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-18T09:12:21.610 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.455Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-18T09:12:21.610 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.456Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-18T09:12:21.610 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.457Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-18T09:12:21.610 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.457Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-18T09:12:21.610 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.460Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-18T09:12:21.610 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.461Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=952.561µs 2024-09-18T09:12:21.610 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.461Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-18T09:12:21.610 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.461Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=5 2024-09-18T09:12:21.610 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.475Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=5 2024-09-18T09:12:21.610 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.480Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=5 2024-09-18T09:12:21.610 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.482Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=5 2024-09-18T09:12:21.611 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.486Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=5 2024-09-18T09:12:21.611 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.486Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=5 2024-09-18T09:12:21.611 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.486Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=32.289µs wal_replay_duration=24.955326ms wbl_replay_duration=128ns total_replay_duration=25.965414ms 2024-09-18T09:12:21.611 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.488Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-18T09:12:21.611 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.488Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-18T09:12:21.611 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.488Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-18T09:12:21.611 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.512Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=24.08025ms db_storage=946ns remote_storage=3.788µs web_handler=518ns query_engine=687ns scrape=264.283µs scrape_sd=152.651µs notify=20.773µs notify_sd=46.094µs rules=23.158325ms tracing=9.405µs 2024-09-18T09:12:21.611 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.512Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-18T09:12:21.611 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:21 smithi189 bash[56149]: ts=2024-09-18T09:12:21.512Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-18T09:12:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:22 smithi189 bash[21687]: cluster 2024-09-18T09:12:21.364924+0000 mgr.y (mgr.15249) 39 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:12:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:22 smithi189 bash[21687]: audit 2024-09-18T09:12:22.466437+0000 mon.c (mon.2) 218 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T09:12:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:22 smithi189 bash[21687]: audit 2024-09-18T09:12:22.467348+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T09:12:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:22 smithi189 bash[21687]: audit 2024-09-18T09:12:22.469805+0000 mon.c (mon.2) 219 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T09:12:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:22 smithi189 bash[21687]: audit 2024-09-18T09:12:22.471768+0000 mon.c (mon.2) 220 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:12:22.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:22 smithi078 bash[19887]: cluster 2024-09-18T09:12:21.364924+0000 mgr.y (mgr.15249) 39 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:12:22.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:22 smithi078 bash[19887]: audit 2024-09-18T09:12:22.466437+0000 mon.c (mon.2) 218 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T09:12:22.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:22 smithi078 bash[19887]: audit 2024-09-18T09:12:22.467348+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T09:12:22.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:22 smithi078 bash[19887]: audit 2024-09-18T09:12:22.469805+0000 mon.c (mon.2) 219 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T09:12:22.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:22 smithi078 bash[19887]: audit 2024-09-18T09:12:22.471768+0000 mon.c (mon.2) 220 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:12:22.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:22 smithi078 bash[28923]: cluster 2024-09-18T09:12:21.364924+0000 mgr.y (mgr.15249) 39 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:12:22.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:22 smithi078 bash[28923]: audit 2024-09-18T09:12:22.466437+0000 mon.c (mon.2) 218 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T09:12:22.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:22 smithi078 bash[28923]: audit 2024-09-18T09:12:22.467348+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T09:12:22.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:22 smithi078 bash[28923]: audit 2024-09-18T09:12:22.469805+0000 mon.c (mon.2) 219 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T09:12:22.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:22 smithi078 bash[28923]: audit 2024-09-18T09:12:22.471768+0000 mon.c (mon.2) 220 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:12:23.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:23 smithi189 bash[21687]: cephadm 2024-09-18T09:12:22.465499+0000 mgr.y (mgr.15249) 40 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-18T09:12:23.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:23 smithi189 bash[21687]: cephadm 2024-09-18T09:12:22.473713+0000 mgr.y (mgr.15249) 41 : cephadm [INF] Deploying daemon mgr.x on smithi189 2024-09-18T09:12:23.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:23 smithi078 bash[19887]: cephadm 2024-09-18T09:12:22.465499+0000 mgr.y (mgr.15249) 40 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-18T09:12:23.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:23 smithi078 bash[19887]: cephadm 2024-09-18T09:12:22.473713+0000 mgr.y (mgr.15249) 41 : cephadm [INF] Deploying daemon mgr.x on smithi189 2024-09-18T09:12:23.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:23 smithi078 bash[28923]: cephadm 2024-09-18T09:12:22.465499+0000 mgr.y (mgr.15249) 40 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-18T09:12:23.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:23 smithi078 bash[28923]: cephadm 2024-09-18T09:12:22.473713+0000 mgr.y (mgr.15249) 41 : cephadm [INF] Deploying daemon mgr.x on smithi189 2024-09-18T09:12:24.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:24 smithi078 bash[19887]: cluster 2024-09-18T09:12:23.366545+0000 mgr.y (mgr.15249) 42 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:24.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:24 smithi078 bash[28923]: cluster 2024-09-18T09:12:23.366545+0000 mgr.y (mgr.15249) 42 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:24.975 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:24 smithi189 bash[21687]: cluster 2024-09-18T09:12:23.366545+0000 mgr.y (mgr.15249) 42 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:25.247 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:24 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:25.247 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:25 smithi189 systemd[1]: Stopping Ceph mgr.x for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:12:25.248 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:12:24 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:25.248 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:12:24 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:25.249 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:24 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:25.249 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:12:24 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:25.249 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:24 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:25.249 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:12:24 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:25.250 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:12:24 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:25.250 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:24 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:26.119 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:25 smithi189 bash[56430]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-mgr-x 2024-09-18T09:12:26.119 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:25 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-18T09:12:26.120 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:25 smithi189 bash[56492]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-mgr-x 2024-09-18T09:12:26.120 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:25 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-18T09:12:26.120 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:25 smithi189 systemd[1]: Stopped Ceph mgr.x for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:12:26.423 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:12:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:26.423 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:12:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:26.423 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:12:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:26.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:26.424 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:12:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:26.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:26.425 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:26.425 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:12:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:26.425 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:26.425 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:26 smithi189 systemd[1]: Started Ceph mgr.x for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:12:26.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:26 smithi078 bash[19887]: audit 2024-09-18T09:12:25.294374+0000 mgr.y (mgr.15249) 43 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:12:26.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:26 smithi078 bash[19887]: cluster 2024-09-18T09:12:25.367318+0000 mgr.y (mgr.15249) 44 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:12:26.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:26 smithi078 bash[19887]: audit 2024-09-18T09:12:26.289959+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:26.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:26 smithi078 bash[19887]: audit 2024-09-18T09:12:26.302775+0000 mon.a (mon.0) 1299 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:26.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:26 smithi078 bash[28923]: audit 2024-09-18T09:12:25.294374+0000 mgr.y (mgr.15249) 43 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:12:26.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:26 smithi078 bash[28923]: cluster 2024-09-18T09:12:25.367318+0000 mgr.y (mgr.15249) 44 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:12:26.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:26 smithi078 bash[28923]: audit 2024-09-18T09:12:26.289959+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:26.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:26 smithi078 bash[28923]: audit 2024-09-18T09:12:26.302775+0000 mon.a (mon.0) 1299 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:27.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:26 smithi189 bash[21687]: audit 2024-09-18T09:12:25.294374+0000 mgr.y (mgr.15249) 43 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:12:27.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:26 smithi189 bash[21687]: cluster 2024-09-18T09:12:25.367318+0000 mgr.y (mgr.15249) 44 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:12:27.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:26 smithi189 bash[21687]: audit 2024-09-18T09:12:26.289959+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:27.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:26 smithi189 bash[21687]: audit 2024-09-18T09:12:26.302775+0000 mon.a (mon.0) 1299 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:27.673 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:27 smithi189 bash[56549]: debug 2024-09-18T09:12:27.513+0000 7fe60d18d640 1 -- 172.21.15.189:0/696308250 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562329f8d0e0 con 0x562329f8e800 2024-09-18T09:12:28.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:28 smithi078 bash[19887]: cluster 2024-09-18T09:12:27.368055+0000 mgr.y (mgr.15249) 45 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:12:28.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:28 smithi078 bash[28923]: cluster 2024-09-18T09:12:27.368055+0000 mgr.y (mgr.15249) 45 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:12:29.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:28 smithi189 bash[21687]: cluster 2024-09-18T09:12:27.368055+0000 mgr.y (mgr.15249) 45 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:12:30.685 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:30 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:12:30] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.43.0" 2024-09-18T09:12:30.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:30 smithi078 bash[19887]: cluster 2024-09-18T09:12:29.369755+0000 mgr.y (mgr.15249) 46 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:30.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:30 smithi078 bash[28923]: cluster 2024-09-18T09:12:29.369755+0000 mgr.y (mgr.15249) 46 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:31.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:30 smithi189 bash[21687]: cluster 2024-09-18T09:12:29.369755+0000 mgr.y (mgr.15249) 46 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:32.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:32 smithi078 bash[19887]: cluster 2024-09-18T09:12:31.370461+0000 mgr.y (mgr.15249) 47 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:32.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:32 smithi078 bash[19887]: audit 2024-09-18T09:12:32.202934+0000 mon.c (mon.2) 221 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:12:32.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:32 smithi078 bash[19887]: audit 2024-09-18T09:12:32.256183+0000 mon.a (mon.0) 1300 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:32.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:32 smithi078 bash[19887]: audit 2024-09-18T09:12:32.262502+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:32.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:32 smithi078 bash[19887]: audit 2024-09-18T09:12:32.357011+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:32.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:32 smithi078 bash[19887]: audit 2024-09-18T09:12:32.370676+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:32.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:32 smithi078 bash[28923]: cluster 2024-09-18T09:12:31.370461+0000 mgr.y (mgr.15249) 47 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:32.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:32 smithi078 bash[28923]: audit 2024-09-18T09:12:32.202934+0000 mon.c (mon.2) 221 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:12:32.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:32 smithi078 bash[28923]: audit 2024-09-18T09:12:32.256183+0000 mon.a (mon.0) 1300 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:32.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:32 smithi078 bash[28923]: audit 2024-09-18T09:12:32.262502+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:32.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:32 smithi078 bash[28923]: audit 2024-09-18T09:12:32.357011+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:32.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:32 smithi078 bash[28923]: audit 2024-09-18T09:12:32.370676+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:32 smithi189 bash[21687]: cluster 2024-09-18T09:12:31.370461+0000 mgr.y (mgr.15249) 47 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:32 smithi189 bash[21687]: audit 2024-09-18T09:12:32.202934+0000 mon.c (mon.2) 221 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:12:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:32 smithi189 bash[21687]: audit 2024-09-18T09:12:32.256183+0000 mon.a (mon.0) 1300 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:32 smithi189 bash[21687]: audit 2024-09-18T09:12:32.262502+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:32 smithi189 bash[21687]: audit 2024-09-18T09:12:32.357011+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:32 smithi189 bash[21687]: audit 2024-09-18T09:12:32.370676+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:34.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:33 smithi189 bash[56549]: [18/Sep/2024:09:12:33] ENGINE Bus STARTING 2024-09-18T09:12:34.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:33 smithi189 bash[56549]: CherryPy Checker: 2024-09-18T09:12:34.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:33 smithi189 bash[56549]: The Application mounted at '' has an empty config. 2024-09-18T09:12:34.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:33 smithi189 bash[56549]: [18/Sep/2024:09:12:33] ENGINE Serving on http://:::9283 2024-09-18T09:12:34.173 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:33 smithi189 bash[56549]: [18/Sep/2024:09:12:33] ENGINE Bus STARTED 2024-09-18T09:12:34.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:34 smithi189 bash[21687]: cluster 2024-09-18T09:12:33.372089+0000 mgr.y (mgr.15249) 48 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:34.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:34 smithi189 bash[21687]: audit 2024-09-18T09:12:33.581689+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:34.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:34 smithi189 bash[21687]: audit 2024-09-18T09:12:33.596731+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:34.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:34 smithi189 bash[21687]: cluster 2024-09-18T09:12:33.718687+0000 mon.a (mon.0) 1306 : cluster [DBG] Standby manager daemon x restarted 2024-09-18T09:12:34.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:34 smithi189 bash[21687]: cluster 2024-09-18T09:12:33.718849+0000 mon.a (mon.0) 1307 : cluster [DBG] Standby manager daemon x started 2024-09-18T09:12:34.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:34 smithi189 bash[21687]: audit 2024-09-18T09:12:33.721735+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.? 172.21.15.189:0/3839404083' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T09:12:34.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:34 smithi189 bash[21687]: audit 2024-09-18T09:12:33.722914+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.? 172.21.15.189:0/3839404083' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T09:12:34.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:34 smithi189 bash[21687]: audit 2024-09-18T09:12:33.724586+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.? 172.21.15.189:0/3839404083' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T09:12:34.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:34 smithi189 bash[21687]: audit 2024-09-18T09:12:33.724934+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.? 172.21.15.189:0/3839404083' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T09:12:34.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[19887]: cluster 2024-09-18T09:12:33.372089+0000 mgr.y (mgr.15249) 48 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:34.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[19887]: audit 2024-09-18T09:12:33.581689+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:34.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[19887]: audit 2024-09-18T09:12:33.596731+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:34.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[19887]: cluster 2024-09-18T09:12:33.718687+0000 mon.a (mon.0) 1306 : cluster [DBG] Standby manager daemon x restarted 2024-09-18T09:12:34.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[19887]: cluster 2024-09-18T09:12:33.718849+0000 mon.a (mon.0) 1307 : cluster [DBG] Standby manager daemon x started 2024-09-18T09:12:34.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[19887]: audit 2024-09-18T09:12:33.721735+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.? 172.21.15.189:0/3839404083' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T09:12:34.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[19887]: audit 2024-09-18T09:12:33.722914+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.? 172.21.15.189:0/3839404083' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T09:12:34.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[19887]: audit 2024-09-18T09:12:33.724586+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.? 172.21.15.189:0/3839404083' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T09:12:34.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[19887]: audit 2024-09-18T09:12:33.724934+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.? 172.21.15.189:0/3839404083' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T09:12:34.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[28923]: cluster 2024-09-18T09:12:33.372089+0000 mgr.y (mgr.15249) 48 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:34.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[28923]: audit 2024-09-18T09:12:33.581689+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:34.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[28923]: audit 2024-09-18T09:12:33.596731+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:34.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[28923]: cluster 2024-09-18T09:12:33.718687+0000 mon.a (mon.0) 1306 : cluster [DBG] Standby manager daemon x restarted 2024-09-18T09:12:34.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[28923]: cluster 2024-09-18T09:12:33.718849+0000 mon.a (mon.0) 1307 : cluster [DBG] Standby manager daemon x started 2024-09-18T09:12:34.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[28923]: audit 2024-09-18T09:12:33.721735+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.? 172.21.15.189:0/3839404083' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T09:12:34.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[28923]: audit 2024-09-18T09:12:33.722914+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.? 172.21.15.189:0/3839404083' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T09:12:34.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[28923]: audit 2024-09-18T09:12:33.724586+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.? 172.21.15.189:0/3839404083' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T09:12:34.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:34 smithi078 bash[28923]: audit 2024-09-18T09:12:33.724934+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.? 172.21.15.189:0/3839404083' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T09:12:36.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:35 smithi189 bash[21687]: cluster 2024-09-18T09:12:34.710957+0000 mon.a (mon.0) 1308 : cluster [DBG] mgrmap e44: y(active, since 33s), standbys: x 2024-09-18T09:12:36.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:35 smithi078 bash[19887]: cluster 2024-09-18T09:12:34.710957+0000 mon.a (mon.0) 1308 : cluster [DBG] mgrmap e44: y(active, since 33s), standbys: x 2024-09-18T09:12:36.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:35 smithi078 bash[28923]: cluster 2024-09-18T09:12:34.710957+0000 mon.a (mon.0) 1308 : cluster [DBG] mgrmap e44: y(active, since 33s), standbys: x 2024-09-18T09:12:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:36 smithi189 bash[21687]: audit 2024-09-18T09:12:35.305314+0000 mgr.y (mgr.15249) 49 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:12:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:36 smithi189 bash[21687]: cluster 2024-09-18T09:12:35.372709+0000 mgr.y (mgr.15249) 50 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:37.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:36 smithi078 bash[19887]: audit 2024-09-18T09:12:35.305314+0000 mgr.y (mgr.15249) 49 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:12:37.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:36 smithi078 bash[19887]: cluster 2024-09-18T09:12:35.372709+0000 mgr.y (mgr.15249) 50 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:37.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:36 smithi078 bash[28923]: audit 2024-09-18T09:12:35.305314+0000 mgr.y (mgr.15249) 49 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:12:37.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:36 smithi078 bash[28923]: cluster 2024-09-18T09:12:35.372709+0000 mgr.y (mgr.15249) 50 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:37.423 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:12:38.069 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:12:38.069 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (25m) 5s ago 25m 13.4M - 0.25.0 c8568f914cd2 281c36281377 2024-09-18T09:12:38.069 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (25m) 5s ago 25m 76.1M - 9.4.12 2bacad6d85d8 b91647ac551b 2024-09-18T09:12:38.069 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (24s) 5s ago 23m 47.2M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:12:38.069 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (11s) 5s ago 34m 140M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:12:38.069 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (11m) 5s ago 36m 495M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:12:38.069 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (36m) 5s ago 36m 84.2M 2048M 19.1.1-330-gc2ddf972 ebb0615149de bf4e56a16354 2024-09-18T09:12:38.070 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (34m) 5s ago 34m 55.3M 2048M 19.1.1-330-gc2ddf972 ebb0615149de ab98398799ea 2024-09-18T09:12:38.070 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (34m) 5s ago 34m 57.0M 2048M 19.1.1-330-gc2ddf972 ebb0615149de 3ab54f539482 2024-09-18T09:12:38.070 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (26m) 5s ago 26m 9551k - 1.5.0 0da6a335fe13 e5ce11d2d317 2024-09-18T09:12:38.070 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (26m) 5s ago 26m 9247k - 1.5.0 0da6a335fe13 5f179b9988f5 2024-09-18T09:12:38.070 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (33m) 5s ago 33m 57.3M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T09:12:38.070 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (32m) 5s ago 32m 66.0M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T09:12:38.070 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (31m) 5s ago 31m 61.9M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:12:38.070 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (30m) 5s ago 30m 66.1M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:12:38.070 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (29m) 5s ago 29m 67.6M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:12:38.070 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (28m) 5s ago 29m 56.8M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:12:38.070 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (28m) 5s ago 28m 54.8M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:12:38.070 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (27m) 5s ago 27m 65.7M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:12:38.070 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (18s) 5s ago 26m 34.7M - 2.43.0 a07b618ecd1d fc49a772253c 2024-09-18T09:12:38.070 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (23m) 5s ago 23m 101M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:12:38.071 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (23m) 5s ago 23m 101M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:12:38.442 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:12:38.443 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:12:38.443 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 3 2024-09-18T09:12:38.443 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:12:38.443 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:12:38.443 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:12:38.443 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:12:38.443 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:12:38.443 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 8 2024-09-18T09:12:38.443 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:12:38.443 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:12:38.443 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:12:38.443 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:12:38.443 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:12:38.444 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 13, 2024-09-18T09:12:38.444 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:12:38.444 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:12:38.444 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:12:38.756 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:12:38.756 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:12:38.756 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:12:38.757 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-18T09:12:38.757 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [ 2024-09-18T09:12:38.757 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr" 2024-09-18T09:12:38.757 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2024-09-18T09:12:38.757 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "2/2 daemons upgraded", 2024-09-18T09:12:38.757 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading mgr daemons", 2024-09-18T09:12:38.757 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:12:38.757 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:12:38.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:38 smithi078 bash[19887]: cluster 2024-09-18T09:12:37.373338+0000 mgr.y (mgr.15249) 51 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:38.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:38 smithi078 bash[19887]: audit 2024-09-18T09:12:37.411336+0000 mgr.y (mgr.15249) 52 : audit [DBG] from='client.25337 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:38.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:38 smithi078 bash[19887]: audit 2024-09-18T09:12:37.731145+0000 mgr.y (mgr.15249) 53 : audit [DBG] from='client.15450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:38.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:38 smithi078 bash[19887]: audit 2024-09-18T09:12:38.443870+0000 mon.a (mon.0) 1309 : audit [DBG] from='client.? 172.21.15.78:0/816066772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:38.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:38 smithi078 bash[28923]: cluster 2024-09-18T09:12:37.373338+0000 mgr.y (mgr.15249) 51 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:38.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:38 smithi078 bash[28923]: audit 2024-09-18T09:12:37.411336+0000 mgr.y (mgr.15249) 52 : audit [DBG] from='client.25337 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:38.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:38 smithi078 bash[28923]: audit 2024-09-18T09:12:37.731145+0000 mgr.y (mgr.15249) 53 : audit [DBG] from='client.15450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:38.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:38 smithi078 bash[28923]: audit 2024-09-18T09:12:38.443870+0000 mon.a (mon.0) 1309 : audit [DBG] from='client.? 172.21.15.78:0/816066772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:38 smithi189 bash[21687]: cluster 2024-09-18T09:12:37.373338+0000 mgr.y (mgr.15249) 51 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:38 smithi189 bash[21687]: audit 2024-09-18T09:12:37.411336+0000 mgr.y (mgr.15249) 52 : audit [DBG] from='client.25337 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:38 smithi189 bash[21687]: audit 2024-09-18T09:12:37.731145+0000 mgr.y (mgr.15249) 53 : audit [DBG] from='client.15450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:38 smithi189 bash[21687]: audit 2024-09-18T09:12:38.443870+0000 mon.a (mon.0) 1309 : audit [DBG] from='client.? 172.21.15.78:0/816066772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:40.017 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:39 smithi189 bash[21687]: audit 2024-09-18T09:12:38.032963+0000 mgr.y (mgr.15249) 54 : audit [DBG] from='client.25349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:40.017 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:39 smithi189 bash[21687]: audit 2024-09-18T09:12:38.757291+0000 mgr.y (mgr.15249) 55 : audit [DBG] from='client.25361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:40.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:39 smithi078 bash[19887]: audit 2024-09-18T09:12:38.032963+0000 mgr.y (mgr.15249) 54 : audit [DBG] from='client.25349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:40.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:39 smithi078 bash[19887]: audit 2024-09-18T09:12:38.757291+0000 mgr.y (mgr.15249) 55 : audit [DBG] from='client.25361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:40.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:39 smithi078 bash[28923]: audit 2024-09-18T09:12:38.032963+0000 mgr.y (mgr.15249) 54 : audit [DBG] from='client.25349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:40.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:39 smithi078 bash[28923]: audit 2024-09-18T09:12:38.757291+0000 mgr.y (mgr.15249) 55 : audit [DBG] from='client.25361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:12:40.556 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:40 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:12:40] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-18T09:12:40.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:40 smithi189 bash[21687]: cluster 2024-09-18T09:12:39.375037+0000 mgr.y (mgr.15249) 56 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:40.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:40 smithi078 bash[19887]: cluster 2024-09-18T09:12:39.375037+0000 mgr.y (mgr.15249) 56 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:40.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:40 smithi078 bash[28923]: cluster 2024-09-18T09:12:39.375037+0000 mgr.y (mgr.15249) 56 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:42.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:42 smithi189 bash[21687]: cluster 2024-09-18T09:12:41.375559+0000 mgr.y (mgr.15249) 57 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:42.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:42 smithi189 bash[21687]: audit 2024-09-18T09:12:42.376865+0000 mon.a (mon.0) 1310 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:42.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:42 smithi189 bash[21687]: audit 2024-09-18T09:12:42.388898+0000 mon.a (mon.0) 1311 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:43.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:42 smithi078 bash[28923]: cluster 2024-09-18T09:12:41.375559+0000 mgr.y (mgr.15249) 57 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:43.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:42 smithi078 bash[28923]: audit 2024-09-18T09:12:42.376865+0000 mon.a (mon.0) 1310 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:43.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:42 smithi078 bash[28923]: audit 2024-09-18T09:12:42.388898+0000 mon.a (mon.0) 1311 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:43.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:42 smithi078 bash[19887]: cluster 2024-09-18T09:12:41.375559+0000 mgr.y (mgr.15249) 57 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:43.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:42 smithi078 bash[19887]: audit 2024-09-18T09:12:42.376865+0000 mon.a (mon.0) 1310 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:43.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:42 smithi078 bash[19887]: audit 2024-09-18T09:12:42.388898+0000 mon.a (mon.0) 1311 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.306165+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.321653+0000 mon.a (mon.0) 1313 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.324999+0000 mon.c (mon.2) 222 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:12:44.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.326945+0000 mon.c (mon.2) 223 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:12:44.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.343285+0000 mon.a (mon.0) 1314 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: cluster 2024-09-18T09:12:43.377196+0000 mgr.y (mgr.15249) 58 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:44.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.473586+0000 mon.c (mon.2) 224 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:12:44.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.476883+0000 mon.c (mon.2) 225 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: cephadm 2024-09-18T09:12:43.478320+0000 mgr.y (mgr.15249) 59 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:12:44.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.487900+0000 mon.a (mon.0) 1315 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.493938+0000 mon.c (mon.2) 226 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-18T09:12:44.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.494421+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-18T09:12:44.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.502458+0000 mon.a (mon.0) 1317 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-18T09:12:44.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.508857+0000 mon.c (mon.2) 227 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-18T09:12:44.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.509480+0000 mon.a (mon.0) 1318 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-18T09:12:44.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.515827+0000 mon.a (mon.0) 1319 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-18T09:12:44.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.522788+0000 mon.c (mon.2) 228 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: cephadm 2024-09-18T09:12:43.524291+0000 mgr.y (mgr.15249) 60 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:12:44.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.531965+0000 mon.a (mon.0) 1320 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.538430+0000 mon.c (mon.2) 229 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: cephadm 2024-09-18T09:12:43.539947+0000 mgr.y (mgr.15249) 61 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:12:44.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.547617+0000 mon.a (mon.0) 1321 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.554288+0000 mon.c (mon.2) 230 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: cephadm 2024-09-18T09:12:43.556071+0000 mgr.y (mgr.15249) 62 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:12:44.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.563646+0000 mon.a (mon.0) 1322 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.569180+0000 mon.c (mon.2) 231 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: cephadm 2024-09-18T09:12:43.570910+0000 mgr.y (mgr.15249) 63 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-18T09:12:44.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.578332+0000 mon.a (mon.0) 1323 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.584094+0000 mon.c (mon.2) 232 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: cephadm 2024-09-18T09:12:43.585629+0000 mgr.y (mgr.15249) 64 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:12:44.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.593389+0000 mon.a (mon.0) 1324 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.600700+0000 mon.c (mon.2) 233 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.676 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: cephadm 2024-09-18T09:12:43.602424+0000 mgr.y (mgr.15249) 65 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:12:44.677 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.610358+0000 mon.a (mon.0) 1325 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.677 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.617912+0000 mon.c (mon.2) 234 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.677 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: cephadm 2024-09-18T09:12:43.619516+0000 mgr.y (mgr.15249) 66 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:12:44.677 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:44 smithi189 bash[21687]: audit 2024-09-18T09:12:43.626850+0000 mon.a (mon.0) 1326 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.306165+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.321653+0000 mon.a (mon.0) 1313 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.324999+0000 mon.c (mon.2) 222 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:12:44.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.326945+0000 mon.c (mon.2) 223 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:12:44.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.343285+0000 mon.a (mon.0) 1314 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: cluster 2024-09-18T09:12:43.377196+0000 mgr.y (mgr.15249) 58 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:44.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.473586+0000 mon.c (mon.2) 224 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:12:44.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.476883+0000 mon.c (mon.2) 225 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: cephadm 2024-09-18T09:12:43.478320+0000 mgr.y (mgr.15249) 59 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:12:44.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.487900+0000 mon.a (mon.0) 1315 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.493938+0000 mon.c (mon.2) 226 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-18T09:12:44.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.494421+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-18T09:12:44.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.502458+0000 mon.a (mon.0) 1317 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-18T09:12:44.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.508857+0000 mon.c (mon.2) 227 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-18T09:12:44.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.509480+0000 mon.a (mon.0) 1318 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-18T09:12:44.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.515827+0000 mon.a (mon.0) 1319 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-18T09:12:44.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.522788+0000 mon.c (mon.2) 228 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: cephadm 2024-09-18T09:12:43.524291+0000 mgr.y (mgr.15249) 60 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:12:44.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.531965+0000 mon.a (mon.0) 1320 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.538430+0000 mon.c (mon.2) 229 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.306165+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.321653+0000 mon.a (mon.0) 1313 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.324999+0000 mon.c (mon.2) 222 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:12:44.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.326945+0000 mon.c (mon.2) 223 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:12:44.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.343285+0000 mon.a (mon.0) 1314 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: cluster 2024-09-18T09:12:43.377196+0000 mgr.y (mgr.15249) 58 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:44.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.473586+0000 mon.c (mon.2) 224 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:12:44.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.476883+0000 mon.c (mon.2) 225 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: cephadm 2024-09-18T09:12:43.478320+0000 mgr.y (mgr.15249) 59 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:12:44.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.487900+0000 mon.a (mon.0) 1315 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.493938+0000 mon.c (mon.2) 226 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-18T09:12:44.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.494421+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-18T09:12:44.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.502458+0000 mon.a (mon.0) 1317 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-18T09:12:44.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.508857+0000 mon.c (mon.2) 227 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-18T09:12:44.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.509480+0000 mon.a (mon.0) 1318 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-18T09:12:44.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.515827+0000 mon.a (mon.0) 1319 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-18T09:12:44.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.522788+0000 mon.c (mon.2) 228 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.708 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: cephadm 2024-09-18T09:12:43.524291+0000 mgr.y (mgr.15249) 60 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:12:44.708 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.531965+0000 mon.a (mon.0) 1320 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.708 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.538430+0000 mon.c (mon.2) 229 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.708 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: cephadm 2024-09-18T09:12:43.539947+0000 mgr.y (mgr.15249) 61 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:12:44.708 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.547617+0000 mon.a (mon.0) 1321 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.708 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.554288+0000 mon.c (mon.2) 230 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.708 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: cephadm 2024-09-18T09:12:43.556071+0000 mgr.y (mgr.15249) 62 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:12:44.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.563646+0000 mon.a (mon.0) 1322 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.569180+0000 mon.c (mon.2) 231 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: cephadm 2024-09-18T09:12:43.570910+0000 mgr.y (mgr.15249) 63 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-18T09:12:44.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.578332+0000 mon.a (mon.0) 1323 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.584094+0000 mon.c (mon.2) 232 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: cephadm 2024-09-18T09:12:43.585629+0000 mgr.y (mgr.15249) 64 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:12:44.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.593389+0000 mon.a (mon.0) 1324 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.600700+0000 mon.c (mon.2) 233 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: cephadm 2024-09-18T09:12:43.602424+0000 mgr.y (mgr.15249) 65 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:12:44.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.610358+0000 mon.a (mon.0) 1325 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.617912+0000 mon.c (mon.2) 234 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: cephadm 2024-09-18T09:12:43.619516+0000 mgr.y (mgr.15249) 66 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:12:44.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[19887]: audit 2024-09-18T09:12:43.626850+0000 mon.a (mon.0) 1326 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: cephadm 2024-09-18T09:12:43.539947+0000 mgr.y (mgr.15249) 61 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:12:44.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.547617+0000 mon.a (mon.0) 1321 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.554288+0000 mon.c (mon.2) 230 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: cephadm 2024-09-18T09:12:43.556071+0000 mgr.y (mgr.15249) 62 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:12:44.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.563646+0000 mon.a (mon.0) 1322 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.569180+0000 mon.c (mon.2) 231 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: cephadm 2024-09-18T09:12:43.570910+0000 mgr.y (mgr.15249) 63 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-18T09:12:44.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.578332+0000 mon.a (mon.0) 1323 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.584094+0000 mon.c (mon.2) 232 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: cephadm 2024-09-18T09:12:43.585629+0000 mgr.y (mgr.15249) 64 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:12:44.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.593389+0000 mon.a (mon.0) 1324 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.600700+0000 mon.c (mon.2) 233 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: cephadm 2024-09-18T09:12:43.602424+0000 mgr.y (mgr.15249) 65 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:12:44.711 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.610358+0000 mon.a (mon.0) 1325 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:44.711 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.617912+0000 mon.c (mon.2) 234 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:12:44.711 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: cephadm 2024-09-18T09:12:43.619516+0000 mgr.y (mgr.15249) 66 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:12:44.711 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:44 smithi078 bash[28923]: audit 2024-09-18T09:12:43.626850+0000 mon.a (mon.0) 1326 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:46.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:46 smithi078 bash[19887]: audit 2024-09-18T09:12:45.316334+0000 mgr.y (mgr.15249) 67 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:12:46.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:46 smithi078 bash[19887]: cluster 2024-09-18T09:12:45.377868+0000 mgr.y (mgr.15249) 68 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:46.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:46 smithi078 bash[28923]: audit 2024-09-18T09:12:45.316334+0000 mgr.y (mgr.15249) 67 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:12:46.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:46 smithi078 bash[28923]: cluster 2024-09-18T09:12:45.377868+0000 mgr.y (mgr.15249) 68 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:46 smithi189 bash[21687]: audit 2024-09-18T09:12:45.316334+0000 mgr.y (mgr.15249) 67 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:12:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:46 smithi189 bash[21687]: cluster 2024-09-18T09:12:45.377868+0000 mgr.y (mgr.15249) 68 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:47.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:47 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:47.202 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:47 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:47.203 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:12:47 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:47.203 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:12:47 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:47.203 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:12:47 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:47.203 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:47 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:47.204 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:47 smithi078 systemd[1]: Stopping Ceph node-exporter.a for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:12:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:47 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:47.204 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:12:47 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:47.204 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:12:47 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:47.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:47 smithi078 bash[19887]: cephadm 2024-09-18T09:12:46.360181+0000 mgr.y (mgr.15249) 69 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-18T09:12:47.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:47 smithi078 bash[19887]: cephadm 2024-09-18T09:12:46.360819+0000 mgr.y (mgr.15249) 70 : cephadm [INF] Deploying daemon node-exporter.a on smithi078 2024-09-18T09:12:47.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:47 smithi078 bash[19887]: audit 2024-09-18T09:12:47.203900+0000 mon.c (mon.2) 235 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:12:47.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:47 smithi078 bash[28923]: cephadm 2024-09-18T09:12:46.360181+0000 mgr.y (mgr.15249) 69 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-18T09:12:47.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:47 smithi078 bash[28923]: cephadm 2024-09-18T09:12:46.360819+0000 mgr.y (mgr.15249) 70 : cephadm [INF] Deploying daemon node-exporter.a on smithi078 2024-09-18T09:12:47.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:47 smithi078 bash[28923]: audit 2024-09-18T09:12:47.203900+0000 mon.c (mon.2) 235 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:12:47.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:47 smithi189 bash[21687]: cephadm 2024-09-18T09:12:46.360181+0000 mgr.y (mgr.15249) 69 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-18T09:12:47.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:47 smithi189 bash[21687]: cephadm 2024-09-18T09:12:46.360819+0000 mgr.y (mgr.15249) 70 : cephadm [INF] Deploying daemon node-exporter.a on smithi078 2024-09-18T09:12:47.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:47 smithi189 bash[21687]: audit 2024-09-18T09:12:47.203900+0000 mon.c (mon.2) 235 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:12:48.202 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:47 smithi078 bash[80584]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-node-exporter-a 2024-09-18T09:12:48.202 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:48 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-18T09:12:48.202 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:48 smithi078 bash[80643]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-node-exporter-a 2024-09-18T09:12:48.202 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:48 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-18T09:12:48.202 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:48 smithi078 systemd[1]: Stopped Ceph node-exporter.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:12:48.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:48.703 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:12:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:48.703 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:12:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:48.703 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:12:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:48.703 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:12:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:48 smithi078 bash[19887]: cluster 2024-09-18T09:12:47.378368+0000 mgr.y (mgr.15249) 71 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:48.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:48.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:48 smithi078 bash[28923]: cluster 2024-09-18T09:12:47.378368+0000 mgr.y (mgr.15249) 71 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:48.704 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:48.705 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:48 smithi078 systemd[1]: Started Ceph node-exporter.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:12:48.705 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:48 smithi078 bash[80698]: Unable to find image 'quay.io/prometheus/node-exporter:v1.7.0' locally 2024-09-18T09:12:48.705 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:12:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:48.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:48 smithi189 bash[21687]: cluster 2024-09-18T09:12:47.378368+0000 mgr.y (mgr.15249) 71 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:49.373 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:49 smithi078 bash[80698]: v1.7.0: Pulling from prometheus/node-exporter 2024-09-18T09:12:49.373 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:49 smithi078 bash[80698]: 2abcce694348: Pulling fs layer 2024-09-18T09:12:49.373 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:49 smithi078 bash[80698]: 455fd88e5221: Pulling fs layer 2024-09-18T09:12:49.373 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:49 smithi078 bash[80698]: 324153f2810a: Pulling fs layer 2024-09-18T09:12:49.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:49 smithi078 bash[19887]: audit 2024-09-18T09:12:48.457064+0000 mon.a (mon.0) 1327 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:49.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:49 smithi078 bash[19887]: audit 2024-09-18T09:12:48.462758+0000 mon.a (mon.0) 1328 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:49.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:49 smithi078 bash[28923]: audit 2024-09-18T09:12:48.457064+0000 mon.a (mon.0) 1327 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:49.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:49 smithi078 bash[28923]: audit 2024-09-18T09:12:48.462758+0000 mon.a (mon.0) 1328 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:49.703 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:49 smithi078 bash[80698]: 2abcce694348: Verifying Checksum 2024-09-18T09:12:49.703 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:49 smithi078 bash[80698]: 2abcce694348: Download complete 2024-09-18T09:12:49.703 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:49 smithi078 bash[80698]: 455fd88e5221: Verifying Checksum 2024-09-18T09:12:49.703 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:49 smithi078 bash[80698]: 455fd88e5221: Download complete 2024-09-18T09:12:49.703 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:49 smithi078 bash[80698]: 324153f2810a: Verifying Checksum 2024-09-18T09:12:49.704 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:49 smithi078 bash[80698]: 324153f2810a: Download complete 2024-09-18T09:12:49.704 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:49 smithi078 bash[80698]: 2abcce694348: Pull complete 2024-09-18T09:12:49.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:49 smithi189 bash[21687]: audit 2024-09-18T09:12:48.457064+0000 mon.a (mon.0) 1327 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:49.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:49 smithi189 bash[21687]: audit 2024-09-18T09:12:48.462758+0000 mon.a (mon.0) 1328 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:50.452 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:12:50 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:12:50] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-18T09:12:50.452 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:50 smithi078 bash[80698]: 455fd88e5221: Pull complete 2024-09-18T09:12:50.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:50 smithi189 bash[21687]: cluster 2024-09-18T09:12:49.379195+0000 mgr.y (mgr.15249) 72 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:50.778 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:50 smithi078 bash[19887]: cluster 2024-09-18T09:12:49.379195+0000 mgr.y (mgr.15249) 72 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:50.778 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:50 smithi078 bash[28923]: cluster 2024-09-18T09:12:49.379195+0000 mgr.y (mgr.15249) 72 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:50.779 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:50 smithi078 bash[80698]: 324153f2810a: Pull complete 2024-09-18T09:12:51.202 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:50 smithi078 bash[80698]: Digest: sha256:4cb2b9019f1757be8482419002cb7afe028fdba35d47958829e4cfeaf6246d80 2024-09-18T09:12:51.202 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:50 smithi078 bash[80698]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.7.0 2024-09-18T09:12:51.801 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:51 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:51.801 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:12:51 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:51.801 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:12:51 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:51.802 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:51 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:51.802 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:51 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:51.802 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:51 smithi189 systemd[1]: Stopping Ceph node-exporter.b for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:12:51.802 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:12:51 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:51.803 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:51 smithi189 bash[21687]: cephadm 2024-09-18T09:12:50.878947+0000 mgr.y (mgr.15249) 73 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-18T09:12:51.803 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:51 smithi189 bash[21687]: cephadm 2024-09-18T09:12:50.879875+0000 mgr.y (mgr.15249) 74 : cephadm [INF] Deploying daemon node-exporter.b on smithi189 2024-09-18T09:12:51.803 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:51 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:51.803 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:12:51 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:51.803 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:12:51 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:51.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:51 smithi078 bash[19887]: cephadm 2024-09-18T09:12:50.878947+0000 mgr.y (mgr.15249) 73 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-18T09:12:51.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:51 smithi078 bash[19887]: cephadm 2024-09-18T09:12:50.879875+0000 mgr.y (mgr.15249) 74 : cephadm [INF] Deploying daemon node-exporter.b on smithi189 2024-09-18T09:12:51.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:51 smithi078 bash[28923]: cephadm 2024-09-18T09:12:50.878947+0000 mgr.y (mgr.15249) 73 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-18T09:12:51.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:51 smithi078 bash[28923]: cephadm 2024-09-18T09:12:50.879875+0000 mgr.y (mgr.15249) 74 : cephadm [INF] Deploying daemon node-exporter.b on smithi189 2024-09-18T09:12:52.654 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:52 smithi189 bash[21687]: cluster 2024-09-18T09:12:51.379860+0000 mgr.y (mgr.15249) 75 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:52.654 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:52 smithi189 bash[59942]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-node-exporter-b 2024-09-18T09:12:52.654 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:52 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-18T09:12:52.654 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:52 smithi189 bash[60002]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-node-exporter-b 2024-09-18T09:12:52.654 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:52 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-18T09:12:52.654 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:52 smithi189 systemd[1]: Stopped Ceph node-exporter.b for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:12:52.923 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:12:52 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:52.923 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:12:52 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:52.923 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:12:52 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:52.923 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:12:52 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:52.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:52 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:52.924 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:12:52 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:52.924 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:12:52 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:52.925 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:12:52 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:52.925 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:52 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:12:52.925 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:52 smithi189 systemd[1]: Started Ceph node-exporter.b for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:12:52.925 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:52 smithi189 bash[60056]: Unable to find image 'quay.io/prometheus/node-exporter:v1.7.0' locally 2024-09-18T09:12:52.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[19887]: cluster 2024-09-18T09:12:51.379860+0000 mgr.y (mgr.15249) 75 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:52.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[28923]: cluster 2024-09-18T09:12:51.379860+0000 mgr.y (mgr.15249) 75 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:52.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.547Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-18T09:12:52.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.547Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-18T09:12:52.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.547Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-18T09:12:52.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.547Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-18T09:12:52.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-18T09:12:52.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-18T09:12:52.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-18T09:12:52.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=arp 2024-09-18T09:12:52.953 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-18T09:12:52.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-18T09:12:52.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-18T09:12:52.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-18T09:12:52.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-18T09:12:52.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-18T09:12:52.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-18T09:12:52.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-18T09:12:52.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=edac 2024-09-18T09:12:52.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-18T09:12:52.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-18T09:12:52.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-18T09:12:52.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-18T09:12:52.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-18T09:12:52.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-18T09:12:52.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-18T09:12:52.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-18T09:12:52.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-18T09:12:52.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-18T09:12:52.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-18T09:12:52.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-18T09:12:52.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-18T09:12:52.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-18T09:12:52.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-18T09:12:52.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-18T09:12:52.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=os 2024-09-18T09:12:52.955 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-18T09:12:52.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-18T09:12:52.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-18T09:12:52.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-18T09:12:52.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.548Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-18T09:12:52.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.549Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-18T09:12:52.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.549Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-18T09:12:52.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.549Z caller=node_exporter.go:117 level=info collector=stat 2024-09-18T09:12:52.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.549Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-18T09:12:52.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.549Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-18T09:12:52.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.549Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-18T09:12:52.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.549Z caller=node_exporter.go:117 level=info collector=time 2024-09-18T09:12:52.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.549Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-18T09:12:52.956 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.549Z caller=node_exporter.go:117 level=info collector=uname 2024-09-18T09:12:52.957 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.549Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-18T09:12:52.957 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.549Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-18T09:12:52.957 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.549Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-18T09:12:52.957 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.549Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-18T09:12:52.957 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:12:52 smithi078 bash[80698]: ts=2024-09-18T09:12:52.549Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-18T09:12:53.666 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:53 smithi189 bash[60056]: v1.7.0: Pulling from prometheus/node-exporter 2024-09-18T09:12:53.667 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:53 smithi189 bash[60056]: 2abcce694348: Pulling fs layer 2024-09-18T09:12:53.667 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:53 smithi189 bash[60056]: 455fd88e5221: Pulling fs layer 2024-09-18T09:12:53.667 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:53 smithi189 bash[60056]: 324153f2810a: Pulling fs layer 2024-09-18T09:12:53.667 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:53 smithi189 bash[60056]: 455fd88e5221: Verifying Checksum 2024-09-18T09:12:53.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:53 smithi189 bash[21687]: audit 2024-09-18T09:12:52.825740+0000 mon.a (mon.0) 1329 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:53.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:53 smithi189 bash[21687]: audit 2024-09-18T09:12:52.842178+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:53.923 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:53 smithi189 bash[60056]: 455fd88e5221: Download complete 2024-09-18T09:12:53.923 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:53 smithi189 bash[60056]: 2abcce694348: Verifying Checksum 2024-09-18T09:12:53.923 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:53 smithi189 bash[60056]: 2abcce694348: Download complete 2024-09-18T09:12:53.923 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:53 smithi189 bash[60056]: 324153f2810a: Verifying Checksum 2024-09-18T09:12:53.923 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:53 smithi189 bash[60056]: 324153f2810a: Download complete 2024-09-18T09:12:53.924 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:53 smithi189 bash[60056]: 2abcce694348: Pull complete 2024-09-18T09:12:54.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:53 smithi078 bash[19887]: audit 2024-09-18T09:12:52.825740+0000 mon.a (mon.0) 1329 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:54.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:53 smithi078 bash[19887]: audit 2024-09-18T09:12:52.842178+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:54.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:53 smithi078 bash[28923]: audit 2024-09-18T09:12:52.825740+0000 mon.a (mon.0) 1329 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:54.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:53 smithi078 bash[28923]: audit 2024-09-18T09:12:52.842178+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:54.841 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:54 smithi189 bash[60056]: 455fd88e5221: Pull complete 2024-09-18T09:12:55.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:54 smithi189 bash[21687]: cluster 2024-09-18T09:12:53.380707+0000 mgr.y (mgr.15249) 76 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:55.126 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:54 smithi189 bash[60056]: 324153f2810a: Pull complete 2024-09-18T09:12:55.126 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:55 smithi189 bash[60056]: Digest: sha256:4cb2b9019f1757be8482419002cb7afe028fdba35d47958829e4cfeaf6246d80 2024-09-18T09:12:55.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:54 smithi078 bash[19887]: cluster 2024-09-18T09:12:53.380707+0000 mgr.y (mgr.15249) 76 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:55.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:54 smithi078 bash[28923]: cluster 2024-09-18T09:12:53.380707+0000 mgr.y (mgr.15249) 76 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:12:55.423 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:55 smithi189 bash[60056]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.7.0 2024-09-18T09:12:56.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[21687]: audit 2024-09-18T09:12:55.327629+0000 mgr.y (mgr.15249) 77 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:12:56.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[21687]: cluster 2024-09-18T09:12:55.381378+0000 mgr.y (mgr.15249) 78 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:56.923 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.732Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-18T09:12:56.924 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.733Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-18T09:12:56.924 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-18T09:12:56.924 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-18T09:12:56.924 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-18T09:12:56.924 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-18T09:12:56.924 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-18T09:12:56.924 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=arp 2024-09-18T09:12:56.924 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-18T09:12:56.924 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-18T09:12:56.924 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-18T09:12:56.924 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-18T09:12:56.924 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-18T09:12:56.924 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-18T09:12:56.925 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-18T09:12:56.925 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-18T09:12:56.925 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=edac 2024-09-18T09:12:56.925 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-18T09:12:56.925 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-18T09:12:56.925 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-18T09:12:56.925 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-18T09:12:56.925 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-18T09:12:56.925 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-18T09:12:56.925 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-18T09:12:56.925 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-18T09:12:56.925 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-18T09:12:56.926 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-18T09:12:56.926 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-18T09:12:56.926 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-18T09:12:56.926 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-18T09:12:56.926 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-18T09:12:56.926 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-18T09:12:56.926 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-18T09:12:56.927 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=os 2024-09-18T09:12:56.927 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-18T09:12:56.927 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-18T09:12:56.927 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-18T09:12:56.927 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-18T09:12:56.927 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-18T09:12:56.927 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-18T09:12:56.927 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-18T09:12:56.927 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=stat 2024-09-18T09:12:56.927 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.734Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-18T09:12:56.927 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.735Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-18T09:12:56.927 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.735Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-18T09:12:56.927 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.735Z caller=node_exporter.go:117 level=info collector=time 2024-09-18T09:12:56.927 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.735Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-18T09:12:56.927 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.735Z caller=node_exporter.go:117 level=info collector=uname 2024-09-18T09:12:56.928 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.735Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-18T09:12:56.928 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.735Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-18T09:12:56.928 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.735Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-18T09:12:56.928 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.735Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-18T09:12:56.928 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:12:56 smithi189 bash[60056]: ts=2024-09-18T09:12:56.735Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-18T09:12:57.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:56 smithi078 bash[19887]: audit 2024-09-18T09:12:55.327629+0000 mgr.y (mgr.15249) 77 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:12:57.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:56 smithi078 bash[19887]: cluster 2024-09-18T09:12:55.381378+0000 mgr.y (mgr.15249) 78 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:57.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:56 smithi078 bash[28923]: audit 2024-09-18T09:12:55.327629+0000 mgr.y (mgr.15249) 77 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:12:57.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:56 smithi078 bash[28923]: cluster 2024-09-18T09:12:55.381378+0000 mgr.y (mgr.15249) 78 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:12:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:58 smithi189 bash[21687]: cluster 2024-09-18T09:12:57.382081+0000 mgr.y (mgr.15249) 79 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-18T09:12:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:58 smithi189 bash[21687]: audit 2024-09-18T09:12:58.731077+0000 mon.a (mon.0) 1331 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:12:58 smithi189 bash[21687]: audit 2024-09-18T09:12:58.740124+0000 mon.a (mon.0) 1332 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:59.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:58 smithi078 bash[19887]: cluster 2024-09-18T09:12:57.382081+0000 mgr.y (mgr.15249) 79 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-18T09:12:59.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:58 smithi078 bash[19887]: audit 2024-09-18T09:12:58.731077+0000 mon.a (mon.0) 1331 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:59.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:12:58 smithi078 bash[19887]: audit 2024-09-18T09:12:58.740124+0000 mon.a (mon.0) 1332 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:59.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:58 smithi078 bash[28923]: cluster 2024-09-18T09:12:57.382081+0000 mgr.y (mgr.15249) 79 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-18T09:12:59.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:58 smithi078 bash[28923]: audit 2024-09-18T09:12:58.731077+0000 mon.a (mon.0) 1331 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:12:59.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:12:58 smithi078 bash[28923]: audit 2024-09-18T09:12:58.740124+0000 mon.a (mon.0) 1332 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:00.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:13:00 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:13:00] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-18T09:13:01.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:00 smithi189 bash[21687]: cluster 2024-09-18T09:12:59.383107+0000 mgr.y (mgr.15249) 80 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:01.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:00 smithi189 bash[21687]: audit 2024-09-18T09:12:59.808711+0000 mon.a (mon.0) 1333 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:01.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:00 smithi189 bash[21687]: audit 2024-09-18T09:12:59.815412+0000 mon.a (mon.0) 1334 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:01.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:00 smithi189 bash[21687]: audit 2024-09-18T09:12:59.851994+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:01.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:00 smithi189 bash[21687]: audit 2024-09-18T09:12:59.862342+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:01.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:00 smithi078 bash[19887]: cluster 2024-09-18T09:12:59.383107+0000 mgr.y (mgr.15249) 80 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:01.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:00 smithi078 bash[19887]: audit 2024-09-18T09:12:59.808711+0000 mon.a (mon.0) 1333 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:01.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:00 smithi078 bash[19887]: audit 2024-09-18T09:12:59.815412+0000 mon.a (mon.0) 1334 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:01.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:00 smithi078 bash[19887]: audit 2024-09-18T09:12:59.851994+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:01.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:00 smithi078 bash[19887]: audit 2024-09-18T09:12:59.862342+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:01.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:00 smithi078 bash[28923]: cluster 2024-09-18T09:12:59.383107+0000 mgr.y (mgr.15249) 80 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:01.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:00 smithi078 bash[28923]: audit 2024-09-18T09:12:59.808711+0000 mon.a (mon.0) 1333 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:01.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:00 smithi078 bash[28923]: audit 2024-09-18T09:12:59.815412+0000 mon.a (mon.0) 1334 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:01.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:00 smithi078 bash[28923]: audit 2024-09-18T09:12:59.851994+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:01.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:00 smithi078 bash[28923]: audit 2024-09-18T09:12:59.862342+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:02.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:02 smithi189 bash[21687]: audit 2024-09-18T09:13:01.008648+0000 mon.a (mon.0) 1337 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:02.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:02 smithi189 bash[21687]: audit 2024-09-18T09:13:01.022292+0000 mon.a (mon.0) 1338 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:02.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:02 smithi189 bash[21687]: cluster 2024-09-18T09:13:01.383869+0000 mgr.y (mgr.15249) 81 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:02.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:02 smithi078 bash[19887]: audit 2024-09-18T09:13:01.008648+0000 mon.a (mon.0) 1337 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:02.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:02 smithi078 bash[19887]: audit 2024-09-18T09:13:01.022292+0000 mon.a (mon.0) 1338 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:02.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:02 smithi078 bash[19887]: cluster 2024-09-18T09:13:01.383869+0000 mgr.y (mgr.15249) 81 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:02.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:02 smithi078 bash[28923]: audit 2024-09-18T09:13:01.008648+0000 mon.a (mon.0) 1337 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:02.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:02 smithi078 bash[28923]: audit 2024-09-18T09:13:01.022292+0000 mon.a (mon.0) 1338 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:02.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:02 smithi078 bash[28923]: cluster 2024-09-18T09:13:01.383869+0000 mgr.y (mgr.15249) 81 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:03 smithi189 bash[21687]: audit 2024-09-18T09:13:02.204884+0000 mon.c (mon.2) 236 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:13:03.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:03 smithi078 bash[19887]: audit 2024-09-18T09:13:02.204884+0000 mon.c (mon.2) 236 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:13:03.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:03 smithi078 bash[28923]: audit 2024-09-18T09:13:02.204884+0000 mon.c (mon.2) 236 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:13:04.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:04 smithi189 bash[21687]: cluster 2024-09-18T09:13:03.385728+0000 mgr.y (mgr.15249) 82 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:04.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:04 smithi078 bash[19887]: cluster 2024-09-18T09:13:03.385728+0000 mgr.y (mgr.15249) 82 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:04.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:04 smithi078 bash[28923]: cluster 2024-09-18T09:13:03.385728+0000 mgr.y (mgr.15249) 82 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:06.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:06 smithi078 bash[19887]: audit 2024-09-18T09:13:05.337945+0000 mgr.y (mgr.15249) 83 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:06.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:06 smithi078 bash[19887]: cluster 2024-09-18T09:13:05.386546+0000 mgr.y (mgr.15249) 84 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:06.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:06 smithi078 bash[28923]: audit 2024-09-18T09:13:05.337945+0000 mgr.y (mgr.15249) 83 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:06.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:06 smithi078 bash[28923]: cluster 2024-09-18T09:13:05.386546+0000 mgr.y (mgr.15249) 84 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:06.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:06 smithi189 bash[21687]: audit 2024-09-18T09:13:05.337945+0000 mgr.y (mgr.15249) 83 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:06.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:06 smithi189 bash[21687]: cluster 2024-09-18T09:13:05.386546+0000 mgr.y (mgr.15249) 84 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:08.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:08 smithi078 bash[19887]: cluster 2024-09-18T09:13:07.387246+0000 mgr.y (mgr.15249) 85 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:08.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:08 smithi078 bash[28923]: cluster 2024-09-18T09:13:07.387246+0000 mgr.y (mgr.15249) 85 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:08.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:08 smithi189 bash[21687]: cluster 2024-09-18T09:13:07.387246+0000 mgr.y (mgr.15249) 85 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:09.157 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:13:09.786 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:13:09.787 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (25m) 11s ago 26m 13.4M - 0.25.0 c8568f914cd2 281c36281377 2024-09-18T09:13:09.787 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (26m) 9s ago 26m 77.0M - 9.4.12 2bacad6d85d8 b91647ac551b 2024-09-18T09:13:09.787 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (55s) 11s ago 23m 47.5M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:13:09.787 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (43s) 9s ago 34m 437M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:13:09.787 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (11m) 11s ago 37m 499M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:13:09.787 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (37m) 11s ago 37m 85.2M 2048M 19.1.1-330-gc2ddf972 ebb0615149de bf4e56a16354 2024-09-18T09:13:09.787 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (35m) 9s ago 35m 57.2M 2048M 19.1.1-330-gc2ddf972 ebb0615149de ab98398799ea 2024-09-18T09:13:09.787 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (35m) 11s ago 35m 58.8M 2048M 19.1.1-330-gc2ddf972 ebb0615149de 3ab54f539482 2024-09-18T09:13:09.787 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (18s) 11s ago 26m 2908k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:13:09.787 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (14s) 9s ago 26m - - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:13:09.787 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (34m) 11s ago 34m 57.2M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T09:13:09.787 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (33m) 11s ago 33m 66.2M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T09:13:09.787 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (32m) 11s ago 32m 61.9M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:13:09.787 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (31m) 11s ago 31m 66.1M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:13:09.788 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (30m) 9s ago 30m 67.6M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:13:09.788 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (29m) 9s ago 29m 56.9M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:13:09.788 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (28m) 9s ago 28m 54.7M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:13:09.788 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (27m) 9s ago 27m 65.9M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:13:09.788 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (50s) 9s ago 26m 36.6M - 2.43.0 a07b618ecd1d fc49a772253c 2024-09-18T09:13:09.788 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (24m) 11s ago 24m 101M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:13:09.788 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (24m) 9s ago 24m 101M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:13:10.160 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:13:10.160 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:13:10.160 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 3 2024-09-18T09:13:10.160 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:13:10.160 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:13:10.160 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:13:10.160 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:13:10.160 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:13:10.161 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 8 2024-09-18T09:13:10.161 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:13:10.161 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:13:10.161 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:13:10.161 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:13:10.161 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:13:10.161 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 13, 2024-09-18T09:13:10.161 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:13:10.161 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:13:10.161 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:13:10.476 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:13:10.477 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:13:10.477 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:13:10.477 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-18T09:13:10.477 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [ 2024-09-18T09:13:10.477 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr" 2024-09-18T09:13:10.477 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2024-09-18T09:13:10.477 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "2/2 daemons upgraded", 2024-09-18T09:13:10.477 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading node-exporter daemons", 2024-09-18T09:13:10.477 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:13:10.477 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:13:10.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:13:10] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.43.0" 2024-09-18T09:13:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:10 smithi189 bash[21687]: audit 2024-09-18T09:13:09.146302+0000 mgr.y (mgr.15249) 86 : audit [DBG] from='client.25367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:10 smithi189 bash[21687]: cluster 2024-09-18T09:13:09.388809+0000 mgr.y (mgr.15249) 87 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:10 smithi189 bash[21687]: audit 2024-09-18T09:13:09.446398+0000 mgr.y (mgr.15249) 88 : audit [DBG] from='client.25373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:11.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:10 smithi189 bash[21687]: audit 2024-09-18T09:13:09.750717+0000 mgr.y (mgr.15249) 89 : audit [DBG] from='client.25379 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:11.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:10 smithi189 bash[21687]: audit 2024-09-18T09:13:09.852030+0000 mon.a (mon.0) 1339 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:11.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:10 smithi189 bash[21687]: audit 2024-09-18T09:13:09.859896+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:11.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:10 smithi189 bash[21687]: audit 2024-09-18T09:13:10.160878+0000 mon.c (mon.2) 237 : audit [DBG] from='client.? 172.21.15.78:0/3217955871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:11.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:10 smithi189 bash[21687]: audit 2024-09-18T09:13:10.795865+0000 mon.a (mon.0) 1341 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:11.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:10 smithi189 bash[21687]: audit 2024-09-18T09:13:10.811406+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:11.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:10 smithi189 bash[21687]: audit 2024-09-18T09:13:10.814908+0000 mon.c (mon.2) 238 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:13:11.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:10 smithi189 bash[21687]: audit 2024-09-18T09:13:10.816816+0000 mon.c (mon.2) 239 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:13:11.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:10 smithi189 bash[21687]: audit 2024-09-18T09:13:10.830496+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[19887]: audit 2024-09-18T09:13:09.146302+0000 mgr.y (mgr.15249) 86 : audit [DBG] from='client.25367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[19887]: cluster 2024-09-18T09:13:09.388809+0000 mgr.y (mgr.15249) 87 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[19887]: audit 2024-09-18T09:13:09.446398+0000 mgr.y (mgr.15249) 88 : audit [DBG] from='client.25373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[19887]: audit 2024-09-18T09:13:09.750717+0000 mgr.y (mgr.15249) 89 : audit [DBG] from='client.25379 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[19887]: audit 2024-09-18T09:13:09.852030+0000 mon.a (mon.0) 1339 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[19887]: audit 2024-09-18T09:13:09.859896+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[19887]: audit 2024-09-18T09:13:10.160878+0000 mon.c (mon.2) 237 : audit [DBG] from='client.? 172.21.15.78:0/3217955871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[19887]: audit 2024-09-18T09:13:10.795865+0000 mon.a (mon.0) 1341 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[19887]: audit 2024-09-18T09:13:10.811406+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[19887]: audit 2024-09-18T09:13:10.814908+0000 mon.c (mon.2) 238 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:13:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[19887]: audit 2024-09-18T09:13:10.816816+0000 mon.c (mon.2) 239 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:13:11.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[19887]: audit 2024-09-18T09:13:10.830496+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[28923]: audit 2024-09-18T09:13:09.146302+0000 mgr.y (mgr.15249) 86 : audit [DBG] from='client.25367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[28923]: cluster 2024-09-18T09:13:09.388809+0000 mgr.y (mgr.15249) 87 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[28923]: audit 2024-09-18T09:13:09.446398+0000 mgr.y (mgr.15249) 88 : audit [DBG] from='client.25373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[28923]: audit 2024-09-18T09:13:09.750717+0000 mgr.y (mgr.15249) 89 : audit [DBG] from='client.25379 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[28923]: audit 2024-09-18T09:13:09.852030+0000 mon.a (mon.0) 1339 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[28923]: audit 2024-09-18T09:13:09.859896+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[28923]: audit 2024-09-18T09:13:10.160878+0000 mon.c (mon.2) 237 : audit [DBG] from='client.? 172.21.15.78:0/3217955871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[28923]: audit 2024-09-18T09:13:10.795865+0000 mon.a (mon.0) 1341 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[28923]: audit 2024-09-18T09:13:10.811406+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:11.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[28923]: audit 2024-09-18T09:13:10.814908+0000 mon.c (mon.2) 238 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:13:11.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[28923]: audit 2024-09-18T09:13:10.816816+0000 mon.c (mon.2) 239 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:13:11.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:10 smithi078 bash[28923]: audit 2024-09-18T09:13:10.830496+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:12.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:11 smithi189 bash[21687]: audit 2024-09-18T09:13:10.477309+0000 mgr.y (mgr.15249) 90 : audit [DBG] from='client.15498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:12.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:11 smithi189 bash[21687]: audit 2024-09-18T09:13:10.964389+0000 mon.c (mon.2) 240 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:13:12.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:11 smithi189 bash[21687]: audit 2024-09-18T09:13:10.967660+0000 mon.c (mon.2) 241 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:11 smithi189 bash[21687]: audit 2024-09-18T09:13:10.970090+0000 mon.c (mon.2) 242 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:11 smithi189 bash[21687]: audit 2024-09-18T09:13:10.972723+0000 mon.c (mon.2) 243 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:11 smithi189 bash[21687]: audit 2024-09-18T09:13:10.975124+0000 mon.c (mon.2) 244 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:11 smithi189 bash[21687]: audit 2024-09-18T09:13:10.977029+0000 mon.c (mon.2) 245 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:11 smithi189 bash[21687]: audit 2024-09-18T09:13:10.978939+0000 mon.c (mon.2) 246 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:11 smithi189 bash[21687]: audit 2024-09-18T09:13:10.981421+0000 mon.c (mon.2) 247 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:11 smithi189 bash[21687]: audit 2024-09-18T09:13:10.984203+0000 mon.c (mon.2) 248 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:11 smithi189 bash[21687]: audit 2024-09-18T09:13:10.986639+0000 mon.c (mon.2) 249 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[19887]: audit 2024-09-18T09:13:10.477309+0000 mgr.y (mgr.15249) 90 : audit [DBG] from='client.15498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[19887]: audit 2024-09-18T09:13:10.964389+0000 mon.c (mon.2) 240 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:13:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[19887]: audit 2024-09-18T09:13:10.967660+0000 mon.c (mon.2) 241 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[19887]: audit 2024-09-18T09:13:10.970090+0000 mon.c (mon.2) 242 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[19887]: audit 2024-09-18T09:13:10.972723+0000 mon.c (mon.2) 243 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[19887]: audit 2024-09-18T09:13:10.975124+0000 mon.c (mon.2) 244 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[19887]: audit 2024-09-18T09:13:10.977029+0000 mon.c (mon.2) 245 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[19887]: audit 2024-09-18T09:13:10.978939+0000 mon.c (mon.2) 246 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[19887]: audit 2024-09-18T09:13:10.981421+0000 mon.c (mon.2) 247 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[19887]: audit 2024-09-18T09:13:10.984203+0000 mon.c (mon.2) 248 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[19887]: audit 2024-09-18T09:13:10.986639+0000 mon.c (mon.2) 249 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[28923]: audit 2024-09-18T09:13:10.477309+0000 mgr.y (mgr.15249) 90 : audit [DBG] from='client.15498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[28923]: audit 2024-09-18T09:13:10.964389+0000 mon.c (mon.2) 240 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:13:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[28923]: audit 2024-09-18T09:13:10.967660+0000 mon.c (mon.2) 241 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[28923]: audit 2024-09-18T09:13:10.970090+0000 mon.c (mon.2) 242 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[28923]: audit 2024-09-18T09:13:10.972723+0000 mon.c (mon.2) 243 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[28923]: audit 2024-09-18T09:13:10.975124+0000 mon.c (mon.2) 244 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[28923]: audit 2024-09-18T09:13:10.977029+0000 mon.c (mon.2) 245 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[28923]: audit 2024-09-18T09:13:10.978939+0000 mon.c (mon.2) 246 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[28923]: audit 2024-09-18T09:13:10.981421+0000 mon.c (mon.2) 247 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[28923]: audit 2024-09-18T09:13:10.984203+0000 mon.c (mon.2) 248 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:11 smithi078 bash[28923]: audit 2024-09-18T09:13:10.986639+0000 mon.c (mon.2) 249 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:12.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:12 smithi189 bash[21687]: cluster 2024-09-18T09:13:11.389487+0000 mgr.y (mgr.15249) 91 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:13.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:12 smithi078 bash[19887]: cluster 2024-09-18T09:13:11.389487+0000 mgr.y (mgr.15249) 91 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:13.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:12 smithi078 bash[28923]: cluster 2024-09-18T09:13:11.389487+0000 mgr.y (mgr.15249) 91 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:15.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:14 smithi189 bash[21687]: cluster 2024-09-18T09:13:13.391157+0000 mgr.y (mgr.15249) 92 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:15.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:14 smithi189 bash[21687]: cephadm 2024-09-18T09:13:13.439251+0000 mgr.y (mgr.15249) 93 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-18T09:13:15.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:14 smithi189 bash[21687]: cephadm 2024-09-18T09:13:13.725960+0000 mgr.y (mgr.15249) 94 : cephadm [INF] Deploying daemon prometheus.a on smithi189 2024-09-18T09:13:15.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:14 smithi078 bash[19887]: cluster 2024-09-18T09:13:13.391157+0000 mgr.y (mgr.15249) 92 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:15.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:14 smithi078 bash[19887]: cephadm 2024-09-18T09:13:13.439251+0000 mgr.y (mgr.15249) 93 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-18T09:13:15.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:14 smithi078 bash[19887]: cephadm 2024-09-18T09:13:13.725960+0000 mgr.y (mgr.15249) 94 : cephadm [INF] Deploying daemon prometheus.a on smithi189 2024-09-18T09:13:15.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:14 smithi078 bash[28923]: cluster 2024-09-18T09:13:13.391157+0000 mgr.y (mgr.15249) 92 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:15.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:14 smithi078 bash[28923]: cephadm 2024-09-18T09:13:13.439251+0000 mgr.y (mgr.15249) 93 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-18T09:13:15.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:14 smithi078 bash[28923]: cephadm 2024-09-18T09:13:13.725960+0000 mgr.y (mgr.15249) 94 : cephadm [INF] Deploying daemon prometheus.a on smithi189 2024-09-18T09:13:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:16 smithi189 bash[21687]: audit 2024-09-18T09:13:15.348307+0000 mgr.y (mgr.15249) 95 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:16 smithi189 bash[21687]: cluster 2024-09-18T09:13:15.391873+0000 mgr.y (mgr.15249) 96 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:17.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:16 smithi078 bash[19887]: audit 2024-09-18T09:13:15.348307+0000 mgr.y (mgr.15249) 95 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:17.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:16 smithi078 bash[19887]: cluster 2024-09-18T09:13:15.391873+0000 mgr.y (mgr.15249) 96 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:16 smithi078 bash[28923]: audit 2024-09-18T09:13:15.348307+0000 mgr.y (mgr.15249) 95 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:16 smithi078 bash[28923]: cluster 2024-09-18T09:13:15.391873+0000 mgr.y (mgr.15249) 96 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:17 smithi189 bash[21687]: audit 2024-09-18T09:13:17.205388+0000 mon.c (mon.2) 250 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:13:18.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:17 smithi078 bash[19887]: audit 2024-09-18T09:13:17.205388+0000 mon.c (mon.2) 250 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:13:18.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:17 smithi078 bash[28923]: audit 2024-09-18T09:13:17.205388+0000 mon.c (mon.2) 250 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:13:19.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:18 smithi189 bash[21687]: cluster 2024-09-18T09:13:17.392587+0000 mgr.y (mgr.15249) 97 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:19.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:18 smithi078 bash[19887]: cluster 2024-09-18T09:13:17.392587+0000 mgr.y (mgr.15249) 97 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:19.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:18 smithi078 bash[28923]: cluster 2024-09-18T09:13:17.392587+0000 mgr.y (mgr.15249) 97 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:20.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:13:20 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:13:20] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-18T09:13:21.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:20 smithi189 bash[21687]: cluster 2024-09-18T09:13:19.394263+0000 mgr.y (mgr.15249) 98 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:21.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:20 smithi078 bash[19887]: cluster 2024-09-18T09:13:19.394263+0000 mgr.y (mgr.15249) 98 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:21.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:20 smithi078 bash[28923]: cluster 2024-09-18T09:13:19.394263+0000 mgr.y (mgr.15249) 98 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:23.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:22 smithi189 bash[21687]: cluster 2024-09-18T09:13:21.394981+0000 mgr.y (mgr.15249) 99 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:23.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:22 smithi078 bash[19887]: cluster 2024-09-18T09:13:21.394981+0000 mgr.y (mgr.15249) 99 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:23.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:22 smithi078 bash[28923]: cluster 2024-09-18T09:13:21.394981+0000 mgr.y (mgr.15249) 99 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:25.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:24 smithi189 bash[21687]: cluster 2024-09-18T09:13:23.396611+0000 mgr.y (mgr.15249) 100 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:25.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:24 smithi078 bash[19887]: cluster 2024-09-18T09:13:23.396611+0000 mgr.y (mgr.15249) 100 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:25.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:24 smithi078 bash[28923]: cluster 2024-09-18T09:13:23.396611+0000 mgr.y (mgr.15249) 100 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:26.864 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:26.864 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:13:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:26.865 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:13:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:26.865 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:13:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:26.865 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:26.866 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:13:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:26.866 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:13:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:26.866 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:13:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:26.867 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:13:26 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:27.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:26 smithi189 bash[21687]: audit 2024-09-18T09:13:25.359614+0000 mgr.y (mgr.15249) 101 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:27.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:26 smithi189 bash[21687]: cluster 2024-09-18T09:13:25.397307+0000 mgr.y (mgr.15249) 102 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:27.173 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:26 smithi189 systemd[1]: Stopping Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:13:27.173 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:26 smithi189 bash[56149]: ts=2024-09-18T09:13:26.984Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-18T09:13:27.173 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:26 smithi189 bash[56149]: ts=2024-09-18T09:13:26.984Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-18T09:13:27.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:26 smithi189 bash[56149]: ts=2024-09-18T09:13:26.984Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-18T09:13:27.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:26 smithi189 bash[56149]: ts=2024-09-18T09:13:26.984Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-18T09:13:27.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:26 smithi189 bash[56149]: ts=2024-09-18T09:13:26.984Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-18T09:13:27.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:26 smithi189 bash[56149]: ts=2024-09-18T09:13:26.984Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-18T09:13:27.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:26 smithi189 bash[56149]: ts=2024-09-18T09:13:26.984Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-18T09:13:27.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:26 smithi189 bash[56149]: ts=2024-09-18T09:13:26.984Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-18T09:13:27.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:26 smithi189 bash[56149]: ts=2024-09-18T09:13:26.985Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-18T09:13:27.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:26 smithi189 bash[56149]: ts=2024-09-18T09:13:26.985Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-18T09:13:27.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:26 smithi189 bash[56149]: ts=2024-09-18T09:13:26.985Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-18T09:13:27.174 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:26 smithi189 bash[56149]: ts=2024-09-18T09:13:26.985Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-18T09:13:27.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:26 smithi078 bash[19887]: audit 2024-09-18T09:13:25.359614+0000 mgr.y (mgr.15249) 101 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:27.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:26 smithi078 bash[19887]: cluster 2024-09-18T09:13:25.397307+0000 mgr.y (mgr.15249) 102 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:26 smithi078 bash[28923]: audit 2024-09-18T09:13:25.359614+0000 mgr.y (mgr.15249) 101 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:26 smithi078 bash[28923]: cluster 2024-09-18T09:13:25.397307+0000 mgr.y (mgr.15249) 102 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:27.987 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:27 smithi189 bash[63466]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-prometheus-a 2024-09-18T09:13:27.987 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:27 smithi189 bash[63527]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-prometheus-a 2024-09-18T09:13:27.987 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:27 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-18T09:13:27.988 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:27 smithi189 systemd[1]: Stopped Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:13:28.326 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:13:28 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:28.326 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:13:28 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:28.327 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:28 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:28.327 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:13:28 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:28.327 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:13:28 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:28.328 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:13:28 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:28.328 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:13:28 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:28.328 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:13:28 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:28.328 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:28 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:28.329 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:28 smithi189 systemd[1]: Started Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:13:29.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:28 smithi189 bash[21687]: cluster 2024-09-18T09:13:27.397985+0000 mgr.y (mgr.15249) 103 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:29.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:28 smithi189 bash[21687]: audit 2024-09-18T09:13:28.241034+0000 mon.a (mon.0) 1344 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:29.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:28 smithi189 bash[21687]: audit 2024-09-18T09:13:28.256190+0000 mon.a (mon.0) 1345 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:29.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:28 smithi078 bash[19887]: cluster 2024-09-18T09:13:27.397985+0000 mgr.y (mgr.15249) 103 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:29.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:28 smithi078 bash[19887]: audit 2024-09-18T09:13:28.241034+0000 mon.a (mon.0) 1344 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:29.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:28 smithi078 bash[19887]: audit 2024-09-18T09:13:28.256190+0000 mon.a (mon.0) 1345 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:29.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:28 smithi078 bash[28923]: cluster 2024-09-18T09:13:27.397985+0000 mgr.y (mgr.15249) 103 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:29.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:28 smithi078 bash[28923]: audit 2024-09-18T09:13:28.241034+0000 mon.a (mon.0) 1344 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:29.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:28 smithi078 bash[28923]: audit 2024-09-18T09:13:28.256190+0000 mon.a (mon.0) 1345 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:30.423 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.931Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-09-18T09:13:30.423 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.931Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-09-18T09:13:30.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.931Z caller=main.go:623 level=info host_details="(Linux 5.15.0-122-generic #132-Ubuntu SMP Thu Aug 29 13:45:52 UTC 2024 x86_64 smithi189 (none))" 2024-09-18T09:13:30.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.931Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-18T09:13:30.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.931Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-18T09:13:30.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.934Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-09-18T09:13:30.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.934Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-09-18T09:13:30.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.936Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-09-18T09:13:30.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.936Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-18T09:13:30.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.938Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-18T09:13:30.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.940Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.123524ms 2024-09-18T09:13:30.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.940Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-18T09:13:30.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.940Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=6 2024-09-18T09:13:30.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.953Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=6 2024-09-18T09:13:30.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.957Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=6 2024-09-18T09:13:30.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.960Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=6 2024-09-18T09:13:30.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.968Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=6 2024-09-18T09:13:30.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.970Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=6 2024-09-18T09:13:30.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.970Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=6 maxSegment=6 2024-09-18T09:13:30.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.970Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=57.59µs wal_replay_duration=30.661485ms wbl_replay_duration=99ns total_replay_duration=31.872364ms 2024-09-18T09:13:30.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.973Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-09-18T09:13:30.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.973Z caller=main.go:1153 level=info msg="TSDB started" 2024-09-18T09:13:30.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.973Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-18T09:13:30.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.990Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.58751ms db_storage=912ns remote_storage=1.283µs web_handler=345ns query_engine=622ns scrape=275.198µs scrape_sd=140.759µs notify=41.753µs notify_sd=18.359µs rules=16.662458ms tracing=5.126µs 2024-09-18T09:13:30.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.991Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-09-18T09:13:30.425 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:13:29 smithi189 bash[63582]: ts=2024-09-18T09:13:29.991Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-09-18T09:13:31.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:30 smithi189 bash[21687]: cluster 2024-09-18T09:13:29.399566+0000 mgr.y (mgr.15249) 104 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:31.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:30 smithi078 bash[19887]: cluster 2024-09-18T09:13:29.399566+0000 mgr.y (mgr.15249) 104 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:31.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:30 smithi078 bash[28923]: cluster 2024-09-18T09:13:29.399566+0000 mgr.y (mgr.15249) 104 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:32 smithi189 bash[21687]: cluster 2024-09-18T09:13:31.400279+0000 mgr.y (mgr.15249) 105 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:32 smithi189 bash[21687]: audit 2024-09-18T09:13:32.205940+0000 mon.c (mon.2) 251 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:13:33.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:32 smithi078 bash[19887]: cluster 2024-09-18T09:13:31.400279+0000 mgr.y (mgr.15249) 105 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:33.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:32 smithi078 bash[19887]: audit 2024-09-18T09:13:32.205940+0000 mon.c (mon.2) 251 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:13:33.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:32 smithi078 bash[28923]: cluster 2024-09-18T09:13:31.400279+0000 mgr.y (mgr.15249) 105 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:33.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:32 smithi078 bash[28923]: audit 2024-09-18T09:13:32.205940+0000 mon.c (mon.2) 251 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:13:35.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:34 smithi189 bash[21687]: cluster 2024-09-18T09:13:33.401944+0000 mgr.y (mgr.15249) 106 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:35.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:34 smithi078 bash[19887]: cluster 2024-09-18T09:13:33.401944+0000 mgr.y (mgr.15249) 106 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:35.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:34 smithi078 bash[28923]: cluster 2024-09-18T09:13:33.401944+0000 mgr.y (mgr.15249) 106 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:36.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:36 smithi189 bash[21687]: audit 2024-09-18T09:13:35.257276+0000 mon.a (mon.0) 1346 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:36.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:36 smithi189 bash[21687]: audit 2024-09-18T09:13:35.270774+0000 mon.a (mon.0) 1347 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:36.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:36 smithi189 bash[21687]: audit 2024-09-18T09:13:35.369313+0000 mgr.y (mgr.15249) 107 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:36.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:36 smithi189 bash[21687]: cluster 2024-09-18T09:13:35.402656+0000 mgr.y (mgr.15249) 108 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:36.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:36 smithi078 bash[19887]: audit 2024-09-18T09:13:35.257276+0000 mon.a (mon.0) 1346 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:36.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:36 smithi078 bash[19887]: audit 2024-09-18T09:13:35.270774+0000 mon.a (mon.0) 1347 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:36.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:36 smithi078 bash[19887]: audit 2024-09-18T09:13:35.369313+0000 mgr.y (mgr.15249) 107 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:36.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:36 smithi078 bash[19887]: cluster 2024-09-18T09:13:35.402656+0000 mgr.y (mgr.15249) 108 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:36 smithi078 bash[28923]: audit 2024-09-18T09:13:35.257276+0000 mon.a (mon.0) 1346 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:36 smithi078 bash[28923]: audit 2024-09-18T09:13:35.270774+0000 mon.a (mon.0) 1347 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:36 smithi078 bash[28923]: audit 2024-09-18T09:13:35.369313+0000 mgr.y (mgr.15249) 107 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:36.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:36 smithi078 bash[28923]: cluster 2024-09-18T09:13:35.402656+0000 mgr.y (mgr.15249) 108 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:37.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:37 smithi189 bash[21687]: audit 2024-09-18T09:13:36.413755+0000 mon.a (mon.0) 1348 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:37.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:37 smithi189 bash[21687]: audit 2024-09-18T09:13:36.427612+0000 mon.a (mon.0) 1349 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:37.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:37 smithi078 bash[19887]: audit 2024-09-18T09:13:36.413755+0000 mon.a (mon.0) 1348 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:37.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:37 smithi078 bash[19887]: audit 2024-09-18T09:13:36.427612+0000 mon.a (mon.0) 1349 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:37.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:37 smithi078 bash[28923]: audit 2024-09-18T09:13:36.413755+0000 mon.a (mon.0) 1348 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:37.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:37 smithi078 bash[28923]: audit 2024-09-18T09:13:36.427612+0000 mon.a (mon.0) 1349 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:38.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:38 smithi078 bash[19887]: cluster 2024-09-18T09:13:37.403330+0000 mgr.y (mgr.15249) 109 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:38.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:38 smithi078 bash[28923]: cluster 2024-09-18T09:13:37.403330+0000 mgr.y (mgr.15249) 109 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:38.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:38 smithi189 bash[21687]: cluster 2024-09-18T09:13:37.403330+0000 mgr.y (mgr.15249) 109 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:40.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:40 smithi078 bash[19887]: cluster 2024-09-18T09:13:39.404980+0000 mgr.y (mgr.15249) 110 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:40.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:40 smithi078 bash[28923]: cluster 2024-09-18T09:13:39.404980+0000 mgr.y (mgr.15249) 110 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:40.813 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:13:40.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:40 smithi189 bash[21687]: cluster 2024-09-18T09:13:39.404980+0000 mgr.y (mgr.15249) 110 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:41.433 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:13:41.433 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (26m) 42s ago 26m 13.4M - 0.25.0 c8568f914cd2 281c36281377 2024-09-18T09:13:41.433 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (26m) 6s ago 26m 75.5M - 9.4.12 2bacad6d85d8 b91647ac551b 2024-09-18T09:13:41.433 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (87s) 42s ago 24m 47.5M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:13:41.433 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (75s) 6s ago 35m 437M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:13:41.433 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (12m) 42s ago 37m 499M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:13:41.433 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (37m) 42s ago 38m 85.2M 2048M 19.1.1-330-gc2ddf972 ebb0615149de bf4e56a16354 2024-09-18T09:13:41.433 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (35m) 6s ago 35m 58.2M 2048M 19.1.1-330-gc2ddf972 ebb0615149de ab98398799ea 2024-09-18T09:13:41.433 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (35m) 42s ago 35m 58.8M 2048M 19.1.1-330-gc2ddf972 ebb0615149de 3ab54f539482 2024-09-18T09:13:41.433 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (50s) 42s ago 27m 2908k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:13:41.434 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (46s) 6s ago 27m 7564k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:13:41.434 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (34m) 42s ago 34m 57.2M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T09:13:41.434 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (33m) 42s ago 33m 66.2M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T09:13:41.434 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (32m) 42s ago 32m 61.9M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:13:41.434 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (31m) 42s ago 31m 66.1M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:13:41.434 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (30m) 6s ago 30m 67.7M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:13:41.434 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (30m) 6s ago 30m 57.0M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:13:41.434 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (29m) 6s ago 29m 54.8M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:13:41.434 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (28m) 6s ago 28m 66.0M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:13:41.434 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (13s) 6s ago 27m 34.0M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:13:41.434 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (24m) 42s ago 24m 101M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:13:41.434 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (24m) 6s ago 24m 101M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:13:41.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:41 smithi078 bash[19887]: audit 2024-09-18T09:13:40.801596+0000 mgr.y (mgr.15249) 111 : audit [DBG] from='client.25397 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:41.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:41 smithi078 bash[28923]: audit 2024-09-18T09:13:40.801596+0000 mgr.y (mgr.15249) 111 : audit [DBG] from='client.25397 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:41.783 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:13:41.784 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:13:41.784 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 3 2024-09-18T09:13:41.784 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:13:41.784 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:13:41.784 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:13:41.784 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:13:41.784 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:13:41.784 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 8 2024-09-18T09:13:41.784 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:13:41.784 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:13:41.784 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:13:41.784 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:13:41.785 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:13:41.785 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 13, 2024-09-18T09:13:41.785 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:13:41.785 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:13:41.785 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:13:41.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:41 smithi189 bash[21687]: audit 2024-09-18T09:13:40.801596+0000 mgr.y (mgr.15249) 111 : audit [DBG] from='client.25397 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:42.088 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:13:42.088 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:13:42.088 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:13:42.088 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-18T09:13:42.088 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [ 2024-09-18T09:13:42.088 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr" 2024-09-18T09:13:42.088 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2024-09-18T09:13:42.088 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "2/2 daemons upgraded", 2024-09-18T09:13:42.089 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading prometheus daemons", 2024-09-18T09:13:42.089 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:13:42.089 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:13:42.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:42 smithi078 bash[19887]: audit 2024-09-18T09:13:41.117479+0000 mgr.y (mgr.15249) 112 : audit [DBG] from='client.25403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:42.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:42 smithi078 bash[19887]: cluster 2024-09-18T09:13:41.405711+0000 mgr.y (mgr.15249) 113 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:42.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:42 smithi078 bash[19887]: audit 2024-09-18T09:13:41.421530+0000 mgr.y (mgr.15249) 114 : audit [DBG] from='client.25409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:42.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:42 smithi078 bash[19887]: audit 2024-09-18T09:13:41.784742+0000 mon.c (mon.2) 252 : audit [DBG] from='client.? 172.21.15.78:0/847483951' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:42.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:42 smithi078 bash[28923]: audit 2024-09-18T09:13:41.117479+0000 mgr.y (mgr.15249) 112 : audit [DBG] from='client.25403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:42.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:42 smithi078 bash[28923]: cluster 2024-09-18T09:13:41.405711+0000 mgr.y (mgr.15249) 113 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:42.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:42 smithi078 bash[28923]: audit 2024-09-18T09:13:41.421530+0000 mgr.y (mgr.15249) 114 : audit [DBG] from='client.25409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:42.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:42 smithi078 bash[28923]: audit 2024-09-18T09:13:41.784742+0000 mon.c (mon.2) 252 : audit [DBG] from='client.? 172.21.15.78:0/847483951' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:42.770 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:42 smithi189 bash[21687]: audit 2024-09-18T09:13:41.117479+0000 mgr.y (mgr.15249) 112 : audit [DBG] from='client.25403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:42.770 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:42 smithi189 bash[21687]: cluster 2024-09-18T09:13:41.405711+0000 mgr.y (mgr.15249) 113 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:42.770 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:42 smithi189 bash[21687]: audit 2024-09-18T09:13:41.421530+0000 mgr.y (mgr.15249) 114 : audit [DBG] from='client.25409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:42.770 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:42 smithi189 bash[21687]: audit 2024-09-18T09:13:41.784742+0000 mon.c (mon.2) 252 : audit [DBG] from='client.? 172.21.15.78:0/847483951' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:43.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:43 smithi078 bash[19887]: audit 2024-09-18T09:13:42.089043+0000 mgr.y (mgr.15249) 115 : audit [DBG] from='client.15528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:43.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:13:43 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:13:43] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.51.0" 2024-09-18T09:13:43.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:43 smithi078 bash[28923]: audit 2024-09-18T09:13:42.089043+0000 mgr.y (mgr.15249) 115 : audit [DBG] from='client.15528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:43.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:43 smithi189 bash[21687]: audit 2024-09-18T09:13:42.089043+0000 mgr.y (mgr.15249) 115 : audit [DBG] from='client.15528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:13:44.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:44 smithi189 bash[21687]: cluster 2024-09-18T09:13:43.407418+0000 mgr.y (mgr.15249) 116 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:44.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:44 smithi078 bash[28923]: cluster 2024-09-18T09:13:43.407418+0000 mgr.y (mgr.15249) 116 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:44.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:44 smithi078 bash[19887]: cluster 2024-09-18T09:13:43.407418+0000 mgr.y (mgr.15249) 116 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:45.371843+0000 mgr.y (mgr.15249) 117 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:46.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: cluster 2024-09-18T09:13:45.408100+0000 mgr.y (mgr.15249) 118 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:46.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:46.158329+0000 mon.a (mon.0) 1350 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:46.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:46.173439+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:46.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:46.177748+0000 mon.c (mon.2) 253 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:13:46.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:46.179315+0000 mon.c (mon.2) 254 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:13:46.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:46.190568+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:46.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:46.238818+0000 mon.c (mon.2) 255 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:13:46.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:46.319795+0000 mon.c (mon.2) 256 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:13:46.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:46.323095+0000 mon.c (mon.2) 257 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:46.325826+0000 mon.c (mon.2) 258 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:46.328535+0000 mon.c (mon.2) 259 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:46.331138+0000 mon.c (mon.2) 260 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:46.333157+0000 mon.c (mon.2) 261 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:46.335275+0000 mon.c (mon.2) 262 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:46.337714+0000 mon.c (mon.2) 263 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:46.341514+0000 mon.c (mon.2) 264 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:46.344710+0000 mon.c (mon.2) 265 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:46 smithi189 bash[21687]: audit 2024-09-18T09:13:46.347692+0000 mon.c (mon.2) 266 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:45.371843+0000 mgr.y (mgr.15249) 117 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:46.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: cluster 2024-09-18T09:13:45.408100+0000 mgr.y (mgr.15249) 118 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:46.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:46.158329+0000 mon.a (mon.0) 1350 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:46.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:46.173439+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:46.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:46.177748+0000 mon.c (mon.2) 253 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:13:46.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:46.179315+0000 mon.c (mon.2) 254 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:13:46.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:46.190568+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:46.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:46.238818+0000 mon.c (mon.2) 255 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:13:46.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:46.319795+0000 mon.c (mon.2) 256 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:13:46.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:46.323095+0000 mon.c (mon.2) 257 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:46.325826+0000 mon.c (mon.2) 258 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:46.328535+0000 mon.c (mon.2) 259 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:46.331138+0000 mon.c (mon.2) 260 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:46.333157+0000 mon.c (mon.2) 261 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:46.335275+0000 mon.c (mon.2) 262 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:46.337714+0000 mon.c (mon.2) 263 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:46.341514+0000 mon.c (mon.2) 264 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:46.344710+0000 mon.c (mon.2) 265 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[28923]: audit 2024-09-18T09:13:46.347692+0000 mon.c (mon.2) 266 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:45.371843+0000 mgr.y (mgr.15249) 117 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:46.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: cluster 2024-09-18T09:13:45.408100+0000 mgr.y (mgr.15249) 118 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:46.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:46.158329+0000 mon.a (mon.0) 1350 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:46.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:46.173439+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:46.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:46.177748+0000 mon.c (mon.2) 253 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:13:46.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:46.179315+0000 mon.c (mon.2) 254 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:13:46.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:46.190568+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:13:46.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:46.238818+0000 mon.c (mon.2) 255 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:13:46.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:46.319795+0000 mon.c (mon.2) 256 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:13:46.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:46.323095+0000 mon.c (mon.2) 257 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:46.325826+0000 mon.c (mon.2) 258 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:46.328535+0000 mon.c (mon.2) 259 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:46.331138+0000 mon.c (mon.2) 260 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:46.333157+0000 mon.c (mon.2) 261 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:46.335275+0000 mon.c (mon.2) 262 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:46.337714+0000 mon.c (mon.2) 263 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:46.341514+0000 mon.c (mon.2) 264 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:46.344710+0000 mon.c (mon.2) 265 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:46.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:46 smithi078 bash[19887]: audit 2024-09-18T09:13:46.347692+0000 mon.c (mon.2) 266 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:13:47.821 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:47 smithi078 bash[19887]: audit 2024-09-18T09:13:46.239985+0000 mgr.y (mgr.15249) 119 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:13:47.822 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:47 smithi078 bash[19887]: audit 2024-09-18T09:13:47.206294+0000 mon.c (mon.2) 267 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:13:47.822 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:47 smithi078 bash[28923]: audit 2024-09-18T09:13:46.239985+0000 mgr.y (mgr.15249) 119 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:13:47.822 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:47 smithi078 bash[28923]: audit 2024-09-18T09:13:47.206294+0000 mon.c (mon.2) 267 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:13:47.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:47 smithi189 bash[21687]: audit 2024-09-18T09:13:46.239985+0000 mgr.y (mgr.15249) 119 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T09:13:47.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:47 smithi189 bash[21687]: audit 2024-09-18T09:13:47.206294+0000 mon.c (mon.2) 267 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:13:48.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:48 smithi189 bash[21687]: cluster 2024-09-18T09:13:47.408924+0000 mgr.y (mgr.15249) 120 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:48.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:48 smithi078 bash[19887]: cluster 2024-09-18T09:13:47.408924+0000 mgr.y (mgr.15249) 120 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:48.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:48 smithi078 bash[28923]: cluster 2024-09-18T09:13:47.408924+0000 mgr.y (mgr.15249) 120 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:49.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:49 smithi189 bash[21687]: cephadm 2024-09-18T09:13:48.704918+0000 mgr.y (mgr.15249) 121 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-18T09:13:49.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:49 smithi189 bash[21687]: cephadm 2024-09-18T09:13:48.713040+0000 mgr.y (mgr.15249) 122 : cephadm [INF] Deploying daemon alertmanager.a on smithi078 2024-09-18T09:13:49.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:49 smithi078 bash[19887]: cephadm 2024-09-18T09:13:48.704918+0000 mgr.y (mgr.15249) 121 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-18T09:13:49.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:49 smithi078 bash[19887]: cephadm 2024-09-18T09:13:48.713040+0000 mgr.y (mgr.15249) 122 : cephadm [INF] Deploying daemon alertmanager.a on smithi078 2024-09-18T09:13:49.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:49 smithi078 bash[28923]: cephadm 2024-09-18T09:13:48.704918+0000 mgr.y (mgr.15249) 121 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-18T09:13:49.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:49 smithi078 bash[28923]: cephadm 2024-09-18T09:13:48.713040+0000 mgr.y (mgr.15249) 122 : cephadm [INF] Deploying daemon alertmanager.a on smithi078 2024-09-18T09:13:50.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:50 smithi189 bash[21687]: cluster 2024-09-18T09:13:49.410599+0000 mgr.y (mgr.15249) 123 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:50.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:50 smithi078 bash[19887]: cluster 2024-09-18T09:13:49.410599+0000 mgr.y (mgr.15249) 123 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:50.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:50 smithi078 bash[28923]: cluster 2024-09-18T09:13:49.410599+0000 mgr.y (mgr.15249) 123 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:52.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:52 smithi189 bash[21687]: cluster 2024-09-18T09:13:51.411397+0000 mgr.y (mgr.15249) 124 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:52.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:52 smithi078 bash[19887]: cluster 2024-09-18T09:13:51.411397+0000 mgr.y (mgr.15249) 124 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:52.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:52 smithi078 bash[28923]: cluster 2024-09-18T09:13:51.411397+0000 mgr.y (mgr.15249) 124 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:53.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:13:53 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:13:53] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.51.0" 2024-09-18T09:13:54.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:54 smithi189 bash[21687]: cluster 2024-09-18T09:13:53.413077+0000 mgr.y (mgr.15249) 125 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:54.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:54 smithi078 bash[19887]: cluster 2024-09-18T09:13:53.413077+0000 mgr.y (mgr.15249) 125 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:54.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:54 smithi078 bash[28923]: cluster 2024-09-18T09:13:53.413077+0000 mgr.y (mgr.15249) 125 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:13:56.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:56 smithi078 bash[19887]: audit 2024-09-18T09:13:55.381251+0000 mgr.y (mgr.15249) 126 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:56.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:56 smithi078 bash[19887]: cluster 2024-09-18T09:13:55.413716+0000 mgr.y (mgr.15249) 127 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:56.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:56 smithi078 bash[28923]: audit 2024-09-18T09:13:55.381251+0000 mgr.y (mgr.15249) 126 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:56.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:56 smithi078 bash[28923]: cluster 2024-09-18T09:13:55.413716+0000 mgr.y (mgr.15249) 127 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:56.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:56 smithi189 bash[21687]: audit 2024-09-18T09:13:55.381251+0000 mgr.y (mgr.15249) 126 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:13:56.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:56 smithi189 bash[21687]: cluster 2024-09-18T09:13:55.413716+0000 mgr.y (mgr.15249) 127 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:58.191 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:13:58 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:58.191 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:13:58 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:58.192 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:13:58 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:58.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:58 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:58.192 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:58 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:58.193 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:13:58 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:58.193 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:13:58 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:58.193 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:13:58 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:58.193 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:13:58 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:58.452 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:13:58 smithi078 systemd[1]: Stopping Ceph alertmanager.a for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:13:58.452 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:13:58 smithi078 bash[53828]: ts=2024-09-18T09:13:58.314Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-18T09:13:58.916 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:58 smithi078 bash[19887]: cluster 2024-09-18T09:13:57.414481+0000 mgr.y (mgr.15249) 128 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:58.916 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:58 smithi078 bash[28923]: cluster 2024-09-18T09:13:57.414481+0000 mgr.y (mgr.15249) 128 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:58.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:13:58 smithi189 bash[21687]: cluster 2024-09-18T09:13:57.414481+0000 mgr.y (mgr.15249) 128 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:13:59.202 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:13:58 smithi078 bash[84552]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-alertmanager-a 2024-09-18T09:13:59.202 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:13:59 smithi078 bash[84612]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-alertmanager-a 2024-09-18T09:13:59.202 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:13:59 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-18T09:13:59.202 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:13:59 smithi078 systemd[1]: Stopped Ceph alertmanager.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:13:59.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:13:59 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:59.702 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:13:59 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:59.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:13:59 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:59.703 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:13:59 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:59.703 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:13:59 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:59.704 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:13:59 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:59.704 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:13:59 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:59.704 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:13:59 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:13:59.704 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:13:59 smithi078 systemd[1]: Started Ceph alertmanager.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:13:59.705 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:13:59 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:00.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:00 smithi189 bash[21687]: cluster 2024-09-18T09:13:59.415515+0000 mgr.y (mgr.15249) 129 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:00.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:00 smithi189 bash[21687]: audit 2024-09-18T09:13:59.470781+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:00.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:00 smithi189 bash[21687]: audit 2024-09-18T09:13:59.477072+0000 mon.a (mon.0) 1354 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:00.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:00 smithi078 bash[28923]: cluster 2024-09-18T09:13:59.415515+0000 mgr.y (mgr.15249) 129 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:00.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:00 smithi078 bash[28923]: audit 2024-09-18T09:13:59.470781+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:00.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:00 smithi078 bash[28923]: audit 2024-09-18T09:13:59.477072+0000 mon.a (mon.0) 1354 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:00.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:00 smithi078 bash[19887]: cluster 2024-09-18T09:13:59.415515+0000 mgr.y (mgr.15249) 129 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:00.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:00 smithi078 bash[19887]: audit 2024-09-18T09:13:59.470781+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:00.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:00 smithi078 bash[19887]: audit 2024-09-18T09:13:59.477072+0000 mon.a (mon.0) 1354 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:00.953 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:14:00 smithi078 bash[84667]: ts=2024-09-18T09:14:00.652Z caller=main.go:181 level=info msg="Starting Alertmanager" version="(version=0.27.0, branch=HEAD, revision=0aa3c2aad14cff039931923ab16b26b7481783b5)" 2024-09-18T09:14:00.953 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:14:00 smithi078 bash[84667]: ts=2024-09-18T09:14:00.652Z caller=main.go:182 level=info build_context="(go=go1.21.7, platform=linux/amd64, user=root@22cd11f671e9, date=20240228-11:51:20, tags=netgo)" 2024-09-18T09:14:00.953 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:14:00 smithi078 bash[84667]: ts=2024-09-18T09:14:00.654Z caller=cluster.go:186 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.78 port=9094 2024-09-18T09:14:00.953 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:14:00 smithi078 bash[84667]: ts=2024-09-18T09:14:00.655Z caller=cluster.go:683 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-18T09:14:00.953 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:14:00 smithi078 bash[84667]: ts=2024-09-18T09:14:00.684Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-18T09:14:00.954 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:14:00 smithi078 bash[84667]: ts=2024-09-18T09:14:00.684Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-18T09:14:00.954 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:14:00 smithi078 bash[84667]: ts=2024-09-18T09:14:00.686Z caller=tls_config.go:313 level=info msg="Listening on" address=[::]:9093 2024-09-18T09:14:00.954 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:14:00 smithi078 bash[84667]: ts=2024-09-18T09:14:00.686Z caller=tls_config.go:316 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-18T09:14:02.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:02 smithi189 bash[21687]: cluster 2024-09-18T09:14:01.416168+0000 mgr.y (mgr.15249) 130 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:02.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:02 smithi189 bash[21687]: audit 2024-09-18T09:14:02.206577+0000 mon.c (mon.2) 268 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:14:02.952 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:14:02 smithi078 bash[84667]: ts=2024-09-18T09:14:02.655Z caller=cluster.go:708 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000089942s 2024-09-18T09:14:02.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:02 smithi078 bash[19887]: cluster 2024-09-18T09:14:01.416168+0000 mgr.y (mgr.15249) 130 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:02.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:02 smithi078 bash[19887]: audit 2024-09-18T09:14:02.206577+0000 mon.c (mon.2) 268 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:14:02.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:02 smithi078 bash[28923]: cluster 2024-09-18T09:14:01.416168+0000 mgr.y (mgr.15249) 130 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:02.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:02 smithi078 bash[28923]: audit 2024-09-18T09:14:02.206577+0000 mon.c (mon.2) 268 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:14:03.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:14:03 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:14:03] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.51.0" 2024-09-18T09:14:04.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:04 smithi189 bash[21687]: cluster 2024-09-18T09:14:03.417872+0000 mgr.y (mgr.15249) 131 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:04.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:04 smithi078 bash[19887]: cluster 2024-09-18T09:14:03.417872+0000 mgr.y (mgr.15249) 131 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:04.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:04 smithi078 bash[28923]: cluster 2024-09-18T09:14:03.417872+0000 mgr.y (mgr.15249) 131 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:06.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:06 smithi189 bash[21687]: audit 2024-09-18T09:14:05.359019+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:06.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:06 smithi189 bash[21687]: audit 2024-09-18T09:14:05.365930+0000 mon.a (mon.0) 1356 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:06.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:06 smithi189 bash[21687]: audit 2024-09-18T09:14:05.389214+0000 mgr.y (mgr.15249) 132 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:06.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:06 smithi189 bash[21687]: cluster 2024-09-18T09:14:05.418618+0000 mgr.y (mgr.15249) 133 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:06.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:06 smithi189 bash[21687]: audit 2024-09-18T09:14:05.467790+0000 mon.a (mon.0) 1357 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:06.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:06 smithi189 bash[21687]: audit 2024-09-18T09:14:05.475682+0000 mon.a (mon.0) 1358 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:06.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:06 smithi078 bash[28923]: audit 2024-09-18T09:14:05.359019+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:06.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:06 smithi078 bash[28923]: audit 2024-09-18T09:14:05.365930+0000 mon.a (mon.0) 1356 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:06.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:06 smithi078 bash[28923]: audit 2024-09-18T09:14:05.389214+0000 mgr.y (mgr.15249) 132 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:06.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:06 smithi078 bash[28923]: cluster 2024-09-18T09:14:05.418618+0000 mgr.y (mgr.15249) 133 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:06.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:06 smithi078 bash[28923]: audit 2024-09-18T09:14:05.467790+0000 mon.a (mon.0) 1357 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:06.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:06 smithi078 bash[28923]: audit 2024-09-18T09:14:05.475682+0000 mon.a (mon.0) 1358 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:06.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:06 smithi078 bash[19887]: audit 2024-09-18T09:14:05.359019+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:06.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:06 smithi078 bash[19887]: audit 2024-09-18T09:14:05.365930+0000 mon.a (mon.0) 1356 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:06.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:06 smithi078 bash[19887]: audit 2024-09-18T09:14:05.389214+0000 mgr.y (mgr.15249) 132 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:06.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:06 smithi078 bash[19887]: cluster 2024-09-18T09:14:05.418618+0000 mgr.y (mgr.15249) 133 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:06.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:06 smithi078 bash[19887]: audit 2024-09-18T09:14:05.467790+0000 mon.a (mon.0) 1357 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:06.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:06 smithi078 bash[19887]: audit 2024-09-18T09:14:05.475682+0000 mon.a (mon.0) 1358 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:07.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:07 smithi189 bash[21687]: audit 2024-09-18T09:14:06.463535+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:07.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:07 smithi189 bash[21687]: audit 2024-09-18T09:14:06.471906+0000 mon.a (mon.0) 1360 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:07.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:07 smithi078 bash[19887]: audit 2024-09-18T09:14:06.463535+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:07.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:07 smithi078 bash[19887]: audit 2024-09-18T09:14:06.471906+0000 mon.a (mon.0) 1360 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:07.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:07 smithi078 bash[28923]: audit 2024-09-18T09:14:06.463535+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:07.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:07 smithi078 bash[28923]: audit 2024-09-18T09:14:06.471906+0000 mon.a (mon.0) 1360 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:08.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:08 smithi189 bash[21687]: cluster 2024-09-18T09:14:07.419365+0000 mgr.y (mgr.15249) 134 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:08.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:08 smithi078 bash[19887]: cluster 2024-09-18T09:14:07.419365+0000 mgr.y (mgr.15249) 134 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:08.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:08 smithi078 bash[28923]: cluster 2024-09-18T09:14:07.419365+0000 mgr.y (mgr.15249) 134 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:10.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:10 smithi189 bash[21687]: cluster 2024-09-18T09:14:09.420969+0000 mgr.y (mgr.15249) 135 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:10.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:10 smithi078 bash[19887]: cluster 2024-09-18T09:14:09.420969+0000 mgr.y (mgr.15249) 135 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:10.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:10 smithi078 bash[28923]: cluster 2024-09-18T09:14:09.420969+0000 mgr.y (mgr.15249) 135 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:10.953 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:14:10 smithi078 bash[84667]: ts=2024-09-18T09:14:10.659Z caller=cluster.go:700 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003218256s 2024-09-18T09:14:12.432 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:14:12.733 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:12 smithi078 bash[19887]: cluster 2024-09-18T09:14:11.421625+0000 mgr.y (mgr.15249) 136 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:12.734 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:12 smithi078 bash[28923]: cluster 2024-09-18T09:14:11.421625+0000 mgr.y (mgr.15249) 136 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:12.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:12 smithi189 bash[21687]: cluster 2024-09-18T09:14:11.421625+0000 mgr.y (mgr.15249) 136 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:13.072 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:14:13.072 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (13s) 7s ago 27m 13.9M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:14:13.072 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (27m) 7s ago 27m 75.6M - 9.4.12 2bacad6d85d8 b91647ac551b 2024-09-18T09:14:13.072 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (119s) 7s ago 24m 48.0M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:14:13.072 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (106s) 7s ago 35m 437M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:14:13.072 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (12m) 7s ago 38m 502M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:14:13.072 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (38m) 7s ago 38m 87.4M 2048M 19.1.1-330-gc2ddf972 ebb0615149de bf4e56a16354 2024-09-18T09:14:13.072 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (36m) 7s ago 36m 59.0M 2048M 19.1.1-330-gc2ddf972 ebb0615149de ab98398799ea 2024-09-18T09:14:13.073 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (36m) 7s ago 36m 61.1M 2048M 19.1.1-330-gc2ddf972 ebb0615149de 3ab54f539482 2024-09-18T09:14:13.073 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (82s) 7s ago 27m 7539k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:14:13.073 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (77s) 7s ago 27m 7640k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:14:13.073 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (35m) 7s ago 35m 57.4M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T09:14:13.073 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (34m) 7s ago 34m 66.3M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T09:14:13.073 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (33m) 7s ago 33m 62.1M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:14:13.073 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (32m) 7s ago 32m 66.3M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:14:13.073 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (31m) 7s ago 31m 67.8M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:14:13.073 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (30m) 7s ago 30m 57.0M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:14:13.073 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (29m) 7s ago 29m 54.9M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:14:13.073 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (28m) 7s ago 28m 66.0M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:14:13.073 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (44s) 7s ago 27m 36.0M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:14:13.073 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (25m) 7s ago 25m 101M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:14:13.073 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (25m) 7s ago 25m 101M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:14:13.451 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:14:13.451 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:14:13.451 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 3 2024-09-18T09:14:13.451 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:14:13.451 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:14:13.451 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:14:13.451 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:14:13.451 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:14:13.451 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 8 2024-09-18T09:14:13.451 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:14:13.452 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:14:13.452 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:14:13.452 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:14:13.452 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:14:13.452 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 13, 2024-09-18T09:14:13.452 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:14:13.452 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:14:13.452 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:14:13.774 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:14:13.774 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:14:13.775 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:14:13.775 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-18T09:14:13.775 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [ 2024-09-18T09:14:13.775 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr" 2024-09-18T09:14:13.775 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2024-09-18T09:14:13.775 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "2/2 daemons upgraded", 2024-09-18T09:14:13.775 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading alertmanager daemons", 2024-09-18T09:14:13.775 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:14:13.775 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:14:13.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:13 smithi189 bash[21687]: audit 2024-09-18T09:14:12.420830+0000 mgr.y (mgr.15249) 137 : audit [DBG] from='client.25427 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:13.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:13 smithi189 bash[21687]: audit 2024-09-18T09:14:12.739083+0000 mgr.y (mgr.15249) 138 : audit [DBG] from='client.25433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:13.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:13 smithi189 bash[21687]: audit 2024-09-18T09:14:13.452042+0000 mon.c (mon.2) 269 : audit [DBG] from='client.? 172.21.15.78:0/3743156852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:13.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:14:13 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:14:13] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.51.0" 2024-09-18T09:14:13.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:13 smithi078 bash[19887]: audit 2024-09-18T09:14:12.420830+0000 mgr.y (mgr.15249) 137 : audit [DBG] from='client.25427 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:13.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:13 smithi078 bash[19887]: audit 2024-09-18T09:14:12.739083+0000 mgr.y (mgr.15249) 138 : audit [DBG] from='client.25433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:13.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:13 smithi078 bash[19887]: audit 2024-09-18T09:14:13.452042+0000 mon.c (mon.2) 269 : audit [DBG] from='client.? 172.21.15.78:0/3743156852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:13.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:13 smithi078 bash[28923]: audit 2024-09-18T09:14:12.420830+0000 mgr.y (mgr.15249) 137 : audit [DBG] from='client.25427 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:13.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:13 smithi078 bash[28923]: audit 2024-09-18T09:14:12.739083+0000 mgr.y (mgr.15249) 138 : audit [DBG] from='client.25433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:13.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:13 smithi078 bash[28923]: audit 2024-09-18T09:14:13.452042+0000 mon.c (mon.2) 269 : audit [DBG] from='client.? 172.21.15.78:0/3743156852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:14.769 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:14 smithi078 bash[19887]: audit 2024-09-18T09:14:13.034104+0000 mgr.y (mgr.15249) 139 : audit [DBG] from='client.25439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:14.769 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:14 smithi078 bash[19887]: cluster 2024-09-18T09:14:13.423194+0000 mgr.y (mgr.15249) 140 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:14.769 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:14 smithi078 bash[19887]: audit 2024-09-18T09:14:13.775502+0000 mgr.y (mgr.15249) 141 : audit [DBG] from='client.15558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:14.770 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:14 smithi078 bash[28923]: audit 2024-09-18T09:14:13.034104+0000 mgr.y (mgr.15249) 139 : audit [DBG] from='client.25439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:14.770 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:14 smithi078 bash[28923]: cluster 2024-09-18T09:14:13.423194+0000 mgr.y (mgr.15249) 140 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:14.770 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:14 smithi078 bash[28923]: audit 2024-09-18T09:14:13.775502+0000 mgr.y (mgr.15249) 141 : audit [DBG] from='client.15558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:14.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:14 smithi189 bash[21687]: audit 2024-09-18T09:14:13.034104+0000 mgr.y (mgr.15249) 139 : audit [DBG] from='client.25439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:14.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:14 smithi189 bash[21687]: cluster 2024-09-18T09:14:13.423194+0000 mgr.y (mgr.15249) 140 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:14.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:14 smithi189 bash[21687]: audit 2024-09-18T09:14:13.775502+0000 mgr.y (mgr.15249) 141 : audit [DBG] from='client.15558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:16.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:16 smithi189 bash[21687]: audit 2024-09-18T09:14:15.400271+0000 mgr.y (mgr.15249) 142 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:16.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:16 smithi189 bash[21687]: cluster 2024-09-18T09:14:15.423764+0000 mgr.y (mgr.15249) 143 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:16.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:16 smithi078 bash[19887]: audit 2024-09-18T09:14:15.400271+0000 mgr.y (mgr.15249) 142 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:16.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:16 smithi078 bash[19887]: cluster 2024-09-18T09:14:15.423764+0000 mgr.y (mgr.15249) 143 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:16.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:16 smithi078 bash[28923]: audit 2024-09-18T09:14:15.400271+0000 mgr.y (mgr.15249) 142 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:16.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:16 smithi078 bash[28923]: cluster 2024-09-18T09:14:15.423764+0000 mgr.y (mgr.15249) 143 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:17.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.566023+0000 mon.a (mon.0) 1361 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:17.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.582357+0000 mon.a (mon.0) 1362 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:17.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.585724+0000 mon.c (mon.2) 270 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:14:17.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.587600+0000 mon.c (mon.2) 271 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:14:17.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.600653+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:17.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.655762+0000 mon.c (mon.2) 272 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T09:14:17.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.656779+0000 mgr.y (mgr.15249) 144 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T09:14:17.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.740557+0000 mon.c (mon.2) 273 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:14:17.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.743758+0000 mon.c (mon.2) 274 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.746376+0000 mon.c (mon.2) 275 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.749066+0000 mon.c (mon.2) 276 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.751628+0000 mon.c (mon.2) 277 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.753791+0000 mon.c (mon.2) 278 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.756028+0000 mon.c (mon.2) 279 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.758643+0000 mon.c (mon.2) 280 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.761619+0000 mon.c (mon.2) 281 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.764238+0000 mon.c (mon.2) 282 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.767587+0000 mon.c (mon.2) 283 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:16.770733+0000 mon.c (mon.2) 284 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:17 smithi189 bash[21687]: audit 2024-09-18T09:14:17.207179+0000 mon.c (mon.2) 285 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:14:17.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.566023+0000 mon.a (mon.0) 1361 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:17.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.582357+0000 mon.a (mon.0) 1362 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:17.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.585724+0000 mon.c (mon.2) 270 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:14:17.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.587600+0000 mon.c (mon.2) 271 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:14:17.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.600653+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:17.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.655762+0000 mon.c (mon.2) 272 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T09:14:17.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.656779+0000 mgr.y (mgr.15249) 144 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T09:14:17.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.740557+0000 mon.c (mon.2) 273 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:14:17.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.743758+0000 mon.c (mon.2) 274 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.746376+0000 mon.c (mon.2) 275 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.749066+0000 mon.c (mon.2) 276 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.751628+0000 mon.c (mon.2) 277 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.753791+0000 mon.c (mon.2) 278 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.756028+0000 mon.c (mon.2) 279 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.758643+0000 mon.c (mon.2) 280 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.761619+0000 mon.c (mon.2) 281 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.764238+0000 mon.c (mon.2) 282 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.767587+0000 mon.c (mon.2) 283 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:16.770733+0000 mon.c (mon.2) 284 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[19887]: audit 2024-09-18T09:14:17.207179+0000 mon.c (mon.2) 285 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:14:17.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.566023+0000 mon.a (mon.0) 1361 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:17.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.582357+0000 mon.a (mon.0) 1362 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:17.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.585724+0000 mon.c (mon.2) 270 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:14:17.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.587600+0000 mon.c (mon.2) 271 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:14:17.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.600653+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:17.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.655762+0000 mon.c (mon.2) 272 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T09:14:17.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.656779+0000 mgr.y (mgr.15249) 144 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T09:14:17.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.740557+0000 mon.c (mon.2) 273 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:14:17.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.743758+0000 mon.c (mon.2) 274 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.746376+0000 mon.c (mon.2) 275 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.749066+0000 mon.c (mon.2) 276 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.751628+0000 mon.c (mon.2) 277 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.753791+0000 mon.c (mon.2) 278 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.756028+0000 mon.c (mon.2) 279 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.758643+0000 mon.c (mon.2) 280 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.761619+0000 mon.c (mon.2) 281 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.764238+0000 mon.c (mon.2) 282 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.767587+0000 mon.c (mon.2) 283 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:16.770733+0000 mon.c (mon.2) 284 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:17.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:17 smithi078 bash[28923]: audit 2024-09-18T09:14:17.207179+0000 mon.c (mon.2) 285 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:14:18.868 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:18 smithi189 bash[21687]: cluster 2024-09-18T09:14:17.424468+0000 mgr.y (mgr.15249) 145 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:18.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:18 smithi078 bash[19887]: cluster 2024-09-18T09:14:17.424468+0000 mgr.y (mgr.15249) 145 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:18.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:18 smithi078 bash[28923]: cluster 2024-09-18T09:14:17.424468+0000 mgr.y (mgr.15249) 145 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:20.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:20 smithi189 bash[21687]: cephadm 2024-09-18T09:14:19.351190+0000 mgr.y (mgr.15249) 146 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-18T09:14:20.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:20 smithi189 bash[21687]: cluster 2024-09-18T09:14:19.426086+0000 mgr.y (mgr.15249) 147 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:20.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:20 smithi189 bash[21687]: cephadm 2024-09-18T09:14:19.446232+0000 mgr.y (mgr.15249) 148 : cephadm [INF] Deploying daemon grafana.a on smithi189 2024-09-18T09:14:20.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:20 smithi078 bash[19887]: cephadm 2024-09-18T09:14:19.351190+0000 mgr.y (mgr.15249) 146 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-18T09:14:20.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:20 smithi078 bash[19887]: cluster 2024-09-18T09:14:19.426086+0000 mgr.y (mgr.15249) 147 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:20.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:20 smithi078 bash[19887]: cephadm 2024-09-18T09:14:19.446232+0000 mgr.y (mgr.15249) 148 : cephadm [INF] Deploying daemon grafana.a on smithi189 2024-09-18T09:14:20.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:20 smithi078 bash[28923]: cephadm 2024-09-18T09:14:19.351190+0000 mgr.y (mgr.15249) 146 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-18T09:14:20.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:20 smithi078 bash[28923]: cluster 2024-09-18T09:14:19.426086+0000 mgr.y (mgr.15249) 147 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:20.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:20 smithi078 bash[28923]: cephadm 2024-09-18T09:14:19.446232+0000 mgr.y (mgr.15249) 148 : cephadm [INF] Deploying daemon grafana.a on smithi189 2024-09-18T09:14:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:22 smithi189 bash[21687]: cluster 2024-09-18T09:14:21.426787+0000 mgr.y (mgr.15249) 149 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:22.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:22 smithi078 bash[19887]: cluster 2024-09-18T09:14:21.426787+0000 mgr.y (mgr.15249) 149 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:22.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:22 smithi078 bash[28923]: cluster 2024-09-18T09:14:21.426787+0000 mgr.y (mgr.15249) 149 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:23.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:14:23 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:14:23] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.51.0" 2024-09-18T09:14:24.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:24 smithi189 bash[21687]: cluster 2024-09-18T09:14:23.428427+0000 mgr.y (mgr.15249) 150 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:24.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:24 smithi078 bash[19887]: cluster 2024-09-18T09:14:23.428427+0000 mgr.y (mgr.15249) 150 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:24.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:24 smithi078 bash[28923]: cluster 2024-09-18T09:14:23.428427+0000 mgr.y (mgr.15249) 150 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:26.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:26 smithi189 bash[21687]: audit 2024-09-18T09:14:25.411358+0000 mgr.y (mgr.15249) 151 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:26.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:26 smithi189 bash[21687]: cluster 2024-09-18T09:14:25.429234+0000 mgr.y (mgr.15249) 152 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:26.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:26 smithi078 bash[19887]: audit 2024-09-18T09:14:25.411358+0000 mgr.y (mgr.15249) 151 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:26.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:26 smithi078 bash[19887]: cluster 2024-09-18T09:14:25.429234+0000 mgr.y (mgr.15249) 152 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:26.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:26 smithi078 bash[28923]: audit 2024-09-18T09:14:25.411358+0000 mgr.y (mgr.15249) 151 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:26.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:26 smithi078 bash[28923]: cluster 2024-09-18T09:14:25.429234+0000 mgr.y (mgr.15249) 152 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:28.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:28 smithi189 bash[21687]: cluster 2024-09-18T09:14:27.430033+0000 mgr.y (mgr.15249) 153 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:28.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:28 smithi078 bash[19887]: cluster 2024-09-18T09:14:27.430033+0000 mgr.y (mgr.15249) 153 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:28.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:28 smithi078 bash[28923]: cluster 2024-09-18T09:14:27.430033+0000 mgr.y (mgr.15249) 153 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:30.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:30 smithi189 bash[21687]: cluster 2024-09-18T09:14:29.431757+0000 mgr.y (mgr.15249) 154 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:30.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:30 smithi078 bash[19887]: cluster 2024-09-18T09:14:29.431757+0000 mgr.y (mgr.15249) 154 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:30.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:30 smithi078 bash[28923]: cluster 2024-09-18T09:14:29.431757+0000 mgr.y (mgr.15249) 154 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:32.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:32 smithi189 bash[21687]: cluster 2024-09-18T09:14:31.432479+0000 mgr.y (mgr.15249) 155 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:32.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:32 smithi189 bash[21687]: audit 2024-09-18T09:14:32.207258+0000 mon.c (mon.2) 286 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:14:32.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:32 smithi078 bash[19887]: cluster 2024-09-18T09:14:31.432479+0000 mgr.y (mgr.15249) 155 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:32.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:32 smithi078 bash[19887]: audit 2024-09-18T09:14:32.207258+0000 mon.c (mon.2) 286 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:14:32.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:32 smithi078 bash[28923]: cluster 2024-09-18T09:14:31.432479+0000 mgr.y (mgr.15249) 155 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:32.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:32 smithi078 bash[28923]: audit 2024-09-18T09:14:32.207258+0000 mon.c (mon.2) 286 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:14:33.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:14:33 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:14:33] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.51.0" 2024-09-18T09:14:34.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:34 smithi189 bash[21687]: cluster 2024-09-18T09:14:33.434258+0000 mgr.y (mgr.15249) 156 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:34.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:34 smithi078 bash[19887]: cluster 2024-09-18T09:14:33.434258+0000 mgr.y (mgr.15249) 156 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:34.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:34 smithi078 bash[28923]: cluster 2024-09-18T09:14:33.434258+0000 mgr.y (mgr.15249) 156 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:36.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:36 smithi189 bash[21687]: audit 2024-09-18T09:14:35.421305+0000 mgr.y (mgr.15249) 157 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:36.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:36 smithi189 bash[21687]: cluster 2024-09-18T09:14:35.435085+0000 mgr.y (mgr.15249) 158 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:36.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:36 smithi078 bash[19887]: audit 2024-09-18T09:14:35.421305+0000 mgr.y (mgr.15249) 157 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:36.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:36 smithi078 bash[19887]: cluster 2024-09-18T09:14:35.435085+0000 mgr.y (mgr.15249) 158 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:36.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:36 smithi078 bash[28923]: audit 2024-09-18T09:14:35.421305+0000 mgr.y (mgr.15249) 157 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:36.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:36 smithi078 bash[28923]: cluster 2024-09-18T09:14:35.435085+0000 mgr.y (mgr.15249) 158 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:38.071 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:37 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:38.072 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:14:37 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:38.072 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:14:37 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:38.073 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:14:37 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:38.073 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:14:37 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:38.073 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:14:37 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:38.073 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:37 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:38.074 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:14:37 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:38.074 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:14:37 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:38.423 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:38 smithi189 systemd[1]: Stopping Ceph grafana.a for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:14:38.423 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:38 smithi189 bash[46911]: logger=server t=2024-09-18T09:14:38.192858049Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-09-18T09:14:38.423 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:38 smithi189 bash[46911]: logger=tracing t=2024-09-18T09:14:38.192961982Z level=info msg="Closing tracing" 2024-09-18T09:14:38.423 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:38 smithi189 bash[46911]: logger=ticker t=2024-09-18T09:14:38.192994916Z level=info msg=stopped last_tick=2024-09-18T09:14:30Z 2024-09-18T09:14:38.759 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:38 smithi189 bash[21687]: cluster 2024-09-18T09:14:37.435909+0000 mgr.y (mgr.15249) 159 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:38.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:38 smithi078 bash[19887]: cluster 2024-09-18T09:14:37.435909+0000 mgr.y (mgr.15249) 159 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:38.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:38 smithi078 bash[28923]: cluster 2024-09-18T09:14:37.435909+0000 mgr.y (mgr.15249) 159 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:39.062 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:38 smithi189 bash[67113]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-grafana-a 2024-09-18T09:14:39.062 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:38 smithi189 bash[67173]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-grafana-a 2024-09-18T09:14:39.062 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:38 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@grafana.a.service: Deactivated successfully. 2024-09-18T09:14:39.062 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:38 smithi189 systemd[1]: Stopped Ceph grafana.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:14:39.422 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:14:39 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:39.423 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:14:39 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:39.423 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:14:39 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:39.423 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:14:39 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:39.424 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:14:39 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:39.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:39 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:39.424 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:14:39 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:39.424 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:14:39 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:39.425 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:39 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:14:39.425 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:39 smithi189 systemd[1]: Started Ceph grafana.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:14:40.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[21687]: audit 2024-09-18T09:14:39.229910+0000 mon.a (mon.0) 1364 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:40.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[21687]: audit 2024-09-18T09:14:39.242786+0000 mon.a (mon.0) 1365 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:40.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[21687]: cluster 2024-09-18T09:14:39.437665+0000 mgr.y (mgr.15249) 160 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:40.423 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.403849631Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2024-09-18T09:14:40Z 2024-09-18T09:14:40.423 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.404614118Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-18T09:14:40.424 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.40463418Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-18T09:14:40.424 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.404640498Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-09-18T09:14:40.424 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.40464719Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-09-18T09:14:40.424 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.40465239Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-09-18T09:14:40.424 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.404657755Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-09-18T09:14:40.424 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.404663065Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-09-18T09:14:40.424 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.404669073Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-18T09:14:40.424 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.404679059Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-18T09:14:40.424 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.404684243Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-18T09:14:40.424 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.404689633Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-18T09:14:40.424 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.404695754Z level=info msg=Target target=[all] 2024-09-18T09:14:40.425 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.404725201Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-18T09:14:40.425 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.404738084Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-18T09:14:40.425 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.404746547Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-18T09:14:40.425 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.404755016Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-18T09:14:40.425 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.404763915Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-18T09:14:40.425 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=settings t=2024-09-18T09:14:40.404773826Z level=info msg="App mode production" 2024-09-18T09:14:40.425 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=sqlstore t=2024-09-18T09:14:40.405359872Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-18T09:14:40.425 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=sqlstore t=2024-09-18T09:14:40.405385686Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-18T09:14:40.425 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.406433777Z level=info msg="Starting DB migrations" 2024-09-18T09:14:40.425 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.418852013Z level=info msg="Executing migration" id="Add uid column to user" 2024-09-18T09:14:40.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:40 smithi078 bash[19887]: audit 2024-09-18T09:14:39.229910+0000 mon.a (mon.0) 1364 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:40.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:40 smithi078 bash[19887]: audit 2024-09-18T09:14:39.242786+0000 mon.a (mon.0) 1365 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:40.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:40 smithi078 bash[19887]: cluster 2024-09-18T09:14:39.437665+0000 mgr.y (mgr.15249) 160 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:40.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:40 smithi078 bash[28923]: audit 2024-09-18T09:14:39.229910+0000 mon.a (mon.0) 1364 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:40.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:40 smithi078 bash[28923]: audit 2024-09-18T09:14:39.242786+0000 mon.a (mon.0) 1365 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:40.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:40 smithi078 bash[28923]: cluster 2024-09-18T09:14:39.437665+0000 mgr.y (mgr.15249) 160 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:40.714 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.424394931Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=5.542084ms 2024-09-18T09:14:40.715 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.454767412Z level=info msg="Executing migration" id="Update uid column values for users" 2024-09-18T09:14:40.715 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.454980392Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=212.206µs 2024-09-18T09:14:40.715 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.496813627Z level=info msg="Executing migration" id="Add unique index user_uid" 2024-09-18T09:14:40.715 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.497757289Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=942.167µs 2024-09-18T09:14:40.715 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.539253208Z level=info msg="Executing migration" id="Add playlist column created_at" 2024-09-18T09:14:40.715 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.550667291Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=11.4123ms 2024-09-18T09:14:40.715 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.58991563Z level=info msg="Executing migration" id="Add playlist column updated_at" 2024-09-18T09:14:40.715 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.605580693Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=15.664356ms 2024-09-18T09:14:40.715 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.631850977Z level=info msg="Executing migration" id="Add column uid in team" 2024-09-18T09:14:40.715 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.647402512Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=15.548571ms 2024-09-18T09:14:40.715 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.673735104Z level=info msg="Executing migration" id="Update uid column values in team" 2024-09-18T09:14:40.715 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.674173283Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=438.778µs 2024-09-18T09:14:40.716 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.715573699Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2024-09-18T09:14:40.966 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.718120026Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=2.546051ms 2024-09-18T09:14:40.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.774360462Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2024-09-18T09:14:40.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.775676036Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=1.314751ms 2024-09-18T09:14:40.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.816451789Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2024-09-18T09:14:40.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.833437459Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=16.98132ms 2024-09-18T09:14:40.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.858558312Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2024-09-18T09:14:40.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.874713483Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=16.153634ms 2024-09-18T09:14:40.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.900314479Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2024-09-18T09:14:40.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.900499906Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=184.297µs 2024-09-18T09:14:40.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.93409165Z level=info msg="Executing migration" id="permission kind migration" 2024-09-18T09:14:40.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.94971407Z level=info msg="Migration successfully executed" id="permission kind migration" duration=15.622954ms 2024-09-18T09:14:40.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.967571992Z level=info msg="Executing migration" id="permission attribute migration" 2024-09-18T09:14:41.260 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:40 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:40.983341646Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=15.768414ms 2024-09-18T09:14:41.260 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.001178325Z level=info msg="Executing migration" id="permission identifier migration" 2024-09-18T09:14:41.260 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.017679321Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=16.499976ms 2024-09-18T09:14:41.260 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.03478386Z level=info msg="Executing migration" id="add permission identifier index" 2024-09-18T09:14:41.260 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.037600169Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=2.815323ms 2024-09-18T09:14:41.260 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.068489562Z level=info msg="Executing migration" id="add permission action scope role_id index" 2024-09-18T09:14:41.260 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.071487665Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=2.997002ms 2024-09-18T09:14:41.260 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.09376358Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2024-09-18T09:14:41.260 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.09614132Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=2.37697ms 2024-09-18T09:14:41.260 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.119031814Z level=info msg="Executing migration" id="rbac disabled migrator" 2024-09-18T09:14:41.260 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.119085893Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=54.452µs 2024-09-18T09:14:41.261 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.144239363Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2024-09-18T09:14:41.261 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.14752523Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=3.281311ms 2024-09-18T09:14:41.261 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.186384383Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2024-09-18T09:14:41.261 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.18873934Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=2.356227ms 2024-09-18T09:14:41.261 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.211642317Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2024-09-18T09:14:41.261 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.260655437Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=49.014241ms 2024-09-18T09:14:41.513 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.330151008Z level=info msg="Executing migration" id="create correlation v2" 2024-09-18T09:14:41.513 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.332564574Z level=info msg="Migration successfully executed" id="create correlation v2" duration=2.41553ms 2024-09-18T09:14:41.513 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.379221705Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2024-09-18T09:14:41.513 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.381661927Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=2.442206ms 2024-09-18T09:14:41.513 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.404509162Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2024-09-18T09:14:41.513 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.406884376Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=2.375053ms 2024-09-18T09:14:41.513 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.446563223Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2024-09-18T09:14:41.513 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.448860255Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=2.302475ms 2024-09-18T09:14:41.513 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.47171778Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2024-09-18T09:14:41.513 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.472314304Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=597.896µs 2024-09-18T09:14:41.513 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.51388264Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2024-09-18T09:14:41.791 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.515890543Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=2.009919ms 2024-09-18T09:14:41.792 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.530858884Z level=info msg="Executing migration" id="add provisioning column" 2024-09-18T09:14:41.792 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.546771219Z level=info msg="Migration successfully executed" id="add provisioning column" duration=15.912175ms 2024-09-18T09:14:41.792 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.581280138Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2024-09-18T09:14:41.792 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.581761887Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=480.865µs 2024-09-18T09:14:41.792 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.598105778Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2024-09-18T09:14:41.792 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.598253712Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=147.644µs 2024-09-18T09:14:41.792 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.615161084Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2024-09-18T09:14:41.792 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.631793564Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=16.629937ms 2024-09-18T09:14:41.792 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.657307121Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2024-09-18T09:14:41.792 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.657991977Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=683.359µs 2024-09-18T09:14:41.792 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.682608198Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2024-09-18T09:14:41.792 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.683088937Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=478.572µs 2024-09-18T09:14:41.793 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.724523009Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2024-09-18T09:14:41.793 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.726140855Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=1.616146ms 2024-09-18T09:14:41.793 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.749805792Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2024-09-18T09:14:41.793 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.752807259Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=2.99836ms 2024-09-18T09:14:41.793 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.79192872Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2024-09-18T09:14:42.044 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.795016424Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=3.087258ms 2024-09-18T09:14:42.044 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.833923903Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2024-09-18T09:14:42.044 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.835001908Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=1.076909ms 2024-09-18T09:14:42.044 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.859176083Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2024-09-18T09:14:42.044 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.859778193Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=601.507µs 2024-09-18T09:14:42.044 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.884443245Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2024-09-18T09:14:42.044 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.886644751Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=2.201283ms 2024-09-18T09:14:42.044 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.92646913Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2024-09-18T09:14:42.045 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.928811435Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=2.341547ms 2024-09-18T09:14:42.045 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.951674416Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2024-09-18T09:14:42.045 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.953960348Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=2.286208ms 2024-09-18T09:14:42.045 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.977008466Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2024-09-18T09:14:42.045 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:41 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:41.979405366Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=2.397486ms 2024-09-18T09:14:42.045 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.002271097Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2024-09-18T09:14:42.045 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.004568635Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=2.297042ms 2024-09-18T09:14:42.045 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.044228921Z level=info msg="Executing migration" id="create anon_device table" 2024-09-18T09:14:42.321 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.046445987Z level=info msg="Migration successfully executed" id="create anon_device table" duration=2.217873ms 2024-09-18T09:14:42.321 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.069533735Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2024-09-18T09:14:42.321 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.071843309Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=2.306804ms 2024-09-18T09:14:42.321 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.09478747Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2024-09-18T09:14:42.321 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.097035982Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=2.24793ms 2024-09-18T09:14:42.321 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.120087367Z level=info msg="Executing migration" id="create signing_key table" 2024-09-18T09:14:42.321 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.121990975Z level=info msg="Migration successfully executed" id="create signing_key table" duration=1.902921ms 2024-09-18T09:14:42.321 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.145347132Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2024-09-18T09:14:42.321 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.147613864Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=2.260652ms 2024-09-18T09:14:42.322 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.170618063Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2024-09-18T09:14:42.322 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.173038629Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=2.419886ms 2024-09-18T09:14:42.322 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.195831962Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2024-09-18T09:14:42.322 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.197512337Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=1.681875ms 2024-09-18T09:14:42.322 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.221164289Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2024-09-18T09:14:42.322 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.238033479Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=16.867573ms 2024-09-18T09:14:42.322 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.279689988Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2024-09-18T09:14:42.322 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.28060353Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=917.289µs 2024-09-18T09:14:42.322 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.322208107Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2024-09-18T09:14:42.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[21687]: cluster 2024-09-18T09:14:41.438499+0000 mgr.y (mgr.15249) 161 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:14:42.590 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.323743868Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=1.537079ms 2024-09-18T09:14:42.590 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.347031919Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2024-09-18T09:14:42.591 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.347978575Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=946.704µs 2024-09-18T09:14:42.591 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.389108569Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2024-09-18T09:14:42.591 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.391400043Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=2.290941ms 2024-09-18T09:14:42.591 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.414442792Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2024-09-18T09:14:42.591 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.41738336Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=2.943164ms 2024-09-18T09:14:42.591 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.439618562Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2024-09-18T09:14:42.591 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.442171935Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=2.552796ms 2024-09-18T09:14:42.591 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.481646254Z level=info msg="Executing migration" id="create sso_setting table" 2024-09-18T09:14:42.591 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.484193721Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=2.546437ms 2024-09-18T09:14:42.591 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.524253704Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2024-09-18T09:14:42.591 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.526388878Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=2.136004ms 2024-09-18T09:14:42.591 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.566095993Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2024-09-18T09:14:42.591 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.567490509Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=1.394486ms 2024-09-18T09:14:42.592 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.591562591Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2024-09-18T09:14:42.592 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.591815857Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=249.123µs 2024-09-18T09:14:42.842 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.616886918Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2024-09-18T09:14:42.843 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.633211643Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=16.323725ms 2024-09-18T09:14:42.843 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.658795869Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2024-09-18T09:14:42.843 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.675091041Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=16.295412ms 2024-09-18T09:14:42.843 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.717462815Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2024-09-18T09:14:42.843 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.718228526Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=765.617µs 2024-09-18T09:14:42.843 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=migrator t=2024-09-18T09:14:42.742686214Z level=info msg="migrations completed" performed=65 skipped=482 duration=2.323887118s 2024-09-18T09:14:42.843 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=sqlstore t=2024-09-18T09:14:42.744909737Z level=info msg="Created default organization" 2024-09-18T09:14:42.843 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=secrets t=2024-09-18T09:14:42.801538654Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-18T09:14:42.843 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=plugin.store t=2024-09-18T09:14:42.843728934Z level=info msg="Loading plugins..." 2024-09-18T09:14:42.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:42 smithi078 bash[19887]: cluster 2024-09-18T09:14:41.438499+0000 mgr.y (mgr.15249) 161 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:14:42.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:42 smithi078 bash[28923]: cluster 2024-09-18T09:14:41.438499+0000 mgr.y (mgr.15249) 161 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:14:43.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=local.finder t=2024-09-18T09:14:42.907747969Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-09-18T09:14:43.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=plugin.store t=2024-09-18T09:14:42.907771425Z level=info msg="Plugins loaded" count=55 duration=64.045252ms 2024-09-18T09:14:43.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=query_data t=2024-09-18T09:14:42.910601621Z level=info msg="Query Service initialization" 2024-09-18T09:14:43.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=live.push_http t=2024-09-18T09:14:42.919129556Z level=info msg="Live Push Gateway initialization" 2024-09-18T09:14:43.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=ngalert.migration t=2024-09-18T09:14:42.943597312Z level=info msg=Starting 2024-09-18T09:14:43.132 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=ngalert.state.manager t=2024-09-18T09:14:42.987966438Z level=info msg="Running in alternative execution of Error/NoData mode" 2024-09-18T09:14:43.132 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:42 smithi189 bash[67228]: logger=infra.usagestats.collector t=2024-09-18T09:14:42.992131639Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-18T09:14:43.132 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=provisioning.datasources t=2024-09-18T09:14:43.011285599Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-18T09:14:43.132 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=provisioning.datasources t=2024-09-18T09:14:43.012237977Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-18T09:14:43.417 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=provisioning.alerting t=2024-09-18T09:14:43.131404316Z level=info msg="starting to provision alerting" 2024-09-18T09:14:43.417 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=provisioning.alerting t=2024-09-18T09:14:43.131436009Z level=info msg="finished to provision alerting" 2024-09-18T09:14:43.417 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=ngalert.state.manager t=2024-09-18T09:14:43.131633296Z level=info msg="Warming state cache for startup" 2024-09-18T09:14:43.417 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=ngalert.multiorg.alertmanager t=2024-09-18T09:14:43.131915215Z level=info msg="Starting MultiOrg Alertmanager" 2024-09-18T09:14:43.417 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=ngalert.state.manager t=2024-09-18T09:14:43.13221544Z level=info msg="State cache has been initialized" states=0 duration=582.422µs 2024-09-18T09:14:43.417 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=ngalert.scheduler t=2024-09-18T09:14:43.132323331Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2024-09-18T09:14:43.417 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=ticker t=2024-09-18T09:14:43.132398393Z level=info msg=starting first_tick=2024-09-18T09:14:50Z 2024-09-18T09:14:43.417 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=grafanaStorageLogger t=2024-09-18T09:14:43.132689956Z level=info msg="Storage starting" 2024-09-18T09:14:43.417 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=http.server t=2024-09-18T09:14:43.136144485Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2024-09-18T09:14:43.417 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=http.server t=2024-09-18T09:14:43.136472643Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-18T09:14:43.417 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=provisioning.dashboard t=2024-09-18T09:14:43.165370359Z level=info msg="starting to provision dashboards" 2024-09-18T09:14:43.418 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=grafana.update.checker t=2024-09-18T09:14:43.210603934Z level=info msg="Update check succeeded" duration=78.388763ms 2024-09-18T09:14:43.418 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=plugins.update.checker t=2024-09-18T09:14:43.224261143Z level=info msg="Update check succeeded" duration=91.507948ms 2024-09-18T09:14:43.418 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:14:43.249625443Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:14:43.673 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=provisioning.dashboard t=2024-09-18T09:14:43.417644179Z level=info msg="finished to provision dashboards" 2024-09-18T09:14:43.673 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=grafana-apiserver t=2024-09-18T09:14:43.453440332Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2024-09-18T09:14:43.673 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:43 smithi189 bash[67228]: logger=grafana-apiserver t=2024-09-18T09:14:43.454432047Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2024-09-18T09:14:43.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:14:43 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:14:43] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.51.0" 2024-09-18T09:14:44.109 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:14:44.759 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:14:44.759 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (45s) 39s ago 27m 13.9M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:14:44.759 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 starting - - - - 2024-09-18T09:14:44.759 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (2m) 39s ago 25m 48.0M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:14:44.759 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (2m) 39s ago 36m 437M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:14:44.759 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (13m) 39s ago 38m 502M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:14:44.760 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (38m) 39s ago 39m 87.4M 2048M 19.1.1-330-gc2ddf972 ebb0615149de bf4e56a16354 2024-09-18T09:14:44.760 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (37m) 39s ago 37m 59.0M 2048M 19.1.1-330-gc2ddf972 ebb0615149de ab98398799ea 2024-09-18T09:14:44.760 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (36m) 39s ago 36m 61.1M 2048M 19.1.1-330-gc2ddf972 ebb0615149de 3ab54f539482 2024-09-18T09:14:44.760 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (113s) 39s ago 28m 7539k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:14:44.760 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (109s) 39s ago 28m 7640k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:14:44.760 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (35m) 39s ago 35m 57.4M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T09:14:44.760 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (34m) 39s ago 34m 66.3M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T09:14:44.760 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (33m) 39s ago 33m 62.1M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:14:44.760 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (32m) 39s ago 32m 66.3M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:14:44.760 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (31m) 39s ago 32m 67.8M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:14:44.760 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (31m) 39s ago 31m 57.0M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:14:44.760 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (30m) 39s ago 30m 54.9M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:14:44.760 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (29m) 39s ago 29m 66.0M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:14:44.760 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (76s) 39s ago 28m 36.0M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:14:44.761 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (25m) 39s ago 25m 101M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:14:44.761 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (25m) 39s ago 25m 101M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:14:44.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:44 smithi189 bash[21687]: cluster 2024-09-18T09:14:43.440285+0000 mgr.y (mgr.15249) 162 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:44.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:44 smithi078 bash[19887]: cluster 2024-09-18T09:14:43.440285+0000 mgr.y (mgr.15249) 162 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:44.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:44 smithi078 bash[28923]: cluster 2024-09-18T09:14:43.440285+0000 mgr.y (mgr.15249) 162 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:45.120 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:14:45.120 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:14:45.120 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 3 2024-09-18T09:14:45.121 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:14:45.121 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:14:45.121 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:14:45.121 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:14:45.121 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:14:45.121 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 8 2024-09-18T09:14:45.121 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:14:45.121 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:14:45.121 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:14:45.121 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:14:45.121 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:14:45.121 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 13, 2024-09-18T09:14:45.121 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:14:45.122 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:14:45.122 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:14:45.421 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:14:45.421 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:14:45.421 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:14:45.421 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-18T09:14:45.421 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [ 2024-09-18T09:14:45.421 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr" 2024-09-18T09:14:45.421 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2024-09-18T09:14:45.421 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "2/2 daemons upgraded", 2024-09-18T09:14:45.422 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading grafana daemons", 2024-09-18T09:14:45.422 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:14:45.422 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:14:45.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:45 smithi078 bash[19887]: audit 2024-09-18T09:14:44.098338+0000 mgr.y (mgr.15249) 163 : audit [DBG] from='client.25457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:45.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:45 smithi078 bash[19887]: audit 2024-09-18T09:14:44.416776+0000 mgr.y (mgr.15249) 164 : audit [DBG] from='client.25463 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:45.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:45 smithi078 bash[19887]: audit 2024-09-18T09:14:44.723347+0000 mgr.y (mgr.15249) 165 : audit [DBG] from='client.15576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:45.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:45 smithi078 bash[19887]: audit 2024-09-18T09:14:45.121422+0000 mon.a (mon.0) 1366 : audit [DBG] from='client.? 172.21.15.78:0/4031036505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:45.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:45 smithi078 bash[19887]: audit 2024-09-18T09:14:45.229190+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:45.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:45 smithi078 bash[19887]: audit 2024-09-18T09:14:45.252538+0000 mon.a (mon.0) 1368 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:45.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:45 smithi078 bash[28923]: audit 2024-09-18T09:14:44.098338+0000 mgr.y (mgr.15249) 163 : audit [DBG] from='client.25457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:45.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:45 smithi078 bash[28923]: audit 2024-09-18T09:14:44.416776+0000 mgr.y (mgr.15249) 164 : audit [DBG] from='client.25463 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:45.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:45 smithi078 bash[28923]: audit 2024-09-18T09:14:44.723347+0000 mgr.y (mgr.15249) 165 : audit [DBG] from='client.15576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:45.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:45 smithi078 bash[28923]: audit 2024-09-18T09:14:45.121422+0000 mon.a (mon.0) 1366 : audit [DBG] from='client.? 172.21.15.78:0/4031036505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:45.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:45 smithi078 bash[28923]: audit 2024-09-18T09:14:45.229190+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:45.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:45 smithi078 bash[28923]: audit 2024-09-18T09:14:45.252538+0000 mon.a (mon.0) 1368 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:45.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:45 smithi189 bash[21687]: audit 2024-09-18T09:14:44.098338+0000 mgr.y (mgr.15249) 163 : audit [DBG] from='client.25457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:45.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:45 smithi189 bash[21687]: audit 2024-09-18T09:14:44.416776+0000 mgr.y (mgr.15249) 164 : audit [DBG] from='client.25463 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:45.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:45 smithi189 bash[21687]: audit 2024-09-18T09:14:44.723347+0000 mgr.y (mgr.15249) 165 : audit [DBG] from='client.15576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:45.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:45 smithi189 bash[21687]: audit 2024-09-18T09:14:45.121422+0000 mon.a (mon.0) 1366 : audit [DBG] from='client.? 172.21.15.78:0/4031036505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:45.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:45 smithi189 bash[21687]: audit 2024-09-18T09:14:45.229190+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:45.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:45 smithi189 bash[21687]: audit 2024-09-18T09:14:45.252538+0000 mon.a (mon.0) 1368 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:46.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:46 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:14:46.439037202Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:14:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:46 smithi189 bash[21687]: audit 2024-09-18T09:14:45.421956+0000 mgr.y (mgr.15249) 166 : audit [DBG] from='client.25481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:46 smithi189 bash[21687]: audit 2024-09-18T09:14:45.429042+0000 mgr.y (mgr.15249) 167 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:46 smithi189 bash[21687]: cluster 2024-09-18T09:14:45.440982+0000 mgr.y (mgr.15249) 168 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:14:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:46 smithi189 bash[21687]: audit 2024-09-18T09:14:46.422069+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:46 smithi189 bash[21687]: audit 2024-09-18T09:14:46.435380+0000 mon.a (mon.0) 1370 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:46.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:46 smithi078 bash[19887]: audit 2024-09-18T09:14:45.421956+0000 mgr.y (mgr.15249) 166 : audit [DBG] from='client.25481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:46.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:46 smithi078 bash[19887]: audit 2024-09-18T09:14:45.429042+0000 mgr.y (mgr.15249) 167 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:46.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:46 smithi078 bash[19887]: cluster 2024-09-18T09:14:45.440982+0000 mgr.y (mgr.15249) 168 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:14:46.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:46 smithi078 bash[19887]: audit 2024-09-18T09:14:46.422069+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:46.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:46 smithi078 bash[19887]: audit 2024-09-18T09:14:46.435380+0000 mon.a (mon.0) 1370 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:46.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:46 smithi078 bash[28923]: audit 2024-09-18T09:14:45.421956+0000 mgr.y (mgr.15249) 166 : audit [DBG] from='client.25481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:14:46.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:46 smithi078 bash[28923]: audit 2024-09-18T09:14:45.429042+0000 mgr.y (mgr.15249) 167 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:46.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:46 smithi078 bash[28923]: cluster 2024-09-18T09:14:45.440982+0000 mgr.y (mgr.15249) 168 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:14:46.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:46 smithi078 bash[28923]: audit 2024-09-18T09:14:46.422069+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:46.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:46 smithi078 bash[28923]: audit 2024-09-18T09:14:46.435380+0000 mon.a (mon.0) 1370 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:47.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:47 smithi189 bash[21687]: audit 2024-09-18T09:14:47.207840+0000 mon.c (mon.2) 287 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:14:47.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:47 smithi078 bash[19887]: audit 2024-09-18T09:14:47.207840+0000 mon.c (mon.2) 287 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:14:47.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:47 smithi078 bash[28923]: audit 2024-09-18T09:14:47.207840+0000 mon.c (mon.2) 287 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:14:48.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:48 smithi189 bash[21687]: cluster 2024-09-18T09:14:47.441619+0000 mgr.y (mgr.15249) 169 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:14:48.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:48 smithi078 bash[19887]: cluster 2024-09-18T09:14:47.441619+0000 mgr.y (mgr.15249) 169 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:14:48.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:48 smithi078 bash[28923]: cluster 2024-09-18T09:14:47.441619+0000 mgr.y (mgr.15249) 169 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:14:49.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:49 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:14:49.457908363Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:14:50.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:50 smithi189 bash[21687]: cluster 2024-09-18T09:14:49.443255+0000 mgr.y (mgr.15249) 170 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:50.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:50 smithi078 bash[19887]: cluster 2024-09-18T09:14:49.443255+0000 mgr.y (mgr.15249) 170 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:50.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:50 smithi078 bash[28923]: cluster 2024-09-18T09:14:49.443255+0000 mgr.y (mgr.15249) 170 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:52.717 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:52 smithi189 bash[21687]: cluster 2024-09-18T09:14:51.443957+0000 mgr.y (mgr.15249) 171 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:52.718 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:52 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:14:52.453936216Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:14:52.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:52 smithi078 bash[19887]: cluster 2024-09-18T09:14:51.443957+0000 mgr.y (mgr.15249) 171 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:52.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:52 smithi078 bash[28923]: cluster 2024-09-18T09:14:51.443957+0000 mgr.y (mgr.15249) 171 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:53.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:14:53 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:14:53] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.51.0" 2024-09-18T09:14:54.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:54 smithi189 bash[21687]: cluster 2024-09-18T09:14:53.445713+0000 mgr.y (mgr.15249) 172 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:54.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:54 smithi078 bash[19887]: cluster 2024-09-18T09:14:53.445713+0000 mgr.y (mgr.15249) 172 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:54.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:54 smithi078 bash[28923]: cluster 2024-09-18T09:14:53.445713+0000 mgr.y (mgr.15249) 172 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:14:55.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:55 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:14:55.437518707Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:14:56.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:55.430488+0000 mgr.y (mgr.15249) 173 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:56.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: cluster 2024-09-18T09:14:55.446532+0000 mgr.y (mgr.15249) 174 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:56.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.111226+0000 mon.a (mon.0) 1371 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:56.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.129245+0000 mon.a (mon.0) 1372 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:56.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.132695+0000 mon.c (mon.2) 288 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:14:56.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.134321+0000 mon.c (mon.2) 289 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:14:56.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.147657+0000 mon.a (mon.0) 1373 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:56.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.201755+0000 mon.c (mon.2) 290 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T09:14:56.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.286232+0000 mon.c (mon.2) 291 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:14:56.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.289205+0000 mon.c (mon.2) 292 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.291741+0000 mon.c (mon.2) 293 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.294274+0000 mon.c (mon.2) 294 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.296517+0000 mon.c (mon.2) 295 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.298172+0000 mon.c (mon.2) 296 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.299782+0000 mon.c (mon.2) 297 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.301783+0000 mon.c (mon.2) 298 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.304914+0000 mon.c (mon.2) 299 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.308151+0000 mon.c (mon.2) 300 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.311054+0000 mon.c (mon.2) 301 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.313974+0000 mon.c (mon.2) 302 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.316874+0000 mon.c (mon.2) 303 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.319417+0000 mon.c (mon.2) 304 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.322106+0000 mon.c (mon.2) 305 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.333456+0000 mon.a (mon.0) 1374 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:56.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.340702+0000 mon.c (mon.2) 306 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-18T09:14:56.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.351141+0000 mon.a (mon.0) 1375 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-18T09:14:56.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.358221+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:14:56.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.365471+0000 mon.c (mon.2) 307 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.365970+0000 mon.a (mon.0) 1377 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.373820+0000 mon.a (mon.0) 1378 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:14:56.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.378036+0000 mon.c (mon.2) 308 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-18T09:14:56.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.378480+0000 mon.a (mon.0) 1379 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-18T09:14:56.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.389921+0000 mon.a (mon.0) 1380 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:14:56.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.393924+0000 mon.c (mon.2) 309 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-18T09:14:56.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.394358+0000 mon.a (mon.0) 1381 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-18T09:14:56.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.395630+0000 mon.c (mon.2) 310 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-18T09:14:56.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.396107+0000 mon.a (mon.0) 1382 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-18T09:14:56.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.407914+0000 mon.a (mon.0) 1383 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:14:56.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.411849+0000 mon.c (mon.2) 311 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-18T09:14:56.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.412277+0000 mon.a (mon.0) 1384 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-18T09:14:56.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.413495+0000 mon.c (mon.2) 312 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-18T09:14:56.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.413849+0000 mon.a (mon.0) 1385 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-18T09:14:56.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.420719+0000 mon.a (mon.0) 1386 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:14:56.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.424739+0000 mon.c (mon.2) 313 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.425218+0000 mon.a (mon.0) 1387 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.426519+0000 mon.c (mon.2) 314 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-18T09:14:56.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.426884+0000 mon.a (mon.0) 1388 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-18T09:14:56.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.431353+0000 mon.a (mon.0) 1389 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:14:56.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.435004+0000 mon.c (mon.2) 315 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-18T09:14:56.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.435474+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-18T09:14:56.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.436836+0000 mon.c (mon.2) 316 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-18T09:14:56.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.437256+0000 mon.a (mon.0) 1391 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-18T09:14:56.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.441636+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:14:56.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.447867+0000 mon.c (mon.2) 317 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-18T09:14:56.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.448338+0000 mon.a (mon.0) 1393 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-18T09:14:56.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.455947+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:14:56.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.459890+0000 mon.c (mon.2) 318 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.460396+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.461490+0000 mon.c (mon.2) 319 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.462066+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.463181+0000 mon.c (mon.2) 320 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.463760+0000 mon.a (mon.0) 1397 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.464899+0000 mon.c (mon.2) 321 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.465393+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.466527+0000 mon.c (mon.2) 322 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.467131+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.468205+0000 mon.c (mon.2) 323 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.468569+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.470001+0000 mon.c (mon.2) 324 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-18T09:14:56.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.470358+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-18T09:14:56.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.477601+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:14:56.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.482778+0000 mon.c (mon.2) 325 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:14:56.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.484172+0000 mon.c (mon.2) 326 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:14:56.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:56 smithi189 bash[21687]: audit 2024-09-18T09:14:56.494963+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:56.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:55.430488+0000 mgr.y (mgr.15249) 173 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:56.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: cluster 2024-09-18T09:14:55.446532+0000 mgr.y (mgr.15249) 174 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:56.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.111226+0000 mon.a (mon.0) 1371 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:56.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.129245+0000 mon.a (mon.0) 1372 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:56.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.132695+0000 mon.c (mon.2) 288 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:14:56.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.134321+0000 mon.c (mon.2) 289 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:14:56.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.147657+0000 mon.a (mon.0) 1373 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:56.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.201755+0000 mon.c (mon.2) 290 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T09:14:56.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.286232+0000 mon.c (mon.2) 291 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:14:56.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.289205+0000 mon.c (mon.2) 292 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.291741+0000 mon.c (mon.2) 293 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.294274+0000 mon.c (mon.2) 294 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.296517+0000 mon.c (mon.2) 295 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.298172+0000 mon.c (mon.2) 296 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.299782+0000 mon.c (mon.2) 297 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.301783+0000 mon.c (mon.2) 298 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.304914+0000 mon.c (mon.2) 299 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.308151+0000 mon.c (mon.2) 300 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.311054+0000 mon.c (mon.2) 301 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.313974+0000 mon.c (mon.2) 302 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:55.430488+0000 mgr.y (mgr.15249) 173 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:14:56.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: cluster 2024-09-18T09:14:55.446532+0000 mgr.y (mgr.15249) 174 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:56.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.111226+0000 mon.a (mon.0) 1371 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:56.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.129245+0000 mon.a (mon.0) 1372 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:56.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.132695+0000 mon.c (mon.2) 288 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:14:56.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.134321+0000 mon.c (mon.2) 289 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:14:56.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.147657+0000 mon.a (mon.0) 1373 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:56.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.201755+0000 mon.c (mon.2) 290 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T09:14:56.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.286232+0000 mon.c (mon.2) 291 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:14:56.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.289205+0000 mon.c (mon.2) 292 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.291741+0000 mon.c (mon.2) 293 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.294274+0000 mon.c (mon.2) 294 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.296517+0000 mon.c (mon.2) 295 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.298172+0000 mon.c (mon.2) 296 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.299782+0000 mon.c (mon.2) 297 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.301783+0000 mon.c (mon.2) 298 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.304914+0000 mon.c (mon.2) 299 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.308151+0000 mon.c (mon.2) 300 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.311054+0000 mon.c (mon.2) 301 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.313974+0000 mon.c (mon.2) 302 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.316874+0000 mon.c (mon.2) 303 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.319417+0000 mon.c (mon.2) 304 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.322106+0000 mon.c (mon.2) 305 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.333456+0000 mon.a (mon.0) 1374 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:56.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.340702+0000 mon.c (mon.2) 306 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-18T09:14:56.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.351141+0000 mon.a (mon.0) 1375 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-18T09:14:56.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.358221+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:14:56.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.365471+0000 mon.c (mon.2) 307 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.365970+0000 mon.a (mon.0) 1377 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.373820+0000 mon.a (mon.0) 1378 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:14:56.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.378036+0000 mon.c (mon.2) 308 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-18T09:14:56.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.378480+0000 mon.a (mon.0) 1379 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-18T09:14:56.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.389921+0000 mon.a (mon.0) 1380 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:14:56.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.393924+0000 mon.c (mon.2) 309 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-18T09:14:56.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.394358+0000 mon.a (mon.0) 1381 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-18T09:14:56.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.395630+0000 mon.c (mon.2) 310 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-18T09:14:56.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.396107+0000 mon.a (mon.0) 1382 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-18T09:14:56.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.407914+0000 mon.a (mon.0) 1383 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:14:56.958 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.316874+0000 mon.c (mon.2) 303 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.958 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.319417+0000 mon.c (mon.2) 304 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.322106+0000 mon.c (mon.2) 305 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:14:56.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.333456+0000 mon.a (mon.0) 1374 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:56.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.340702+0000 mon.c (mon.2) 306 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-18T09:14:56.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.351141+0000 mon.a (mon.0) 1375 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-18T09:14:56.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.358221+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:14:56.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.365471+0000 mon.c (mon.2) 307 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.365970+0000 mon.a (mon.0) 1377 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.373820+0000 mon.a (mon.0) 1378 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:14:56.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.378036+0000 mon.c (mon.2) 308 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-18T09:14:56.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.378480+0000 mon.a (mon.0) 1379 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-18T09:14:56.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.389921+0000 mon.a (mon.0) 1380 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:14:56.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.393924+0000 mon.c (mon.2) 309 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-18T09:14:56.960 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.394358+0000 mon.a (mon.0) 1381 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-18T09:14:56.960 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.395630+0000 mon.c (mon.2) 310 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-18T09:14:56.960 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.396107+0000 mon.a (mon.0) 1382 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-18T09:14:56.960 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.407914+0000 mon.a (mon.0) 1383 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:14:56.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.411849+0000 mon.c (mon.2) 311 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-18T09:14:56.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.412277+0000 mon.a (mon.0) 1384 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-18T09:14:56.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.413495+0000 mon.c (mon.2) 312 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-18T09:14:56.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.413849+0000 mon.a (mon.0) 1385 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-18T09:14:56.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.420719+0000 mon.a (mon.0) 1386 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:14:56.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.424739+0000 mon.c (mon.2) 313 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.425218+0000 mon.a (mon.0) 1387 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.426519+0000 mon.c (mon.2) 314 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-18T09:14:56.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.426884+0000 mon.a (mon.0) 1388 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-18T09:14:56.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.431353+0000 mon.a (mon.0) 1389 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:14:56.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.435004+0000 mon.c (mon.2) 315 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-18T09:14:56.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.435474+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-18T09:14:56.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.436836+0000 mon.c (mon.2) 316 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-18T09:14:56.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.437256+0000 mon.a (mon.0) 1391 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-18T09:14:56.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.441636+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:14:56.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.447867+0000 mon.c (mon.2) 317 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-18T09:14:56.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.448338+0000 mon.a (mon.0) 1393 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-18T09:14:56.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.411849+0000 mon.c (mon.2) 311 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-18T09:14:56.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.412277+0000 mon.a (mon.0) 1384 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-18T09:14:56.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.413495+0000 mon.c (mon.2) 312 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-18T09:14:56.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.413849+0000 mon.a (mon.0) 1385 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-18T09:14:56.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.420719+0000 mon.a (mon.0) 1386 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:14:56.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.424739+0000 mon.c (mon.2) 313 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.425218+0000 mon.a (mon.0) 1387 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.426519+0000 mon.c (mon.2) 314 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-18T09:14:56.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.426884+0000 mon.a (mon.0) 1388 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-18T09:14:56.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.431353+0000 mon.a (mon.0) 1389 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:14:56.963 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.435004+0000 mon.c (mon.2) 315 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-18T09:14:56.963 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.435474+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-18T09:14:56.963 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.436836+0000 mon.c (mon.2) 316 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-18T09:14:56.963 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.437256+0000 mon.a (mon.0) 1391 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-18T09:14:56.963 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.441636+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:14:56.963 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.447867+0000 mon.c (mon.2) 317 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-18T09:14:56.963 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.448338+0000 mon.a (mon.0) 1393 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-18T09:14:56.963 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.455947+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:14:56.963 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.459890+0000 mon.c (mon.2) 318 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.964 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.460396+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.964 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.461490+0000 mon.c (mon.2) 319 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.964 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.462066+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.964 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.463181+0000 mon.c (mon.2) 320 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.964 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.463760+0000 mon.a (mon.0) 1397 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.964 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.464899+0000 mon.c (mon.2) 321 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.964 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.465393+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.964 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.466527+0000 mon.c (mon.2) 322 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.964 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.467131+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.964 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.468205+0000 mon.c (mon.2) 323 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.964 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.468569+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.964 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.470001+0000 mon.c (mon.2) 324 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-18T09:14:56.964 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.470358+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-18T09:14:56.965 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.477601+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:14:56.965 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.482778+0000 mon.c (mon.2) 325 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:14:56.965 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.484172+0000 mon.c (mon.2) 326 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:14:56.965 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[19887]: audit 2024-09-18T09:14:56.494963+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:56.965 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.455947+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:14:56.966 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.459890+0000 mon.c (mon.2) 318 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.966 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.460396+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.966 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.461490+0000 mon.c (mon.2) 319 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.966 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.462066+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.966 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.463181+0000 mon.c (mon.2) 320 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.966 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.463760+0000 mon.a (mon.0) 1397 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.966 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.464899+0000 mon.c (mon.2) 321 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.966 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.465393+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.966 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.466527+0000 mon.c (mon.2) 322 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.966 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.467131+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.966 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.468205+0000 mon.c (mon.2) 323 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.966 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.468569+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:14:56.966 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.470001+0000 mon.c (mon.2) 324 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-18T09:14:56.967 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.470358+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-18T09:14:56.967 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.477601+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:14:56.967 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.482778+0000 mon.c (mon.2) 325 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:14:56.967 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.484172+0000 mon.c (mon.2) 326 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:14:56.967 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:56 smithi078 bash[28923]: audit 2024-09-18T09:14:56.494963+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:57.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:57 smithi189 bash[21687]: audit 2024-09-18T09:14:56.202800+0000 mgr.y (mgr.15249) 175 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T09:14:57.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:57 smithi189 bash[21687]: cephadm 2024-09-18T09:14:56.323597+0000 mgr.y (mgr.15249) 176 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:14:57.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:57 smithi189 bash[21687]: cephadm 2024-09-18T09:14:56.469434+0000 mgr.y (mgr.15249) 177 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:14:57.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:57 smithi189 bash[21687]: audit 2024-09-18T09:14:56.622875+0000 mon.c (mon.2) 327 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:14:57.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:57 smithi189 bash[21687]: audit 2024-09-18T09:14:56.624149+0000 mon.c (mon.2) 328 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:14:57.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:57 smithi189 bash[21687]: audit 2024-09-18T09:14:56.633628+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:57.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:57 smithi189 bash[21687]: audit 2024-09-18T09:14:57.316948+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:57.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:57 smithi078 bash[19887]: audit 2024-09-18T09:14:56.202800+0000 mgr.y (mgr.15249) 175 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T09:14:57.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:57 smithi078 bash[19887]: cephadm 2024-09-18T09:14:56.323597+0000 mgr.y (mgr.15249) 176 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:14:57.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:57 smithi078 bash[19887]: cephadm 2024-09-18T09:14:56.469434+0000 mgr.y (mgr.15249) 177 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:14:57.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:57 smithi078 bash[19887]: audit 2024-09-18T09:14:56.622875+0000 mon.c (mon.2) 327 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:14:57.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:57 smithi078 bash[19887]: audit 2024-09-18T09:14:56.624149+0000 mon.c (mon.2) 328 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:14:57.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:57 smithi078 bash[19887]: audit 2024-09-18T09:14:56.633628+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:57.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:57 smithi078 bash[19887]: audit 2024-09-18T09:14:57.316948+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:57.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:57 smithi078 bash[28923]: audit 2024-09-18T09:14:56.202800+0000 mgr.y (mgr.15249) 175 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T09:14:57.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:57 smithi078 bash[28923]: cephadm 2024-09-18T09:14:56.323597+0000 mgr.y (mgr.15249) 176 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:14:57.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:57 smithi078 bash[28923]: cephadm 2024-09-18T09:14:56.469434+0000 mgr.y (mgr.15249) 177 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:14:57.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:57 smithi078 bash[28923]: audit 2024-09-18T09:14:56.622875+0000 mon.c (mon.2) 327 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:14:57.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:57 smithi078 bash[28923]: audit 2024-09-18T09:14:56.624149+0000 mon.c (mon.2) 328 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:14:57.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:57 smithi078 bash[28923]: audit 2024-09-18T09:14:56.633628+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:57.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:57 smithi078 bash[28923]: audit 2024-09-18T09:14:57.316948+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:14:58.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:14:58 smithi189 bash[21687]: cluster 2024-09-18T09:14:57.447276+0000 mgr.y (mgr.15249) 178 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:58.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:14:58 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:14:58.448029514Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:14:58.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:14:58 smithi078 bash[19887]: cluster 2024-09-18T09:14:57.447276+0000 mgr.y (mgr.15249) 178 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:14:58.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:14:58 smithi078 bash[28923]: cluster 2024-09-18T09:14:57.447276+0000 mgr.y (mgr.15249) 178 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:00.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:00 smithi189 bash[21687]: cluster 2024-09-18T09:14:59.448956+0000 mgr.y (mgr.15249) 179 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:00.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:00 smithi078 bash[19887]: cluster 2024-09-18T09:14:59.448956+0000 mgr.y (mgr.15249) 179 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:00.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:00 smithi078 bash[28923]: cluster 2024-09-18T09:14:59.448956+0000 mgr.y (mgr.15249) 179 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:01.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:01 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:01.446805003Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:02.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:02 smithi189 bash[21687]: cluster 2024-09-18T09:15:01.449587+0000 mgr.y (mgr.15249) 180 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:02.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:02 smithi189 bash[21687]: audit 2024-09-18T09:15:02.208140+0000 mon.c (mon.2) 329 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:15:02.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:02 smithi078 bash[19887]: cluster 2024-09-18T09:15:01.449587+0000 mgr.y (mgr.15249) 180 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:02.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:02 smithi078 bash[19887]: audit 2024-09-18T09:15:02.208140+0000 mon.c (mon.2) 329 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:15:02.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:02 smithi078 bash[28923]: cluster 2024-09-18T09:15:01.449587+0000 mgr.y (mgr.15249) 180 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:02.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:02 smithi078 bash[28923]: audit 2024-09-18T09:15:02.208140+0000 mon.c (mon.2) 329 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:15:03.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:15:03 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:15:03] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.51.0" 2024-09-18T09:15:04.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:04 smithi189 bash[21687]: cluster 2024-09-18T09:15:03.451199+0000 mgr.y (mgr.15249) 181 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:04.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:04 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:04.428372704Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:04.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:04 smithi078 bash[19887]: cluster 2024-09-18T09:15:03.451199+0000 mgr.y (mgr.15249) 181 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:04.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:04 smithi078 bash[28923]: cluster 2024-09-18T09:15:03.451199+0000 mgr.y (mgr.15249) 181 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:06.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:06 smithi189 bash[21687]: audit 2024-09-18T09:15:05.432192+0000 mgr.y (mgr.15249) 182 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:06.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:06 smithi189 bash[21687]: cluster 2024-09-18T09:15:05.451905+0000 mgr.y (mgr.15249) 183 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:06.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:06 smithi078 bash[19887]: audit 2024-09-18T09:15:05.432192+0000 mgr.y (mgr.15249) 182 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:06.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:06 smithi078 bash[19887]: cluster 2024-09-18T09:15:05.451905+0000 mgr.y (mgr.15249) 183 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:06.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:06 smithi078 bash[28923]: audit 2024-09-18T09:15:05.432192+0000 mgr.y (mgr.15249) 182 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:06.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:06 smithi078 bash[28923]: cluster 2024-09-18T09:15:05.451905+0000 mgr.y (mgr.15249) 183 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:07.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:07 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:07.452178003Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:08.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:08 smithi189 bash[21687]: cluster 2024-09-18T09:15:07.452590+0000 mgr.y (mgr.15249) 184 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:08.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:08 smithi078 bash[19887]: cluster 2024-09-18T09:15:07.452590+0000 mgr.y (mgr.15249) 184 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:08.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:08 smithi078 bash[28923]: cluster 2024-09-18T09:15:07.452590+0000 mgr.y (mgr.15249) 184 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:10.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:10 smithi189 bash[21687]: cluster 2024-09-18T09:15:09.454211+0000 mgr.y (mgr.15249) 185 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:10.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:10 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:10.465532161Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:10.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:10 smithi078 bash[19887]: cluster 2024-09-18T09:15:09.454211+0000 mgr.y (mgr.15249) 185 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:10.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:10 smithi078 bash[28923]: cluster 2024-09-18T09:15:09.454211+0000 mgr.y (mgr.15249) 185 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:12.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:12 smithi189 bash[21687]: cluster 2024-09-18T09:15:11.454873+0000 mgr.y (mgr.15249) 186 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:12.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:12 smithi078 bash[19887]: cluster 2024-09-18T09:15:11.454873+0000 mgr.y (mgr.15249) 186 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:12.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:12 smithi078 bash[28923]: cluster 2024-09-18T09:15:11.454873+0000 mgr.y (mgr.15249) 186 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:13.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:13 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:13.445822947Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:13.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:15:13 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:15:13] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.51.0" 2024-09-18T09:15:14.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:14 smithi189 bash[21687]: cluster 2024-09-18T09:15:13.456481+0000 mgr.y (mgr.15249) 187 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:14.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:14 smithi078 bash[19887]: cluster 2024-09-18T09:15:13.456481+0000 mgr.y (mgr.15249) 187 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:14.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:14 smithi078 bash[28923]: cluster 2024-09-18T09:15:13.456481+0000 mgr.y (mgr.15249) 187 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:16.607 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-09-18T09:15:16.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:16 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:16.468207711Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:16.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:16 smithi189 bash[21687]: audit 2024-09-18T09:15:15.441332+0000 mgr.y (mgr.15249) 188 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:16.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:16 smithi189 bash[21687]: cluster 2024-09-18T09:15:15.456994+0000 mgr.y (mgr.15249) 189 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:16.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:16 smithi189 bash[21687]: audit 2024-09-18T09:15:15.743933+0000 mgr.y (mgr.15249) 190 : audit [DBG] from='client.25487 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:15:16.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:16 smithi078 bash[19887]: audit 2024-09-18T09:15:15.441332+0000 mgr.y (mgr.15249) 188 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:16.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:16 smithi078 bash[19887]: cluster 2024-09-18T09:15:15.456994+0000 mgr.y (mgr.15249) 189 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:16.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:16 smithi078 bash[19887]: audit 2024-09-18T09:15:15.743933+0000 mgr.y (mgr.15249) 190 : audit [DBG] from='client.25487 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:15:16.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:16 smithi078 bash[28923]: audit 2024-09-18T09:15:15.441332+0000 mgr.y (mgr.15249) 188 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:16.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:16 smithi078 bash[28923]: cluster 2024-09-18T09:15:15.456994+0000 mgr.y (mgr.15249) 189 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:16.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:16 smithi078 bash[28923]: audit 2024-09-18T09:15:15.743933+0000 mgr.y (mgr.15249) 190 : audit [DBG] from='client.25487 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:15:17.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:17 smithi189 bash[21687]: audit 2024-09-18T09:15:17.208742+0000 mon.c (mon.2) 330 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:15:17.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:17 smithi078 bash[19887]: audit 2024-09-18T09:15:17.208742+0000 mon.c (mon.2) 330 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:15:17.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:17 smithi078 bash[28923]: audit 2024-09-18T09:15:17.208742+0000 mon.c (mon.2) 330 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:15:18.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:18 smithi189 bash[21687]: cluster 2024-09-18T09:15:17.457620+0000 mgr.y (mgr.15249) 191 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:18.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:18 smithi078 bash[19887]: cluster 2024-09-18T09:15:17.457620+0000 mgr.y (mgr.15249) 191 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:18.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:18 smithi078 bash[28923]: cluster 2024-09-18T09:15:17.457620+0000 mgr.y (mgr.15249) 191 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:19.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:19 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:19.441639209Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:20.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:20 smithi189 bash[21687]: cluster 2024-09-18T09:15:19.459321+0000 mgr.y (mgr.15249) 192 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:20.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:20 smithi078 bash[19887]: cluster 2024-09-18T09:15:19.459321+0000 mgr.y (mgr.15249) 192 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:20.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:20 smithi078 bash[28923]: cluster 2024-09-18T09:15:19.459321+0000 mgr.y (mgr.15249) 192 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:21.428 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:15:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:22 smithi189 bash[21687]: cluster 2024-09-18T09:15:21.459912+0000 mgr.y (mgr.15249) 193 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:22.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:22 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:22.438104857Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:22.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:22 smithi078 bash[19887]: cluster 2024-09-18T09:15:21.459912+0000 mgr.y (mgr.15249) 193 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:22.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:22 smithi078 bash[28923]: cluster 2024-09-18T09:15:21.459912+0000 mgr.y (mgr.15249) 193 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:23.066 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:15:23.786 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions | jq -e '"'"'.mgr | keys'"'"' | grep $sha1' 2024-09-18T09:15:23.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:23 smithi189 bash[21687]: audit 2024-09-18T09:15:23.055317+0000 mon.c (mon.2) 331 : audit [DBG] from='client.? 172.21.15.78:0/2665315680' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:15:23.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:15:23 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:15:23] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.51.0" 2024-09-18T09:15:23.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:23 smithi078 bash[19887]: audit 2024-09-18T09:15:23.055317+0000 mon.c (mon.2) 331 : audit [DBG] from='client.? 172.21.15.78:0/2665315680' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:15:23.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:23 smithi078 bash[28923]: audit 2024-09-18T09:15:23.055317+0000 mon.c (mon.2) 331 : audit [DBG] from='client.? 172.21.15.78:0/2665315680' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:15:24.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:24 smithi189 bash[21687]: cluster 2024-09-18T09:15:23.461683+0000 mgr.y (mgr.15249) 194 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:24.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:24 smithi078 bash[19887]: cluster 2024-09-18T09:15:23.461683+0000 mgr.y (mgr.15249) 194 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:24.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:24 smithi078 bash[28923]: cluster 2024-09-18T09:15:23.461683+0000 mgr.y (mgr.15249) 194 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:25.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:25 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:25.475774358Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:26.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:26 smithi189 bash[21687]: audit 2024-09-18T09:15:25.452573+0000 mgr.y (mgr.15249) 195 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:26.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:26 smithi189 bash[21687]: cluster 2024-09-18T09:15:25.462514+0000 mgr.y (mgr.15249) 196 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:26.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:26 smithi078 bash[19887]: audit 2024-09-18T09:15:25.452573+0000 mgr.y (mgr.15249) 195 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:26.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:26 smithi078 bash[19887]: cluster 2024-09-18T09:15:25.462514+0000 mgr.y (mgr.15249) 196 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:26.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:26 smithi078 bash[28923]: audit 2024-09-18T09:15:25.452573+0000 mgr.y (mgr.15249) 195 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:26.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:26 smithi078 bash[28923]: cluster 2024-09-18T09:15:25.462514+0000 mgr.y (mgr.15249) 196 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:28.601 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:15:28.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:28 smithi189 bash[21687]: cluster 2024-09-18T09:15:27.463330+0000 mgr.y (mgr.15249) 197 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:28.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:28 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:28.456476271Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:28.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:28 smithi078 bash[19887]: cluster 2024-09-18T09:15:27.463330+0000 mgr.y (mgr.15249) 197 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:28.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:28 smithi078 bash[28923]: cluster 2024-09-18T09:15:27.463330+0000 mgr.y (mgr.15249) 197 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:30.220 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)" 2024-09-18T09:15:30.886 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:30 smithi078 bash[19887]: cluster 2024-09-18T09:15:29.465532+0000 mgr.y (mgr.15249) 198 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:30.886 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:30 smithi078 bash[19887]: audit 2024-09-18T09:15:30.210156+0000 mon.a (mon.0) 1406 : audit [DBG] from='client.? 172.21.15.78:0/2658645636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:15:30.886 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:30 smithi078 bash[28923]: cluster 2024-09-18T09:15:29.465532+0000 mgr.y (mgr.15249) 198 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:30.886 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:30 smithi078 bash[28923]: audit 2024-09-18T09:15:30.210156+0000 mon.a (mon.0) 1406 : audit [DBG] from='client.? 172.21.15.78:0/2658645636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:15:30.888 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 2'"'"'' 2024-09-18T09:15:30.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:30 smithi189 bash[21687]: cluster 2024-09-18T09:15:29.465532+0000 mgr.y (mgr.15249) 198 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:30.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:30 smithi189 bash[21687]: audit 2024-09-18T09:15:30.210156+0000 mon.a (mon.0) 1406 : audit [DBG] from='client.? 172.21.15.78:0/2658645636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:15:31.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:31 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:31.465512719Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:32.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:32 smithi189 bash[21687]: cluster 2024-09-18T09:15:31.466280+0000 mgr.y (mgr.15249) 199 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:32.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:32 smithi189 bash[21687]: audit 2024-09-18T09:15:32.209220+0000 mon.c (mon.2) 332 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:15:32.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:32 smithi078 bash[19887]: cluster 2024-09-18T09:15:31.466280+0000 mgr.y (mgr.15249) 199 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:32.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:32 smithi078 bash[19887]: audit 2024-09-18T09:15:32.209220+0000 mon.c (mon.2) 332 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:15:32.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:32 smithi078 bash[28923]: cluster 2024-09-18T09:15:31.466280+0000 mgr.y (mgr.15249) 199 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:32.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:32 smithi078 bash[28923]: audit 2024-09-18T09:15:32.209220+0000 mon.c (mon.2) 332 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:15:33.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:15:33 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:15:33] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.51.0" 2024-09-18T09:15:34.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:34 smithi189 bash[21687]: cluster 2024-09-18T09:15:33.467993+0000 mgr.y (mgr.15249) 200 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:34.924 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:34 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:34.45428346Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:34.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:34 smithi078 bash[19887]: cluster 2024-09-18T09:15:33.467993+0000 mgr.y (mgr.15249) 200 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:34.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:34 smithi078 bash[28923]: cluster 2024-09-18T09:15:33.467993+0000 mgr.y (mgr.15249) 200 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:35.700 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:15:36.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:36 smithi189 bash[21687]: audit 2024-09-18T09:15:35.463909+0000 mgr.y (mgr.15249) 201 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:36.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:36 smithi189 bash[21687]: cluster 2024-09-18T09:15:35.468830+0000 mgr.y (mgr.15249) 202 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:36.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:36 smithi078 bash[28923]: audit 2024-09-18T09:15:35.463909+0000 mgr.y (mgr.15249) 201 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:36.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:36 smithi078 bash[28923]: cluster 2024-09-18T09:15:35.468830+0000 mgr.y (mgr.15249) 202 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:36.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:36 smithi078 bash[19887]: audit 2024-09-18T09:15:35.463909+0000 mgr.y (mgr.15249) 201 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:36.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:36 smithi078 bash[19887]: cluster 2024-09-18T09:15:35.468830+0000 mgr.y (mgr.15249) 202 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:37.427 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:15:37.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:37 smithi078 bash[19887]: audit 2024-09-18T09:15:37.417218+0000 mon.a (mon.0) 1407 : audit [DBG] from='client.? 172.21.15.78:0/3423403926' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:15:37.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:37 smithi078 bash[28923]: audit 2024-09-18T09:15:37.417218+0000 mon.a (mon.0) 1407 : audit [DBG] from='client.? 172.21.15.78:0/3423403926' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:15:37.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:37 smithi189 bash[21687]: audit 2024-09-18T09:15:37.417218+0000 mon.a (mon.0) 1407 : audit [DBG] from='client.? 172.21.15.78:0/3423403926' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:15:37.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:37 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:37.464823345Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:38.203 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 2'"'"'' 2024-09-18T09:15:38.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:38 smithi189 bash[21687]: cluster 2024-09-18T09:15:37.469259+0000 mgr.y (mgr.15249) 203 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:38.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:38 smithi078 bash[19887]: cluster 2024-09-18T09:15:37.469259+0000 mgr.y (mgr.15249) 203 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:38.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:38 smithi078 bash[28923]: cluster 2024-09-18T09:15:37.469259+0000 mgr.y (mgr.15249) 203 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:40.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:40 smithi189 bash[21687]: cluster 2024-09-18T09:15:39.470783+0000 mgr.y (mgr.15249) 204 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:40.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:40 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:40.428698867Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:40.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:40 smithi078 bash[19887]: cluster 2024-09-18T09:15:39.470783+0000 mgr.y (mgr.15249) 204 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:40.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:40 smithi078 bash[28923]: cluster 2024-09-18T09:15:39.470783+0000 mgr.y (mgr.15249) 204 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:42.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:42 smithi189 bash[21687]: cluster 2024-09-18T09:15:41.471699+0000 mgr.y (mgr.15249) 205 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:42.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:42 smithi078 bash[19887]: cluster 2024-09-18T09:15:41.471699+0000 mgr.y (mgr.15249) 205 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:42.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:42 smithi078 bash[28923]: cluster 2024-09-18T09:15:41.471699+0000 mgr.y (mgr.15249) 205 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:43.008 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:15:43.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:43 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:43.45491409Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:43.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:15:43 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:15:43] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.51.0" 2024-09-18T09:15:44.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:44 smithi189 bash[21687]: cluster 2024-09-18T09:15:43.473442+0000 mgr.y (mgr.15249) 206 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:44.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:44 smithi078 bash[28923]: cluster 2024-09-18T09:15:43.473442+0000 mgr.y (mgr.15249) 206 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:44.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:44 smithi078 bash[19887]: cluster 2024-09-18T09:15:43.473442+0000 mgr.y (mgr.15249) 206 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:45.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:45 smithi189 bash[21687]: audit 2024-09-18T09:15:44.556140+0000 mgr.y (mgr.15249) 207 : audit [DBG] from='client.25511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:15:45.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:45 smithi078 bash[19887]: audit 2024-09-18T09:15:44.556140+0000 mgr.y (mgr.15249) 207 : audit [DBG] from='client.25511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:15:45.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:45 smithi078 bash[28923]: audit 2024-09-18T09:15:44.556140+0000 mgr.y (mgr.15249) 207 : audit [DBG] from='client.25511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:15:46.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:46 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:46.429192614Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:46 smithi189 bash[21687]: cluster 2024-09-18T09:15:45.474116+0000 mgr.y (mgr.15249) 208 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:46 smithi189 bash[21687]: audit 2024-09-18T09:15:45.475085+0000 mgr.y (mgr.15249) 209 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:46.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:46 smithi078 bash[28923]: cluster 2024-09-18T09:15:45.474116+0000 mgr.y (mgr.15249) 208 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:46.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:46 smithi078 bash[28923]: audit 2024-09-18T09:15:45.475085+0000 mgr.y (mgr.15249) 209 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:46.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:46 smithi078 bash[19887]: cluster 2024-09-18T09:15:45.474116+0000 mgr.y (mgr.15249) 208 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:46.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:46 smithi078 bash[19887]: audit 2024-09-18T09:15:45.475085+0000 mgr.y (mgr.15249) 209 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:47.130 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:15:47.921 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch upgrade status' 2024-09-18T09:15:47.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:47 smithi189 bash[21687]: audit 2024-09-18T09:15:47.208920+0000 mon.c (mon.2) 333 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:15:47.932 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:47 smithi078 bash[19887]: audit 2024-09-18T09:15:47.208920+0000 mon.c (mon.2) 333 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:15:47.932 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:47 smithi078 bash[28923]: audit 2024-09-18T09:15:47.208920+0000 mon.c (mon.2) 333 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:15:48.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:48 smithi078 bash[19887]: cluster 2024-09-18T09:15:47.474843+0000 mgr.y (mgr.15249) 210 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:48.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:48 smithi078 bash[28923]: cluster 2024-09-18T09:15:47.474843+0000 mgr.y (mgr.15249) 210 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:49.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:48 smithi189 bash[21687]: cluster 2024-09-18T09:15:47.474843+0000 mgr.y (mgr.15249) 210 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:49.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:49 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:49.473176662Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:50.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:50 smithi078 bash[19887]: cluster 2024-09-18T09:15:49.476601+0000 mgr.y (mgr.15249) 211 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:50.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:50 smithi078 bash[28923]: cluster 2024-09-18T09:15:49.476601+0000 mgr.y (mgr.15249) 211 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:51.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:50 smithi189 bash[21687]: cluster 2024-09-18T09:15:49.476601+0000 mgr.y (mgr.15249) 211 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:52.738 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:15:52.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:52 smithi189 bash[21687]: cluster 2024-09-18T09:15:51.477419+0000 mgr.y (mgr.15249) 212 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:52.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:52 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:52.450800127Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:52.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:52 smithi078 bash[19887]: cluster 2024-09-18T09:15:51.477419+0000 mgr.y (mgr.15249) 212 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:52.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:52 smithi078 bash[28923]: cluster 2024-09-18T09:15:51.477419+0000 mgr.y (mgr.15249) 212 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:53.931 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:15:53 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:15:53] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.51.0" 2024-09-18T09:15:54.285 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:15:54.285 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": null, 2024-09-18T09:15:54.285 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": false, 2024-09-18T09:15:54.285 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "", 2024-09-18T09:15:54.285 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:15:54.285 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": null, 2024-09-18T09:15:54.285 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "", 2024-09-18T09:15:54.285 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:15:54.286 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:15:54.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:54 smithi078 bash[19887]: cluster 2024-09-18T09:15:53.479146+0000 mgr.y (mgr.15249) 213 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:54.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:54 smithi078 bash[28923]: cluster 2024-09-18T09:15:53.479146+0000 mgr.y (mgr.15249) 213 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:54.986 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph health detail' 2024-09-18T09:15:55.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:54 smithi189 bash[21687]: cluster 2024-09-18T09:15:53.479146+0000 mgr.y (mgr.15249) 213 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:15:55.695 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:55 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:55.432506373Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:55.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:55 smithi078 bash[19887]: audit 2024-09-18T09:15:54.285459+0000 mgr.y (mgr.15249) 214 : audit [DBG] from='client.15624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:15:55.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:55 smithi078 bash[28923]: audit 2024-09-18T09:15:54.285459+0000 mgr.y (mgr.15249) 214 : audit [DBG] from='client.15624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:15:56.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:55 smithi189 bash[21687]: audit 2024-09-18T09:15:54.285459+0000 mgr.y (mgr.15249) 214 : audit [DBG] from='client.15624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:15:56.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:56 smithi078 bash[19887]: cluster 2024-09-18T09:15:55.479992+0000 mgr.y (mgr.15249) 215 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:56.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:56 smithi078 bash[19887]: audit 2024-09-18T09:15:55.486309+0000 mgr.y (mgr.15249) 216 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:56.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:56 smithi078 bash[28923]: cluster 2024-09-18T09:15:55.479992+0000 mgr.y (mgr.15249) 215 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:56.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:56 smithi078 bash[28923]: audit 2024-09-18T09:15:55.486309+0000 mgr.y (mgr.15249) 216 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:56 smithi189 bash[21687]: cluster 2024-09-18T09:15:55.479992+0000 mgr.y (mgr.15249) 215 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:56 smithi189 bash[21687]: audit 2024-09-18T09:15:55.486309+0000 mgr.y (mgr.15249) 216 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:15:58.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:57 smithi189 bash[21687]: audit 2024-09-18T09:15:57.519903+0000 mon.c (mon.2) 334 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:15:58.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:57 smithi189 bash[21687]: audit 2024-09-18T09:15:57.521069+0000 mon.c (mon.2) 335 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:15:58.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:57 smithi189 bash[21687]: audit 2024-09-18T09:15:57.530140+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:15:58.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:57 smithi078 bash[19887]: audit 2024-09-18T09:15:57.519903+0000 mon.c (mon.2) 334 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:15:58.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:57 smithi078 bash[19887]: audit 2024-09-18T09:15:57.521069+0000 mon.c (mon.2) 335 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:15:58.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:57 smithi078 bash[19887]: audit 2024-09-18T09:15:57.530140+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:15:58.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:57 smithi078 bash[28923]: audit 2024-09-18T09:15:57.519903+0000 mon.c (mon.2) 334 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:15:58.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:57 smithi078 bash[28923]: audit 2024-09-18T09:15:57.521069+0000 mon.c (mon.2) 335 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:15:58.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:57 smithi078 bash[28923]: audit 2024-09-18T09:15:57.530140+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:15:58.712 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:15:58 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:15:58.44869377Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:15:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:15:58 smithi189 bash[21687]: cluster 2024-09-18T09:15:57.480596+0000 mgr.y (mgr.15249) 217 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:59.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:15:58 smithi078 bash[19887]: cluster 2024-09-18T09:15:57.480596+0000 mgr.y (mgr.15249) 217 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:59.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:15:58 smithi078 bash[28923]: cluster 2024-09-18T09:15:57.480596+0000 mgr.y (mgr.15249) 217 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:15:59.833 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:16:01.014 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:00 smithi078 bash[19887]: cluster 2024-09-18T09:15:59.482215+0000 mgr.y (mgr.15249) 218 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:01.014 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:00 smithi078 bash[28923]: cluster 2024-09-18T09:15:59.482215+0000 mgr.y (mgr.15249) 218 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:01.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:00 smithi189 bash[21687]: cluster 2024-09-18T09:15:59.482215+0000 mgr.y (mgr.15249) 218 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:01.441 INFO:teuthology.orchestra.run.smithi078.stdout:HEALTH_OK 2024-09-18T09:16:01.728 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:01 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:01.470018365Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:02.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:01 smithi189 bash[21687]: audit 2024-09-18T09:16:01.442611+0000 mon.a (mon.0) 1409 : audit [DBG] from='client.? 172.21.15.78:0/3314003792' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-18T09:16:02.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:01 smithi078 bash[19887]: audit 2024-09-18T09:16:01.442611+0000 mon.a (mon.0) 1409 : audit [DBG] from='client.? 172.21.15.78:0/3314003792' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-18T09:16:02.199 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:01 smithi078 bash[28923]: audit 2024-09-18T09:16:01.442611+0000 mon.a (mon.0) 1409 : audit [DBG] from='client.? 172.21.15.78:0/3314003792' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-18T09:16:02.201 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '"'"'{print $2}'"'"')' 2024-09-18T09:16:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:02 smithi189 bash[21687]: cluster 2024-09-18T09:16:01.482776+0000 mgr.y (mgr.15249) 219 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:02 smithi189 bash[21687]: audit 2024-09-18T09:16:02.210012+0000 mon.c (mon.2) 336 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:16:03.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:02 smithi078 bash[19887]: cluster 2024-09-18T09:16:01.482776+0000 mgr.y (mgr.15249) 219 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:03.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:02 smithi078 bash[19887]: audit 2024-09-18T09:16:02.210012+0000 mon.c (mon.2) 336 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:16:03.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:02 smithi078 bash[28923]: cluster 2024-09-18T09:16:01.482776+0000 mgr.y (mgr.15249) 219 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:03.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:02 smithi078 bash[28923]: audit 2024-09-18T09:16:02.210012+0000 mon.c (mon.2) 336 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:16:03.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:16:03 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:16:03] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.51.0" 2024-09-18T09:16:04.734 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:04 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:04.449598186Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:04 smithi189 bash[21687]: cluster 2024-09-18T09:16:03.484348+0000 mgr.y (mgr.15249) 220 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:05.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:04 smithi078 bash[19887]: cluster 2024-09-18T09:16:03.484348+0000 mgr.y (mgr.15249) 220 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:05.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:04 smithi078 bash[28923]: cluster 2024-09-18T09:16:03.484348+0000 mgr.y (mgr.15249) 220 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:06.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:06 smithi189 bash[21687]: cluster 2024-09-18T09:16:05.485072+0000 mgr.y (mgr.15249) 221 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:06.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:06 smithi189 bash[21687]: audit 2024-09-18T09:16:05.497292+0000 mgr.y (mgr.15249) 222 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:06.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:06 smithi078 bash[19887]: cluster 2024-09-18T09:16:05.485072+0000 mgr.y (mgr.15249) 221 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:06.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:06 smithi078 bash[19887]: audit 2024-09-18T09:16:05.497292+0000 mgr.y (mgr.15249) 222 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:06.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:06 smithi078 bash[28923]: cluster 2024-09-18T09:16:05.485072+0000 mgr.y (mgr.15249) 221 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:06.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:06 smithi078 bash[28923]: audit 2024-09-18T09:16:05.497292+0000 mgr.y (mgr.15249) 222 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:07.026 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:16:07.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:07 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:07.468883934Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:08.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:08 smithi189 bash[21687]: cluster 2024-09-18T09:16:07.485801+0000 mgr.y (mgr.15249) 223 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:08.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:08 smithi078 bash[19887]: cluster 2024-09-18T09:16:07.485801+0000 mgr.y (mgr.15249) 223 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:08.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:08 smithi078 bash[28923]: cluster 2024-09-18T09:16:07.485801+0000 mgr.y (mgr.15249) 223 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:09.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:09 smithi189 bash[21687]: audit 2024-09-18T09:16:08.606028+0000 mgr.y (mgr.15249) 224 : audit [DBG] from='client.15636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:09.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:09 smithi189 bash[21687]: audit 2024-09-18T09:16:08.958028+0000 mgr.y (mgr.15249) 225 : audit [DBG] from='client.15642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "mon", "hosts": "smithi189", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:09.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:09 smithi078 bash[19887]: audit 2024-09-18T09:16:08.606028+0000 mgr.y (mgr.15249) 224 : audit [DBG] from='client.15636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:09.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:09 smithi078 bash[19887]: audit 2024-09-18T09:16:08.958028+0000 mgr.y (mgr.15249) 225 : audit [DBG] from='client.15642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "mon", "hosts": "smithi189", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:09.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:09 smithi078 bash[28923]: audit 2024-09-18T09:16:08.606028+0000 mgr.y (mgr.15249) 224 : audit [DBG] from='client.15636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:09.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:09 smithi078 bash[28923]: audit 2024-09-18T09:16:08.958028+0000 mgr.y (mgr.15249) 225 : audit [DBG] from='client.15642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "mon", "hosts": "smithi189", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:10.876 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:10 smithi078 bash[19887]: cluster 2024-09-18T09:16:09.487367+0000 mgr.y (mgr.15249) 226 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:10.876 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:10 smithi078 bash[28923]: cluster 2024-09-18T09:16:09.487367+0000 mgr.y (mgr.15249) 226 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:10.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:10 smithi189 bash[21687]: cluster 2024-09-18T09:16:09.487367+0000 mgr.y (mgr.15249) 226 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:10.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:10 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:10.43307701Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:11.699 INFO:teuthology.orchestra.run.smithi078.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:16:12.584 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-18T09:16:12.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:12 smithi078 bash[19887]: cluster 2024-09-18T09:16:11.488046+0000 mgr.y (mgr.15249) 227 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:12.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:12 smithi078 bash[19887]: cephadm 2024-09-18T09:16:11.687317+0000 mgr.y (mgr.15249) 228 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:16:12.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:12 smithi078 bash[19887]: audit 2024-09-18T09:16:11.697209+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:12.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:12 smithi078 bash[19887]: audit 2024-09-18T09:16:11.700529+0000 mon.c (mon.2) 337 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:12.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:12 smithi078 bash[19887]: audit 2024-09-18T09:16:11.701808+0000 mon.c (mon.2) 338 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:16:12.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:12 smithi078 bash[19887]: audit 2024-09-18T09:16:11.711402+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:12.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:12 smithi078 bash[19887]: cephadm 2024-09-18T09:16:11.780046+0000 mgr.y (mgr.15249) 229 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:16:12.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:12 smithi078 bash[28923]: cluster 2024-09-18T09:16:11.488046+0000 mgr.y (mgr.15249) 227 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:12.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:12 smithi078 bash[28923]: cephadm 2024-09-18T09:16:11.687317+0000 mgr.y (mgr.15249) 228 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:16:12.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:12 smithi078 bash[28923]: audit 2024-09-18T09:16:11.697209+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:12.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:12 smithi078 bash[28923]: audit 2024-09-18T09:16:11.700529+0000 mon.c (mon.2) 337 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:12.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:12 smithi078 bash[28923]: audit 2024-09-18T09:16:11.701808+0000 mon.c (mon.2) 338 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:16:12.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:12 smithi078 bash[28923]: audit 2024-09-18T09:16:11.711402+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:12.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:12 smithi078 bash[28923]: cephadm 2024-09-18T09:16:11.780046+0000 mgr.y (mgr.15249) 229 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:16:13.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:12 smithi189 bash[21687]: cluster 2024-09-18T09:16:11.488046+0000 mgr.y (mgr.15249) 227 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:13.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:12 smithi189 bash[21687]: cephadm 2024-09-18T09:16:11.687317+0000 mgr.y (mgr.15249) 228 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:16:13.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:12 smithi189 bash[21687]: audit 2024-09-18T09:16:11.697209+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:13.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:12 smithi189 bash[21687]: audit 2024-09-18T09:16:11.700529+0000 mon.c (mon.2) 337 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:13.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:12 smithi189 bash[21687]: audit 2024-09-18T09:16:11.701808+0000 mon.c (mon.2) 338 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:16:13.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:12 smithi189 bash[21687]: audit 2024-09-18T09:16:11.711402+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:13.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:12 smithi189 bash[21687]: cephadm 2024-09-18T09:16:11.780046+0000 mgr.y (mgr.15249) 229 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:16:13.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:13 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:13.439362756Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:13.923 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:16:13 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:16:13] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.51.0" 2024-09-18T09:16:14.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:14 smithi078 bash[19887]: cluster 2024-09-18T09:16:13.489729+0000 mgr.y (mgr.15249) 230 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:14.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:14 smithi078 bash[19887]: audit 2024-09-18T09:16:14.421993+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:14.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:14 smithi078 bash[19887]: audit 2024-09-18T09:16:14.426255+0000 mon.c (mon.2) 339 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:16:14.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:14 smithi078 bash[19887]: audit 2024-09-18T09:16:14.429128+0000 mon.c (mon.2) 340 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:14.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:14 smithi078 bash[19887]: audit 2024-09-18T09:16:14.437133+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:14.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:14 smithi078 bash[19887]: audit 2024-09-18T09:16:14.441861+0000 mon.c (mon.2) 341 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T09:16:14.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:14 smithi078 bash[19887]: audit 2024-09-18T09:16:14.443353+0000 mon.c (mon.2) 342 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-18T09:16:14.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:14 smithi078 bash[28923]: cluster 2024-09-18T09:16:13.489729+0000 mgr.y (mgr.15249) 230 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:14.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:14 smithi078 bash[28923]: audit 2024-09-18T09:16:14.421993+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:14.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:14 smithi078 bash[28923]: audit 2024-09-18T09:16:14.426255+0000 mon.c (mon.2) 339 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:16:14.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:14 smithi078 bash[28923]: audit 2024-09-18T09:16:14.429128+0000 mon.c (mon.2) 340 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:14.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:14 smithi078 bash[28923]: audit 2024-09-18T09:16:14.437133+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:14.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:14 smithi078 bash[28923]: audit 2024-09-18T09:16:14.441861+0000 mon.c (mon.2) 341 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T09:16:14.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:14 smithi078 bash[28923]: audit 2024-09-18T09:16:14.443353+0000 mon.c (mon.2) 342 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-18T09:16:15.107 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:14 smithi189 bash[21687]: cluster 2024-09-18T09:16:13.489729+0000 mgr.y (mgr.15249) 230 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:15.107 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:14 smithi189 bash[21687]: audit 2024-09-18T09:16:14.421993+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:15.108 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:14 smithi189 bash[21687]: audit 2024-09-18T09:16:14.426255+0000 mon.c (mon.2) 339 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:16:15.108 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:14 smithi189 bash[21687]: audit 2024-09-18T09:16:14.429128+0000 mon.c (mon.2) 340 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:15.108 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:14 smithi189 bash[21687]: audit 2024-09-18T09:16:14.437133+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:15.108 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:14 smithi189 bash[21687]: audit 2024-09-18T09:16:14.441861+0000 mon.c (mon.2) 341 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T09:16:15.108 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:14 smithi189 bash[21687]: audit 2024-09-18T09:16:14.443353+0000 mon.c (mon.2) 342 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-18T09:16:15.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:15 smithi078 bash[19887]: cephadm 2024-09-18T09:16:14.422994+0000 mgr.y (mgr.15249) 231 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:16:15.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:15 smithi078 bash[19887]: cephadm 2024-09-18T09:16:14.423129+0000 mgr.y (mgr.15249) 232 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:16:15.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:15 smithi078 bash[19887]: cephadm 2024-09-18T09:16:14.430131+0000 mgr.y (mgr.15249) 233 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:16:15.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:15 smithi078 bash[19887]: cephadm 2024-09-18T09:16:14.444252+0000 mgr.y (mgr.15249) 234 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-18T09:16:15.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:15 smithi078 bash[28923]: cephadm 2024-09-18T09:16:14.422994+0000 mgr.y (mgr.15249) 231 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:16:15.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:15 smithi078 bash[28923]: cephadm 2024-09-18T09:16:14.423129+0000 mgr.y (mgr.15249) 232 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:16:15.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:15 smithi078 bash[28923]: cephadm 2024-09-18T09:16:14.430131+0000 mgr.y (mgr.15249) 233 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:16:15.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:15 smithi078 bash[28923]: cephadm 2024-09-18T09:16:14.444252+0000 mgr.y (mgr.15249) 234 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-18T09:16:16.005 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:15 smithi189 bash[21687]: cephadm 2024-09-18T09:16:14.422994+0000 mgr.y (mgr.15249) 231 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:16:16.005 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:15 smithi189 bash[21687]: cephadm 2024-09-18T09:16:14.423129+0000 mgr.y (mgr.15249) 232 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:16:16.005 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:15 smithi189 bash[21687]: cephadm 2024-09-18T09:16:14.430131+0000 mgr.y (mgr.15249) 233 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:16:16.005 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:15 smithi189 bash[21687]: cephadm 2024-09-18T09:16:14.444252+0000 mgr.y (mgr.15249) 234 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-18T09:16:16.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:16 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:16.429512344Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:17.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:16 smithi189 bash[21687]: cluster 2024-09-18T09:16:15.490533+0000 mgr.y (mgr.15249) 235 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:16 smithi189 bash[21687]: audit 2024-09-18T09:16:15.508457+0000 mgr.y (mgr.15249) 236 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:17.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:16 smithi078 bash[19887]: cluster 2024-09-18T09:16:15.490533+0000 mgr.y (mgr.15249) 235 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:17.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:16 smithi078 bash[19887]: audit 2024-09-18T09:16:15.508457+0000 mgr.y (mgr.15249) 236 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:17.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:16 smithi078 bash[28923]: cluster 2024-09-18T09:16:15.490533+0000 mgr.y (mgr.15249) 235 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:17.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:16 smithi078 bash[28923]: audit 2024-09-18T09:16:15.508457+0000 mgr.y (mgr.15249) 236 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:17.965 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:16:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:17 smithi189 bash[21687]: cephadm 2024-09-18T09:16:16.822156+0000 mgr.y (mgr.15249) 237 : cephadm [INF] Upgrade: Updating mon.b 2024-09-18T09:16:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:17 smithi189 bash[21687]: audit 2024-09-18T09:16:16.833560+0000 mon.a (mon.0) 1414 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:17 smithi189 bash[21687]: audit 2024-09-18T09:16:16.841725+0000 mon.c (mon.2) 343 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T09:16:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:17 smithi189 bash[21687]: audit 2024-09-18T09:16:16.843331+0000 mon.c (mon.2) 344 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T09:16:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:17 smithi189 bash[21687]: audit 2024-09-18T09:16:16.844918+0000 mon.c (mon.2) 345 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:17 smithi189 bash[21687]: cephadm 2024-09-18T09:16:16.846871+0000 mgr.y (mgr.15249) 238 : cephadm [INF] Deploying daemon mon.b on smithi189 2024-09-18T09:16:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:17 smithi189 bash[21687]: audit 2024-09-18T09:16:17.209997+0000 mon.c (mon.2) 346 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:16:18.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:17 smithi078 bash[19887]: cephadm 2024-09-18T09:16:16.822156+0000 mgr.y (mgr.15249) 237 : cephadm [INF] Upgrade: Updating mon.b 2024-09-18T09:16:18.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:17 smithi078 bash[19887]: audit 2024-09-18T09:16:16.833560+0000 mon.a (mon.0) 1414 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:18.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:17 smithi078 bash[19887]: audit 2024-09-18T09:16:16.841725+0000 mon.c (mon.2) 343 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T09:16:18.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:17 smithi078 bash[19887]: audit 2024-09-18T09:16:16.843331+0000 mon.c (mon.2) 344 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T09:16:18.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:17 smithi078 bash[19887]: audit 2024-09-18T09:16:16.844918+0000 mon.c (mon.2) 345 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:18.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:17 smithi078 bash[19887]: cephadm 2024-09-18T09:16:16.846871+0000 mgr.y (mgr.15249) 238 : cephadm [INF] Deploying daemon mon.b on smithi189 2024-09-18T09:16:18.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:17 smithi078 bash[19887]: audit 2024-09-18T09:16:17.209997+0000 mon.c (mon.2) 346 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:16:18.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:17 smithi078 bash[28923]: cephadm 2024-09-18T09:16:16.822156+0000 mgr.y (mgr.15249) 237 : cephadm [INF] Upgrade: Updating mon.b 2024-09-18T09:16:18.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:17 smithi078 bash[28923]: audit 2024-09-18T09:16:16.833560+0000 mon.a (mon.0) 1414 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:18.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:17 smithi078 bash[28923]: audit 2024-09-18T09:16:16.841725+0000 mon.c (mon.2) 343 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T09:16:18.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:17 smithi078 bash[28923]: audit 2024-09-18T09:16:16.843331+0000 mon.c (mon.2) 344 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T09:16:18.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:17 smithi078 bash[28923]: audit 2024-09-18T09:16:16.844918+0000 mon.c (mon.2) 345 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:18.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:17 smithi078 bash[28923]: cephadm 2024-09-18T09:16:16.846871+0000 mgr.y (mgr.15249) 238 : cephadm [INF] Deploying daemon mon.b on smithi189 2024-09-18T09:16:18.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:17 smithi078 bash[28923]: audit 2024-09-18T09:16:17.209997+0000 mon.c (mon.2) 346 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:16:18.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:18 smithi189 bash[21687]: cluster 2024-09-18T09:16:17.491206+0000 mgr.y (mgr.15249) 239 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:19.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:18 smithi078 bash[19887]: cluster 2024-09-18T09:16:17.491206+0000 mgr.y (mgr.15249) 239 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:19.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:18 smithi078 bash[28923]: cluster 2024-09-18T09:16:17.491206+0000 mgr.y (mgr.15249) 239 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:19.408 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:16:19.422 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:16:19 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:19.423 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:16:19 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:19.423 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:16:19 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:19.424 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:16:19 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:19.424 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:16:19 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:19.425 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:19 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:19.425 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:16:19 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:19.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:19 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:19.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:19 smithi189 systemd[1]: Stopping Ceph mon.b for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:16:19.426 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:16:19 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:19.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:19 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:19.424416828Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:19.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:19 smithi189 bash[21687]: debug 2024-09-18T09:16:19.457+0000 7f3bce9dc640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-18T09:16:19.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:19 smithi189 bash[21687]: debug 2024-09-18T09:16:19.457+0000 7f3bce9dc640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-18T09:16:20.065 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:16:20.066 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (2m) 2m ago 29m 13.9M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:16:20.066 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (100s) 94s ago 29m 34.8M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:16:20.066 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (4m) 2m ago 26m 48.0M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:16:20.066 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (3m) 94s ago 38m 438M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:16:20.066 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (14m) 2m ago 40m 502M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:16:20.066 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (40m) 2m ago 40m 87.4M 2048M 19.1.1-330-gc2ddf972 ebb0615149de bf4e56a16354 2024-09-18T09:16:20.066 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (38m) 94s ago 38m 60.0M 2048M 19.1.1-330-gc2ddf972 ebb0615149de ab98398799ea 2024-09-18T09:16:20.066 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (38m) 2m ago 38m 61.1M 2048M 19.1.1-330-gc2ddf972 ebb0615149de 3ab54f539482 2024-09-18T09:16:20.066 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (3m) 2m ago 29m 7539k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:16:20.066 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (3m) 94s ago 29m 7740k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:16:20.066 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (37m) 2m ago 37m 57.4M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T09:16:20.066 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (36m) 2m ago 36m 66.3M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T09:16:20.066 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (35m) 2m ago 35m 62.1M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:16:20.067 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (34m) 2m ago 34m 66.3M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:16:20.067 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (33m) 94s ago 33m 68.0M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:16:20.067 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (32m) 94s ago 32m 57.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:16:20.067 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (31m) 94s ago 31m 54.9M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:16:20.067 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (30m) 94s ago 30m 66.1M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:16:20.067 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (2m) 94s ago 30m 36.7M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:16:20.067 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (27m) 2m ago 27m 101M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:16:20.067 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (27m) 94s ago 27m 101M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:16:20.244 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:19 smithi189 bash[70409]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-mon-b 2024-09-18T09:16:20.244 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:20 smithi189 bash[70469]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-mon-b 2024-09-18T09:16:20.244 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:20 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-18T09:16:20.244 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:20 smithi189 systemd[1]: Stopped Ceph mon.b for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:16:20.442 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:16:20.443 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:16:20.443 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 3 2024-09-18T09:16:20.443 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:16:20.443 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:16:20.443 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:16:20.443 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:16:20.443 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:16:20.443 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 8 2024-09-18T09:16:20.443 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:16:20.443 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:16:20.443 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:16:20.444 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:16:20.444 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:16:20.444 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 13, 2024-09-18T09:16:20.444 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:16:20.444 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:16:20.444 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:16:20.672 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:16:20 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:20.673 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:16:20 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:20.673 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:16:20 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:20.673 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:16:20 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:20.674 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:16:20 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:20.674 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:16:20 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:20.674 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:20 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:20.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:20 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:20.675 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:20 smithi189 systemd[1]: Started Ceph mon.b for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:16:20.675 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:16:20 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:16:20.741 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:16:20.741 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:16:20.741 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:16:20.742 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi189", 2024-09-18T09:16:20.742 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:16:20.742 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "0/1 daemons upgraded", 2024-09-18T09:16:20.742 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading mon daemons", 2024-09-18T09:16:20.742 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:16:20.742 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:16:21.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.545+0000 7f5deddeac80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-18T09:16:21.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.545+0000 7f5deddeac80 0 ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev), process ceph-mon, pid 7 2024-09-18T09:16:21.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.545+0000 7f5deddeac80 0 pidfile_write: ignore empty --pid-file 2024-09-18T09:16:21.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 0 load: jerasure load: lrc 2024-09-18T09:16:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: RocksDB version: 7.9.2 2024-09-18T09:16:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Git sha 0 2024-09-18T09:16:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Compile date 2024-09-17 15:59:30 2024-09-18T09:16:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: DB SUMMARY 2024-09-18T09:16:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: DB Session ID: MAQB486TMJ62XNIYIVMV 2024-09-18T09:16:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: CURRENT file: CURRENT 2024-09-18T09:16:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-18T09:16:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 4326 Bytes 2024-09-18T09:16:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000063.sst 2024-09-18T09:16:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000061.log size: 1565527 ; 2024-09-18T09:16:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.error_if_exists: 0 2024-09-18T09:16:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.create_if_missing: 0 2024-09-18T09:16:21.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.paranoid_checks: 1 2024-09-18T09:16:21.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-18T09:16:21.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-18T09:16:21.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-18T09:16:21.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.env: 0x555fdf651120 2024-09-18T09:16:21.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-18T09:16:21.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.info_log: 0x555fe1cf9700 2024-09-18T09:16:21.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-18T09:16:21.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.statistics: (nil) 2024-09-18T09:16:21.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.use_fsync: 0 2024-09-18T09:16:21.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_log_file_size: 0 2024-09-18T09:16:21.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-18T09:16:21.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-18T09:16:21.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-18T09:16:21.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-18T09:16:21.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.allow_fallocate: 1 2024-09-18T09:16:21.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-18T09:16:21.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-18T09:16:21.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.use_direct_reads: 0 2024-09-18T09:16:21.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-18T09:16:21.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-18T09:16:21.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.db_log_dir: 2024-09-18T09:16:21.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.wal_dir: 2024-09-18T09:16:21.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-18T09:16:21.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-18T09:16:21.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-18T09:16:21.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-18T09:16:21.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-18T09:16:21.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-18T09:16:21.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-18T09:16:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-18T09:16:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.write_buffer_manager: 0x555fe1cfc1e0 2024-09-18T09:16:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-18T09:16:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-18T09:16:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-18T09:16:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-18T09:16:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-18T09:16:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-18T09:16:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-18T09:16:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-18T09:16:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.unordered_write: 0 2024-09-18T09:16:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-18T09:16:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-18T09:16:21.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-18T09:16:21.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-18T09:16:21.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.row_cache: None 2024-09-18T09:16:21.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.wal_filter: None 2024-09-18T09:16:21.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-18T09:16:21.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-18T09:16:21.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.two_write_queues: 0 2024-09-18T09:16:21.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-18T09:16:21.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.wal_compression: 0 2024-09-18T09:16:21.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.atomic_flush: 0 2024-09-18T09:16:21.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-18T09:16:21.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-18T09:16:21.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-18T09:16:21.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.log_readahead_size: 0 2024-09-18T09:16:21.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-18T09:16:21.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-18T09:16:21.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-18T09:16:21.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-18T09:16:21.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-18T09:16:21.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-18T09:16:21.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-18T09:16:21.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_background_jobs: 2 2024-09-18T09:16:21.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_background_compactions: -1 2024-09-18T09:16:21.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_subcompactions: 1 2024-09-18T09:16:21.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-18T09:16:21.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-18T09:16:21.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-18T09:16:21.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-18T09:16:21.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-18T09:16:21.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-18T09:16:21.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-18T09:16:21.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-18T09:16:21.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_open_files: -1 2024-09-18T09:16:21.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-18T09:16:21.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-18T09:16:21.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-18T09:16:21.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-18T09:16:21.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_background_flushes: -1 2024-09-18T09:16:21.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Compression algorithms supported: 2024-09-18T09:16:21.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: kZSTD supported: 0 2024-09-18T09:16:21.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: kXpressCompression supported: 0 2024-09-18T09:16:21.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: kBZip2Compression supported: 0 2024-09-18T09:16:21.932 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-18T09:16:21.932 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: kLZ4Compression supported: 1 2024-09-18T09:16:21.932 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: kZlibCompression supported: 1 2024-09-18T09:16:21.932 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-18T09:16:21.932 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: kSnappyCompression supported: 1 2024-09-18T09:16:21.932 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-18T09:16:21.932 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-18T09:16:21.932 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-09-18T09:16:21.933 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-18T09:16:21.933 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-18T09:16:21.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.merge_operator: 2024-09-18T09:16:21.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compaction_filter: None 2024-09-18T09:16:21.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-18T09:16:21.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-18T09:16:21.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-18T09:16:21.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-18T09:16:21.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x555fe1cf9320) 2024-09-18T09:16:21.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: cache_index_and_filter_blocks: 1 2024-09-18T09:16:21.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-18T09:16:21.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-18T09:16:21.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: pin_top_level_index_and_filter: 1 2024-09-18T09:16:21.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: index_type: 0 2024-09-18T09:16:21.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: data_block_index_type: 0 2024-09-18T09:16:21.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: index_shortening: 1 2024-09-18T09:16:21.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: data_block_hash_table_util_ratio: 0.750000 2024-09-18T09:16:21.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: checksum: 4 2024-09-18T09:16:21.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: no_block_cache: 0 2024-09-18T09:16:21.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: block_cache: 0x555fe1cef610 2024-09-18T09:16:21.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: block_cache_name: BinnedLRUCache 2024-09-18T09:16:21.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: block_cache_options: 2024-09-18T09:16:21.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: capacity : 536870912 2024-09-18T09:16:21.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: num_shard_bits : 4 2024-09-18T09:16:21.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: strict_capacity_limit : 0 2024-09-18T09:16:21.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: high_pri_pool_ratio: 0.000 2024-09-18T09:16:21.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: block_cache_compressed: (nil) 2024-09-18T09:16:21.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: persistent_cache: (nil) 2024-09-18T09:16:21.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: block_size: 4096 2024-09-18T09:16:21.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: block_size_deviation: 10 2024-09-18T09:16:21.936 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: block_restart_interval: 16 2024-09-18T09:16:21.936 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: index_block_restart_interval: 1 2024-09-18T09:16:21.936 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: metadata_block_size: 4096 2024-09-18T09:16:21.936 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: partition_filters: 0 2024-09-18T09:16:21.936 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: use_delta_encoding: 1 2024-09-18T09:16:21.936 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: filter_policy: bloomfilter 2024-09-18T09:16:21.936 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: whole_key_filtering: 1 2024-09-18T09:16:21.936 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: verify_compression: 0 2024-09-18T09:16:21.936 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: read_amp_bytes_per_bit: 0 2024-09-18T09:16:21.936 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: format_version: 5 2024-09-18T09:16:21.936 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: enable_index_compression: 1 2024-09-18T09:16:21.936 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: block_align: 0 2024-09-18T09:16:21.936 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: max_auto_readahead_size: 262144 2024-09-18T09:16:21.936 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: prepopulate_block_cache: 0 2024-09-18T09:16:21.937 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: initial_auto_readahead_size: 8192 2024-09-18T09:16:21.937 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: num_file_reads_for_auto_readahead: 2 2024-09-18T09:16:21.937 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-18T09:16:21.937 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-18T09:16:21.937 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compression: NoCompression 2024-09-18T09:16:21.937 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-18T09:16:21.937 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-18T09:16:21.937 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-18T09:16:21.937 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.num_levels: 7 2024-09-18T09:16:21.937 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-18T09:16:21.937 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-18T09:16:21.937 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-18T09:16:21.937 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-18T09:16:21.937 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-18T09:16:21.938 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-18T09:16:21.938 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-18T09:16:21.938 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-18T09:16:21.938 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-18T09:16:21.938 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-18T09:16:21.938 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-18T09:16:21.938 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-18T09:16:21.938 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-18T09:16:21.938 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-18T09:16:21.938 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-18T09:16:21.939 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-18T09:16:21.939 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-18T09:16:21.939 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-18T09:16:21.939 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-18T09:16:21.939 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-18T09:16:21.939 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-18T09:16:21.939 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-18T09:16:21.939 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-18T09:16:21.939 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-18T09:16:21.939 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-18T09:16:21.940 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-18T09:16:21.940 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-18T09:16:21.940 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-18T09:16:21.940 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-18T09:16:21.940 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-18T09:16:21.940 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-18T09:16:21.940 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-18T09:16:21.940 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-18T09:16:21.941 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-18T09:16:21.941 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-18T09:16:21.941 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-18T09:16:21.941 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-18T09:16:21.941 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-18T09:16:21.941 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-18T09:16:21.941 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-18T09:16:21.941 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-18T09:16:21.941 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-18T09:16:21.941 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-18T09:16:21.941 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-18T09:16:21.941 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-18T09:16:21.941 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-18T09:16:21.943 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-18T09:16:21.943 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-18T09:16:21.943 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-18T09:16:21.943 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-18T09:16:21.943 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-18T09:16:21.943 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-18T09:16:21.943 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-18T09:16:21.943 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-18T09:16:21.943 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.inplace_update_support: 0 2024-09-18T09:16:21.943 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-18T09:16:21.943 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-18T09:16:21.943 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-18T09:16:21.943 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-18T09:16:21.944 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.bloom_locality: 0 2024-09-18T09:16:21.944 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.max_successive_merges: 0 2024-09-18T09:16:21.944 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-18T09:16:21.944 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-18T09:16:21.944 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-18T09:16:21.944 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-18T09:16:21.944 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.ttl: 2592000 2024-09-18T09:16:21.944 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-18T09:16:21.944 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-18T09:16:21.944 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-18T09:16:21.944 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.enable_blob_files: false 2024-09-18T09:16:21.944 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.min_blob_size: 0 2024-09-18T09:16:21.944 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-18T09:16:21.944 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-18T09:16:21.944 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-18T09:16:21.945 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-18T09:16:21.945 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-18T09:16:21.945 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-18T09:16:21.945 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-18T09:16:21.945 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-18T09:16:21.945 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-18T09:16:21.945 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 65, last_sequence is 33581, log_number is 61,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 61 2024-09-18T09:16:21.945 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 61 2024-09-18T09:16:21.945 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 35e4ea25-85f4-4cb3-bd9d-b13f316b0a3f 2024-09-18T09:16:21.945 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726650981554899, "job": 1, "event": "recovery_started", "wal_files": [61]} 2024-09-18T09:16:21.945 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.549+0000 7f5deddeac80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #61 mode 2 2024-09-18T09:16:21.945 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.557+0000 7f5deddeac80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726650981561862, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 66, "file_size": 1025637, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 33586, "largest_seqno": 34922, "table_properties": {"data_size": 1020362, "index_size": 2442, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1797, "raw_key_size": 15026, "raw_average_key_size": 21, "raw_value_size": 1007790, "raw_average_value_size": 1433, "num_data_blocks": 109, "num_entries": 703, "num_filter_entries": 703, "num_deletions": 264, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726650981, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "35e4ea25-85f4-4cb3-bd9d-b13f316b0a3f", "db_session_id": "MAQB486TMJ62XNIYIVMV", "orig_file_number": 66, "seqno_to_time_mapping": "N/A"}} 2024-09-18T09:16:21.945 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.557+0000 7f5deddeac80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726650981562004, "job": 1, "event": "recovery_finished"} 2024-09-18T09:16:21.946 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.557+0000 7f5deddeac80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 68 2024-09-18T09:16:21.946 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.557+0000 7f5deddeac80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-18T09:16:21.946 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.561+0000 7f5deddeac80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000061.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-18T09:16:21.946 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.561+0000 7f5deddeac80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x555fe1d1ce00 2024-09-18T09:16:21.946 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.561+0000 7f5deddeac80 4 rocksdb: DB pointer 0x555fe1e20000 2024-09-18T09:16:21.946 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.561+0000 7f5de3bb2640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-18T09:16:21.946 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.561+0000 7f5de3bb2640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-18T09:16:21.946 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: ** DB Stats ** 2024-09-18T09:16:21.946 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T09:16:21.946 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-18T09:16:21.946 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T09:16:21.946 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T09:16:21.946 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-18T09:16:21.946 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T09:16:21.947 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T09:16:21.947 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: ** Compaction Stats [default] ** 2024-09-18T09:16:21.947 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T09:16:21.947 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-18T09:16:21.947 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: L0 1/0 1001.60 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 289.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-18T09:16:21.947 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: L6 1/0 10.34 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-18T09:16:21.947 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Sum 2/0 11.32 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 289.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-18T09:16:21.947 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 289.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-18T09:16:21.947 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: ** Compaction Stats [default] ** 2024-09-18T09:16:21.947 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T09:16:21.947 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T09:16:21.947 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 289.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-18T09:16:21.947 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-18T09:16:21.948 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T09:16:21.948 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Flush(GB): cumulative 0.001, interval 0.001 2024-09-18T09:16:21.948 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-18T09:16:21.948 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: AddFile(Total Files): cumulative 0, interval 0 2024-09-18T09:16:21.948 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-18T09:16:21.948 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: AddFile(Keys): cumulative 0, interval 0 2024-09-18T09:16:21.948 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Cumulative compaction: 0.00 GB write, 97.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T09:16:21.948 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Interval compaction: 0.00 GB write, 97.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T09:16:21.948 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-18T09:16:21.948 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Block cache BinnedLRUCache@0x555fe1cef610#7 capacity: 512.00 MB usage: 4.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.6e-05 secs_since: 0 2024-09-18T09:16:21.948 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: Block cache entry stats(count,size,portion): FilterBlock(1,2.03 KB,0.00038743%) IndexBlock(1,2.58 KB,0.000491738%) Misc(1,0.00 KB,0%) 2024-09-18T09:16:21.948 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: ** File Read Latency Histogram By Level [default] ** 2024-09-18T09:16:21.948 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.561+0000 7f5deddeac80 0 starting mon.b rank 1 at public addrs [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] at bind addrs [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:16:21.948 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.561+0000 7f5deddeac80 1 mon.b@-1(???) e3 preinit fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:16:21.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.561+0000 7f5deddeac80 0 mon.b@-1(???).mds e1 new map 2024-09-18T09:16:21.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.561+0000 7f5deddeac80 0 mon.b@-1(???).mds e1 print_map 2024-09-18T09:16:21.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: e1 2024-09-18T09:16:21.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: btime 2024-09-18T08:35:42:542007+0000 2024-09-18T09:16:21.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-18T09:16:21.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-18T09:16:21.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: legacy client fscid: -1 2024-09-18T09:16:21.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: 2024-09-18T09:16:21.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: No filesystems configured 2024-09-18T09:16:21.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.561+0000 7f5deddeac80 0 mon.b@-1(???).osd e116 crush map has features 3314933000854323200, adjusting msgr requires 2024-09-18T09:16:21.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.561+0000 7f5deddeac80 0 mon.b@-1(???).osd e116 crush map has features 432629239337189376, adjusting msgr requires 2024-09-18T09:16:21.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.561+0000 7f5deddeac80 0 mon.b@-1(???).osd e116 crush map has features 432629239337189376, adjusting msgr requires 2024-09-18T09:16:21.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.561+0000 7f5deddeac80 0 mon.b@-1(???).osd e116 crush map has features 432629239337189376, adjusting msgr requires 2024-09-18T09:16:21.950 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:21 smithi189 bash[70525]: debug 2024-09-18T09:16:21.561+0000 7f5deddeac80 1 mon.b@-1(???).paxosservice(auth 1..29) refresh upgraded, format 0 -> 3 2024-09-18T09:16:22.422 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[67228]: logger=infra.usagestats t=2024-09-18T09:16:22.140218052Z level=info msg="Usage stats are ready to report" 2024-09-18T09:16:22.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:22.457394363Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: audit 2024-09-18T09:16:19.397683+0000 mgr.y (mgr.15249) 240 : audit [DBG] from='client.15648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: audit 2024-09-18T09:16:19.397683+0000 mgr.y (mgr.15249) 240 : audit [DBG] from='client.15648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:19.492700+0000 mgr.y (mgr.15249) 241 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:19.492700+0000 mgr.y (mgr.15249) 241 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: audit 2024-09-18T09:16:19.717880+0000 mgr.y (mgr.15249) 242 : audit [DBG] from='client.25547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: audit 2024-09-18T09:16:19.717880+0000 mgr.y (mgr.15249) 242 : audit [DBG] from='client.25547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: audit 2024-09-18T09:16:20.027252+0000 mgr.y (mgr.15249) 243 : audit [DBG] from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: audit 2024-09-18T09:16:20.027252+0000 mgr.y (mgr.15249) 243 : audit [DBG] from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: audit 2024-09-18T09:16:20.741802+0000 mgr.y (mgr.15249) 244 : audit [DBG] from='client.25565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: audit 2024-09-18T09:16:20.741802+0000 mgr.y (mgr.15249) 244 : audit [DBG] from='client.25565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.493422+0000 mgr.y (mgr.15249) 245 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:22.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.493422+0000 mgr.y (mgr.15249) 245 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:22.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.575004+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-18T09:16:22.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.575004+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-18T09:16:22.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.575417+0000 mon.a (mon.0) 1416 : cluster [INF] mon.a calling monitor election 2024-09-18T09:16:22.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.575417+0000 mon.a (mon.0) 1416 : cluster [INF] mon.a calling monitor election 2024-09-18T09:16:22.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.598511+0000 mon.a (mon.0) 1417 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T09:16:22.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.598511+0000 mon.a (mon.0) 1417 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T09:16:22.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615080+0000 mon.a (mon.0) 1418 : cluster [DBG] monmap epoch 3 2024-09-18T09:16:22.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615080+0000 mon.a (mon.0) 1418 : cluster [DBG] monmap epoch 3 2024-09-18T09:16:22.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615124+0000 mon.a (mon.0) 1419 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:16:22.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615124+0000 mon.a (mon.0) 1419 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:16:22.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615145+0000 mon.a (mon.0) 1420 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T09:16:22.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615145+0000 mon.a (mon.0) 1420 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T09:16:22.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615163+0000 mon.a (mon.0) 1421 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T09:16:22.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615163+0000 mon.a (mon.0) 1421 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T09:16:22.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615194+0000 mon.a (mon.0) 1422 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T09:16:22.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615194+0000 mon.a (mon.0) 1422 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T09:16:22.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615225+0000 mon.a (mon.0) 1423 : cluster [DBG] election_strategy: 1 2024-09-18T09:16:22.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615225+0000 mon.a (mon.0) 1423 : cluster [DBG] election_strategy: 1 2024-09-18T09:16:22.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615245+0000 mon.a (mon.0) 1424 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T09:16:22.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615245+0000 mon.a (mon.0) 1424 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T09:16:22.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615276+0000 mon.a (mon.0) 1425 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T09:16:22.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615276+0000 mon.a (mon.0) 1425 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T09:16:22.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615318+0000 mon.a (mon.0) 1426 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T09:16:22.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.615318+0000 mon.a (mon.0) 1426 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T09:16:22.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.633757+0000 mon.a (mon.0) 1427 : cluster [DBG] fsmap 2024-09-18T09:16:22.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.633757+0000 mon.a (mon.0) 1427 : cluster [DBG] fsmap 2024-09-18T09:16:22.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.633807+0000 mon.a (mon.0) 1428 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:16:22.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.633807+0000 mon.a (mon.0) 1428 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:16:22.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.634686+0000 mon.a (mon.0) 1429 : cluster [DBG] mgrmap e44: y(active, since 4m), standbys: x 2024-09-18T09:16:22.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.634686+0000 mon.a (mon.0) 1429 : cluster [DBG] mgrmap e44: y(active, since 4m), standbys: x 2024-09-18T09:16:22.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.634956+0000 mon.a (mon.0) 1430 : cluster [INF] overall HEALTH_OK 2024-09-18T09:16:22.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: cluster 2024-09-18T09:16:21.634956+0000 mon.a (mon.0) 1430 : cluster [INF] overall HEALTH_OK 2024-09-18T09:16:22.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: audit 2024-09-18T09:16:21.652019+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:22.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: audit 2024-09-18T09:16:21.652019+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:22.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: audit 2024-09-18T09:16:21.667344+0000 mon.a (mon.0) 1432 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:22.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:22 smithi189 bash[70525]: audit 2024-09-18T09:16:21.667344+0000 mon.a (mon.0) 1432 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:22.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: audit 2024-09-18T09:16:19.397683+0000 mgr.y (mgr.15249) 240 : audit [DBG] from='client.15648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:22.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:19.492700+0000 mgr.y (mgr.15249) 241 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:22.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: audit 2024-09-18T09:16:19.717880+0000 mgr.y (mgr.15249) 242 : audit [DBG] from='client.25547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:22.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: audit 2024-09-18T09:16:20.027252+0000 mgr.y (mgr.15249) 243 : audit [DBG] from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:22.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: audit 2024-09-18T09:16:20.741802+0000 mgr.y (mgr.15249) 244 : audit [DBG] from='client.25565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:22.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:21.493422+0000 mgr.y (mgr.15249) 245 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:22.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:21.575004+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-18T09:16:22.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:21.575417+0000 mon.a (mon.0) 1416 : cluster [INF] mon.a calling monitor election 2024-09-18T09:16:22.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:21.598511+0000 mon.a (mon.0) 1417 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T09:16:22.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:21.615080+0000 mon.a (mon.0) 1418 : cluster [DBG] monmap epoch 3 2024-09-18T09:16:22.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:21.615124+0000 mon.a (mon.0) 1419 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:16:22.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:21.615145+0000 mon.a (mon.0) 1420 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T09:16:22.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:21.615163+0000 mon.a (mon.0) 1421 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T09:16:22.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:21.615194+0000 mon.a (mon.0) 1422 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T09:16:22.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:21.615225+0000 mon.a (mon.0) 1423 : cluster [DBG] election_strategy: 1 2024-09-18T09:16:22.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:21.615245+0000 mon.a (mon.0) 1424 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T09:16:22.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:21.615276+0000 mon.a (mon.0) 1425 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T09:16:22.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:21.615318+0000 mon.a (mon.0) 1426 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T09:16:22.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:21.633757+0000 mon.a (mon.0) 1427 : cluster [DBG] fsmap 2024-09-18T09:16:22.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:21.633807+0000 mon.a (mon.0) 1428 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:16:22.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:21.634686+0000 mon.a (mon.0) 1429 : cluster [DBG] mgrmap e44: y(active, since 4m), standbys: x 2024-09-18T09:16:22.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: cluster 2024-09-18T09:16:21.634956+0000 mon.a (mon.0) 1430 : cluster [INF] overall HEALTH_OK 2024-09-18T09:16:22.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: audit 2024-09-18T09:16:21.652019+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:22.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[19887]: audit 2024-09-18T09:16:21.667344+0000 mon.a (mon.0) 1432 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:22.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: audit 2024-09-18T09:16:19.397683+0000 mgr.y (mgr.15249) 240 : audit [DBG] from='client.15648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:22.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:19.492700+0000 mgr.y (mgr.15249) 241 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:22.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: audit 2024-09-18T09:16:19.717880+0000 mgr.y (mgr.15249) 242 : audit [DBG] from='client.25547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:22.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: audit 2024-09-18T09:16:20.027252+0000 mgr.y (mgr.15249) 243 : audit [DBG] from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:22.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: audit 2024-09-18T09:16:20.741802+0000 mgr.y (mgr.15249) 244 : audit [DBG] from='client.25565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:22.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:21.493422+0000 mgr.y (mgr.15249) 245 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:22.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:21.575004+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-18T09:16:22.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:21.575417+0000 mon.a (mon.0) 1416 : cluster [INF] mon.a calling monitor election 2024-09-18T09:16:22.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:21.598511+0000 mon.a (mon.0) 1417 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T09:16:22.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:21.615080+0000 mon.a (mon.0) 1418 : cluster [DBG] monmap epoch 3 2024-09-18T09:16:22.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:21.615124+0000 mon.a (mon.0) 1419 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:16:22.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:21.615145+0000 mon.a (mon.0) 1420 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T09:16:22.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:21.615163+0000 mon.a (mon.0) 1421 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T09:16:22.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:21.615194+0000 mon.a (mon.0) 1422 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T09:16:22.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:21.615225+0000 mon.a (mon.0) 1423 : cluster [DBG] election_strategy: 1 2024-09-18T09:16:22.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:21.615245+0000 mon.a (mon.0) 1424 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T09:16:22.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:21.615276+0000 mon.a (mon.0) 1425 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T09:16:22.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:21.615318+0000 mon.a (mon.0) 1426 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T09:16:22.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:21.633757+0000 mon.a (mon.0) 1427 : cluster [DBG] fsmap 2024-09-18T09:16:22.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:21.633807+0000 mon.a (mon.0) 1428 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:16:22.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:21.634686+0000 mon.a (mon.0) 1429 : cluster [DBG] mgrmap e44: y(active, since 4m), standbys: x 2024-09-18T09:16:22.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: cluster 2024-09-18T09:16:21.634956+0000 mon.a (mon.0) 1430 : cluster [INF] overall HEALTH_OK 2024-09-18T09:16:22.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: audit 2024-09-18T09:16:21.652019+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:22.958 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:22 smithi078 bash[28923]: audit 2024-09-18T09:16:21.667344+0000 mon.a (mon.0) 1432 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:23.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:16:23 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:16:23] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.51.0" 2024-09-18T09:16:24.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:24 smithi189 bash[70525]: cluster 2024-09-18T09:16:23.495081+0000 mgr.y (mgr.15249) 246 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:24.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:24 smithi189 bash[70525]: cluster 2024-09-18T09:16:23.495081+0000 mgr.y (mgr.15249) 246 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:24.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:24 smithi078 bash[28923]: cluster 2024-09-18T09:16:23.495081+0000 mgr.y (mgr.15249) 246 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:24.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:24 smithi078 bash[19887]: cluster 2024-09-18T09:16:23.495081+0000 mgr.y (mgr.15249) 246 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:25.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:25 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:25.44695116Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:26.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:26 smithi189 bash[70525]: cluster 2024-09-18T09:16:25.495776+0000 mgr.y (mgr.15249) 247 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:26.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:26 smithi189 bash[70525]: cluster 2024-09-18T09:16:25.495776+0000 mgr.y (mgr.15249) 247 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:26.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:26 smithi189 bash[70525]: audit 2024-09-18T09:16:25.519709+0000 mgr.y (mgr.15249) 248 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:26.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:26 smithi189 bash[70525]: audit 2024-09-18T09:16:25.519709+0000 mgr.y (mgr.15249) 248 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:26.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:16:26 smithi078 bash[70347]: debug 2024-09-18T09:16:26.571+0000 7fdec4a65640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-18T09:16:26.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:26 smithi078 bash[19887]: cluster 2024-09-18T09:16:25.495776+0000 mgr.y (mgr.15249) 247 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:26.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:26 smithi078 bash[19887]: audit 2024-09-18T09:16:25.519709+0000 mgr.y (mgr.15249) 248 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:26.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:26 smithi078 bash[28923]: cluster 2024-09-18T09:16:25.495776+0000 mgr.y (mgr.15249) 247 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:26.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:26 smithi078 bash[28923]: audit 2024-09-18T09:16:25.519709+0000 mgr.y (mgr.15249) 248 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:28.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:28 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:28.453852288Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:28.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:28 smithi189 bash[70525]: cluster 2024-09-18T09:16:27.496487+0000 mgr.y (mgr.15249) 249 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:28.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:28 smithi189 bash[70525]: cluster 2024-09-18T09:16:27.496487+0000 mgr.y (mgr.15249) 249 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:28.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:28 smithi189 bash[70525]: audit 2024-09-18T09:16:27.684584+0000 mon.a (mon.0) 1433 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:28.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:28 smithi189 bash[70525]: audit 2024-09-18T09:16:27.684584+0000 mon.a (mon.0) 1433 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:28.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:28 smithi189 bash[70525]: audit 2024-09-18T09:16:27.698215+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:28.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:28 smithi189 bash[70525]: audit 2024-09-18T09:16:27.698215+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:28.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:28 smithi078 bash[19887]: cluster 2024-09-18T09:16:27.496487+0000 mgr.y (mgr.15249) 249 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:28.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:28 smithi078 bash[19887]: audit 2024-09-18T09:16:27.684584+0000 mon.a (mon.0) 1433 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:28.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:28 smithi078 bash[19887]: audit 2024-09-18T09:16:27.698215+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:28.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:28 smithi078 bash[28923]: cluster 2024-09-18T09:16:27.496487+0000 mgr.y (mgr.15249) 249 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:28.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:28 smithi078 bash[28923]: audit 2024-09-18T09:16:27.684584+0000 mon.a (mon.0) 1433 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:28.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:28 smithi078 bash[28923]: audit 2024-09-18T09:16:27.698215+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:30.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:29 smithi189 bash[70525]: audit 2024-09-18T09:16:28.821805+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:30.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:29 smithi189 bash[70525]: audit 2024-09-18T09:16:28.821805+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:30.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:29 smithi189 bash[70525]: audit 2024-09-18T09:16:28.835286+0000 mon.a (mon.0) 1436 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:30.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:29 smithi189 bash[70525]: audit 2024-09-18T09:16:28.835286+0000 mon.a (mon.0) 1436 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:30.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:29 smithi078 bash[19887]: audit 2024-09-18T09:16:28.821805+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:30.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:29 smithi078 bash[19887]: audit 2024-09-18T09:16:28.835286+0000 mon.a (mon.0) 1436 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:30.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:29 smithi078 bash[28923]: audit 2024-09-18T09:16:28.821805+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:30.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:29 smithi078 bash[28923]: audit 2024-09-18T09:16:28.835286+0000 mon.a (mon.0) 1436 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:31.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:30 smithi189 bash[70525]: cluster 2024-09-18T09:16:29.498133+0000 mgr.y (mgr.15249) 250 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:31.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:30 smithi189 bash[70525]: cluster 2024-09-18T09:16:29.498133+0000 mgr.y (mgr.15249) 250 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:31.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:30 smithi078 bash[19887]: cluster 2024-09-18T09:16:29.498133+0000 mgr.y (mgr.15249) 250 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:31.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:30 smithi078 bash[28923]: cluster 2024-09-18T09:16:29.498133+0000 mgr.y (mgr.15249) 250 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:31.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:31 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:31.453427843Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:33.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:32 smithi189 bash[70525]: cluster 2024-09-18T09:16:31.498863+0000 mgr.y (mgr.15249) 251 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:32 smithi189 bash[70525]: cluster 2024-09-18T09:16:31.498863+0000 mgr.y (mgr.15249) 251 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:32 smithi189 bash[70525]: audit 2024-09-18T09:16:32.210496+0000 mon.c (mon.2) 347 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:16:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:32 smithi189 bash[70525]: audit 2024-09-18T09:16:32.210496+0000 mon.c (mon.2) 347 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:16:33.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:32 smithi078 bash[19887]: cluster 2024-09-18T09:16:31.498863+0000 mgr.y (mgr.15249) 251 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:33.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:32 smithi078 bash[19887]: audit 2024-09-18T09:16:32.210496+0000 mon.c (mon.2) 347 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:16:33.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:32 smithi078 bash[28923]: cluster 2024-09-18T09:16:31.498863+0000 mgr.y (mgr.15249) 251 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:33.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:32 smithi078 bash[28923]: audit 2024-09-18T09:16:32.210496+0000 mon.c (mon.2) 347 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:16:33.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:16:33 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:16:33] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.51.0" 2024-09-18T09:16:34.845 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:34 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:34.455977516Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:35.164 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:34 smithi189 bash[70525]: cluster 2024-09-18T09:16:33.500503+0000 mgr.y (mgr.15249) 252 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:35.164 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:34 smithi189 bash[70525]: cluster 2024-09-18T09:16:33.500503+0000 mgr.y (mgr.15249) 252 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:35.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:34 smithi078 bash[19887]: cluster 2024-09-18T09:16:33.500503+0000 mgr.y (mgr.15249) 252 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:35.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:34 smithi078 bash[28923]: cluster 2024-09-18T09:16:33.500503+0000 mgr.y (mgr.15249) 252 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:36.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:36 smithi189 bash[70525]: cluster 2024-09-18T09:16:35.501217+0000 mgr.y (mgr.15249) 253 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:36.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:36 smithi189 bash[70525]: cluster 2024-09-18T09:16:35.501217+0000 mgr.y (mgr.15249) 253 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:36.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:36 smithi189 bash[70525]: audit 2024-09-18T09:16:35.530945+0000 mgr.y (mgr.15249) 254 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:36.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:36 smithi189 bash[70525]: audit 2024-09-18T09:16:35.530945+0000 mgr.y (mgr.15249) 254 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:37.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:36 smithi078 bash[19887]: cluster 2024-09-18T09:16:35.501217+0000 mgr.y (mgr.15249) 253 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:37.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:36 smithi078 bash[19887]: audit 2024-09-18T09:16:35.530945+0000 mgr.y (mgr.15249) 254 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:37.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:36 smithi078 bash[28923]: cluster 2024-09-18T09:16:35.501217+0000 mgr.y (mgr.15249) 253 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:37.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:36 smithi078 bash[28923]: audit 2024-09-18T09:16:35.530945+0000 mgr.y (mgr.15249) 254 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:37.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:37 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:37.423824551Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: cluster 2024-09-18T09:16:37.501893+0000 mgr.y (mgr.15249) 255 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: cluster 2024-09-18T09:16:37.501893+0000 mgr.y (mgr.15249) 255 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.470026+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.470026+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.483580+0000 mon.a (mon.0) 1438 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.483580+0000 mon.a (mon.0) 1438 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.487107+0000 mon.c (mon.2) 348 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:39.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.487107+0000 mon.c (mon.2) 348 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:39.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.488981+0000 mon.c (mon.2) 349 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:16:39.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.488981+0000 mon.c (mon.2) 349 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:16:39.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.500514+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.500514+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.640896+0000 mon.c (mon.2) 350 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:16:39.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.640896+0000 mon.c (mon.2) 350 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:16:39.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.643931+0000 mon.c (mon.2) 351 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.643931+0000 mon.c (mon.2) 351 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.646746+0000 mon.c (mon.2) 352 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.646746+0000 mon.c (mon.2) 352 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.655594+0000 mon.a (mon.0) 1440 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.655594+0000 mon.a (mon.0) 1440 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.661783+0000 mon.c (mon.2) 353 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.661783+0000 mon.c (mon.2) 353 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.670160+0000 mon.a (mon.0) 1441 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.670160+0000 mon.a (mon.0) 1441 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.676684+0000 mon.c (mon.2) 354 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.676684+0000 mon.c (mon.2) 354 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.683983+0000 mon.a (mon.0) 1442 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.683983+0000 mon.a (mon.0) 1442 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.690878+0000 mon.c (mon.2) 355 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.690878+0000 mon.c (mon.2) 355 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.698433+0000 mon.a (mon.0) 1443 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.698433+0000 mon.a (mon.0) 1443 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.704620+0000 mon.c (mon.2) 356 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.704620+0000 mon.c (mon.2) 356 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.705297+0000 mon.a (mon.0) 1444 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.705297+0000 mon.a (mon.0) 1444 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.711424+0000 mon.a (mon.0) 1445 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-18T09:16:39.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.711424+0000 mon.a (mon.0) 1445 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-18T09:16:39.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.717483+0000 mon.c (mon.2) 357 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.717483+0000 mon.c (mon.2) 357 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.724631+0000 mon.a (mon.0) 1446 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.724631+0000 mon.a (mon.0) 1446 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.732202+0000 mon.c (mon.2) 358 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.732202+0000 mon.c (mon.2) 358 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.739625+0000 mon.a (mon.0) 1447 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.739625+0000 mon.a (mon.0) 1447 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.748050+0000 mon.c (mon.2) 359 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.748050+0000 mon.c (mon.2) 359 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.755407+0000 mon.a (mon.0) 1448 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.755407+0000 mon.a (mon.0) 1448 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.762723+0000 mon.c (mon.2) 360 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.762723+0000 mon.c (mon.2) 360 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.766669+0000 mon.c (mon.2) 361 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.766669+0000 mon.c (mon.2) 361 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.767228+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.767228+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.769671+0000 mon.c (mon.2) 362 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.769671+0000 mon.c (mon.2) 362 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.773644+0000 mon.c (mon.2) 363 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.773644+0000 mon.c (mon.2) 363 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.774191+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.774191+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.776538+0000 mon.c (mon.2) 364 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.776538+0000 mon.c (mon.2) 364 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.780094+0000 mon.c (mon.2) 365 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.780094+0000 mon.c (mon.2) 365 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.780651+0000 mon.a (mon.0) 1451 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.780651+0000 mon.a (mon.0) 1451 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.783358+0000 mon.c (mon.2) 366 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.783358+0000 mon.c (mon.2) 366 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.786936+0000 mon.c (mon.2) 367 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.786936+0000 mon.c (mon.2) 367 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.787448+0000 mon.a (mon.0) 1452 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.787448+0000 mon.a (mon.0) 1452 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.789675+0000 mon.c (mon.2) 368 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.789675+0000 mon.c (mon.2) 368 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.793213+0000 mon.c (mon.2) 369 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.793213+0000 mon.c (mon.2) 369 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.793781+0000 mon.a (mon.0) 1453 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.793781+0000 mon.a (mon.0) 1453 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.796004+0000 mon.c (mon.2) 370 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.796004+0000 mon.c (mon.2) 370 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.799621+0000 mon.c (mon.2) 371 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.799621+0000 mon.c (mon.2) 371 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.800234+0000 mon.a (mon.0) 1454 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.800234+0000 mon.a (mon.0) 1454 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.803845+0000 mon.c (mon.2) 372 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-18T09:16:39.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.803845+0000 mon.c (mon.2) 372 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-18T09:16:39.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.804455+0000 mon.a (mon.0) 1455 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-18T09:16:39.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.804455+0000 mon.a (mon.0) 1455 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-18T09:16:39.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.811689+0000 mon.a (mon.0) 1456 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:16:39.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.811689+0000 mon.a (mon.0) 1456 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:16:39.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.818600+0000 mon.c (mon.2) 373 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:39.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.818600+0000 mon.c (mon.2) 373 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:39.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.819320+0000 mon.a (mon.0) 1457 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:39.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.819320+0000 mon.a (mon.0) 1457 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:39.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.827354+0000 mon.a (mon.0) 1458 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:16:39.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.827354+0000 mon.a (mon.0) 1458 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:16:39.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.831252+0000 mon.c (mon.2) 374 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-18T09:16:39.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.831252+0000 mon.c (mon.2) 374 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-18T09:16:39.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.831880+0000 mon.a (mon.0) 1459 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-18T09:16:39.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.831880+0000 mon.a (mon.0) 1459 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-18T09:16:39.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.838993+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:16:39.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.838993+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:16:39.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.844906+0000 mon.c (mon.2) 375 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-18T09:16:39.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.844906+0000 mon.c (mon.2) 375 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-18T09:16:39.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.845636+0000 mon.a (mon.0) 1461 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-18T09:16:39.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.845636+0000 mon.a (mon.0) 1461 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-18T09:16:39.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.847249+0000 mon.c (mon.2) 376 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-18T09:16:39.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.847249+0000 mon.c (mon.2) 376 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-18T09:16:39.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.847885+0000 mon.a (mon.0) 1462 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-18T09:16:39.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:38 smithi189 bash[70525]: audit 2024-09-18T09:16:38.847885+0000 mon.a (mon.0) 1462 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-18T09:16:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: cluster 2024-09-18T09:16:37.501893+0000 mgr.y (mgr.15249) 255 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.470026+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.483580+0000 mon.a (mon.0) 1438 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.487107+0000 mon.c (mon.2) 348 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.488981+0000 mon.c (mon.2) 349 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:16:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.500514+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.640896+0000 mon.c (mon.2) 350 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:16:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.643931+0000 mon.c (mon.2) 351 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.646746+0000 mon.c (mon.2) 352 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.655594+0000 mon.a (mon.0) 1440 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.661783+0000 mon.c (mon.2) 353 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.670160+0000 mon.a (mon.0) 1441 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.676684+0000 mon.c (mon.2) 354 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.683983+0000 mon.a (mon.0) 1442 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.690878+0000 mon.c (mon.2) 355 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.698433+0000 mon.a (mon.0) 1443 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.704620+0000 mon.c (mon.2) 356 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.705297+0000 mon.a (mon.0) 1444 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.711424+0000 mon.a (mon.0) 1445 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-18T09:16:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.717483+0000 mon.c (mon.2) 357 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.724631+0000 mon.a (mon.0) 1446 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: cluster 2024-09-18T09:16:37.501893+0000 mgr.y (mgr.15249) 255 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:39.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.470026+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.483580+0000 mon.a (mon.0) 1438 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.487107+0000 mon.c (mon.2) 348 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:39.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.488981+0000 mon.c (mon.2) 349 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:16:39.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.500514+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.640896+0000 mon.c (mon.2) 350 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:16:39.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.643931+0000 mon.c (mon.2) 351 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.646746+0000 mon.c (mon.2) 352 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.655594+0000 mon.a (mon.0) 1440 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.661783+0000 mon.c (mon.2) 353 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.670160+0000 mon.a (mon.0) 1441 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.676684+0000 mon.c (mon.2) 354 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.683983+0000 mon.a (mon.0) 1442 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.690878+0000 mon.c (mon.2) 355 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.698433+0000 mon.a (mon.0) 1443 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.704620+0000 mon.c (mon.2) 356 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.705297+0000 mon.a (mon.0) 1444 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.711424+0000 mon.a (mon.0) 1445 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-18T09:16:39.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.717483+0000 mon.c (mon.2) 357 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.724631+0000 mon.a (mon.0) 1446 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.732202+0000 mon.c (mon.2) 358 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.739625+0000 mon.a (mon.0) 1447 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.748050+0000 mon.c (mon.2) 359 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.755407+0000 mon.a (mon.0) 1448 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.762723+0000 mon.c (mon.2) 360 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.766669+0000 mon.c (mon.2) 361 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.767228+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.769671+0000 mon.c (mon.2) 362 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.773644+0000 mon.c (mon.2) 363 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.774191+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.776538+0000 mon.c (mon.2) 364 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.780094+0000 mon.c (mon.2) 365 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.780651+0000 mon.a (mon.0) 1451 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.783358+0000 mon.c (mon.2) 366 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.786936+0000 mon.c (mon.2) 367 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.787448+0000 mon.a (mon.0) 1452 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.789675+0000 mon.c (mon.2) 368 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.793213+0000 mon.c (mon.2) 369 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.793781+0000 mon.a (mon.0) 1453 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.732202+0000 mon.c (mon.2) 358 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.739625+0000 mon.a (mon.0) 1447 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.748050+0000 mon.c (mon.2) 359 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.755407+0000 mon.a (mon.0) 1448 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:39.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.762723+0000 mon.c (mon.2) 360 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.766669+0000 mon.c (mon.2) 361 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.767228+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.769671+0000 mon.c (mon.2) 362 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.773644+0000 mon.c (mon.2) 363 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.774191+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.776538+0000 mon.c (mon.2) 364 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.780094+0000 mon.c (mon.2) 365 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.780651+0000 mon.a (mon.0) 1451 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.783358+0000 mon.c (mon.2) 366 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.786936+0000 mon.c (mon.2) 367 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.787448+0000 mon.a (mon.0) 1452 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.789675+0000 mon.c (mon.2) 368 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.793213+0000 mon.c (mon.2) 369 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.793781+0000 mon.a (mon.0) 1453 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.796004+0000 mon.c (mon.2) 370 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.799621+0000 mon.c (mon.2) 371 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.800234+0000 mon.a (mon.0) 1454 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.803845+0000 mon.c (mon.2) 372 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-18T09:16:39.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.804455+0000 mon.a (mon.0) 1455 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-18T09:16:39.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.811689+0000 mon.a (mon.0) 1456 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:16:39.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.818600+0000 mon.c (mon.2) 373 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:39.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.819320+0000 mon.a (mon.0) 1457 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:39.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.827354+0000 mon.a (mon.0) 1458 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:16:39.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.831252+0000 mon.c (mon.2) 374 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-18T09:16:39.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.831880+0000 mon.a (mon.0) 1459 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-18T09:16:39.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.838993+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:16:39.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.844906+0000 mon.c (mon.2) 375 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-18T09:16:39.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.845636+0000 mon.a (mon.0) 1461 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-18T09:16:39.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.847249+0000 mon.c (mon.2) 376 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-18T09:16:39.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[19887]: audit 2024-09-18T09:16:38.847885+0000 mon.a (mon.0) 1462 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-18T09:16:39.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.796004+0000 mon.c (mon.2) 370 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:16:39.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.799621+0000 mon.c (mon.2) 371 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.800234+0000 mon.a (mon.0) 1454 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T09:16:39.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.803845+0000 mon.c (mon.2) 372 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-18T09:16:39.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.804455+0000 mon.a (mon.0) 1455 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-18T09:16:39.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.811689+0000 mon.a (mon.0) 1456 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:16:39.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.818600+0000 mon.c (mon.2) 373 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:39.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.819320+0000 mon.a (mon.0) 1457 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:39.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.827354+0000 mon.a (mon.0) 1458 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:16:39.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.831252+0000 mon.c (mon.2) 374 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-18T09:16:39.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.831880+0000 mon.a (mon.0) 1459 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-18T09:16:39.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.838993+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:16:39.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.844906+0000 mon.c (mon.2) 375 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-18T09:16:39.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.845636+0000 mon.a (mon.0) 1461 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-18T09:16:39.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.847249+0000 mon.c (mon.2) 376 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-18T09:16:39.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:38 smithi078 bash[28923]: audit 2024-09-18T09:16:38.847885+0000 mon.a (mon.0) 1462 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-18T09:16:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.648074+0000 mgr.y (mgr.15249) 256 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:16:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.648074+0000 mgr.y (mgr.15249) 256 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:16:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.663174+0000 mgr.y (mgr.15249) 257 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:16:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.663174+0000 mgr.y (mgr.15249) 257 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:16:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.677879+0000 mgr.y (mgr.15249) 258 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:16:40.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.677879+0000 mgr.y (mgr.15249) 258 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:16:40.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.692328+0000 mgr.y (mgr.15249) 259 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-18T09:16:40.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.692328+0000 mgr.y (mgr.15249) 259 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-18T09:16:40.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.718954+0000 mgr.y (mgr.15249) 260 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:16:40.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.718954+0000 mgr.y (mgr.15249) 260 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:16:40.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.733653+0000 mgr.y (mgr.15249) 261 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:16:40.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.733653+0000 mgr.y (mgr.15249) 261 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:16:40.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.749512+0000 mgr.y (mgr.15249) 262 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:16:40.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.749512+0000 mgr.y (mgr.15249) 262 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:16:40.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.764136+0000 mgr.y (mgr.15249) 263 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-18T09:16:40.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.764136+0000 mgr.y (mgr.15249) 263 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-18T09:16:40.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.770960+0000 mgr.y (mgr.15249) 264 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-18T09:16:40.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.770960+0000 mgr.y (mgr.15249) 264 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-18T09:16:40.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.777684+0000 mgr.y (mgr.15249) 265 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-18T09:16:40.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.777684+0000 mgr.y (mgr.15249) 265 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-18T09:16:40.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.784458+0000 mgr.y (mgr.15249) 266 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-18T09:16:40.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.784458+0000 mgr.y (mgr.15249) 266 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-18T09:16:40.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.790775+0000 mgr.y (mgr.15249) 267 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-18T09:16:40.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.790775+0000 mgr.y (mgr.15249) 267 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-18T09:16:40.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.797154+0000 mgr.y (mgr.15249) 268 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-18T09:16:40.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.797154+0000 mgr.y (mgr.15249) 268 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-18T09:16:40.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.801480+0000 mgr.y (mgr.15249) 269 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:16:40.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.801480+0000 mgr.y (mgr.15249) 269 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:16:40.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.854934+0000 mon.a (mon.0) 1463 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:16:40.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.854934+0000 mon.a (mon.0) 1463 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:16:40.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.874419+0000 mon.c (mon.2) 377 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-18T09:16:40.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.874419+0000 mon.c (mon.2) 377 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-18T09:16:40.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.875029+0000 mon.a (mon.0) 1464 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-18T09:16:40.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.875029+0000 mon.a (mon.0) 1464 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-18T09:16:40.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.876967+0000 mon.c (mon.2) 378 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-18T09:16:40.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.876967+0000 mon.c (mon.2) 378 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-18T09:16:40.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.877466+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-18T09:16:40.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.877466+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-18T09:16:40.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.881849+0000 mon.a (mon.0) 1466 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:16:40.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.881849+0000 mon.a (mon.0) 1466 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:16:40.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.887924+0000 mon.c (mon.2) 379 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.887924+0000 mon.c (mon.2) 379 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.888495+0000 mon.a (mon.0) 1467 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.888495+0000 mon.a (mon.0) 1467 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.890153+0000 mon.c (mon.2) 380 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-18T09:16:40.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.890153+0000 mon.c (mon.2) 380 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-18T09:16:40.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.890725+0000 mon.a (mon.0) 1468 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-18T09:16:40.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.890725+0000 mon.a (mon.0) 1468 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-18T09:16:40.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.895046+0000 mon.a (mon.0) 1469 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:16:40.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.895046+0000 mon.a (mon.0) 1469 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:16:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.900787+0000 mon.c (mon.2) 381 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-18T09:16:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.900787+0000 mon.c (mon.2) 381 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-18T09:16:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.901558+0000 mon.a (mon.0) 1470 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-18T09:16:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.901558+0000 mon.a (mon.0) 1470 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-18T09:16:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.903290+0000 mon.c (mon.2) 382 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-18T09:16:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.903290+0000 mon.c (mon.2) 382 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-18T09:16:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.904018+0000 mon.a (mon.0) 1471 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-18T09:16:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.904018+0000 mon.a (mon.0) 1471 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-18T09:16:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.909533+0000 mon.a (mon.0) 1472 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:16:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.909533+0000 mon.a (mon.0) 1472 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:16:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.915065+0000 mon.c (mon.2) 383 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-18T09:16:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.915065+0000 mon.c (mon.2) 383 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-18T09:16:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.915770+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-18T09:16:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.915770+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-18T09:16:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.921237+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:16:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.921237+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:16:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.926711+0000 mon.c (mon.2) 384 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.926711+0000 mon.c (mon.2) 384 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.927378+0000 mon.a (mon.0) 1475 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.927378+0000 mon.a (mon.0) 1475 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.929061+0000 mon.c (mon.2) 385 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.929061+0000 mon.c (mon.2) 385 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.929656+0000 mon.a (mon.0) 1476 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.929656+0000 mon.a (mon.0) 1476 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.931343+0000 mon.c (mon.2) 386 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.931343+0000 mon.c (mon.2) 386 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.931928+0000 mon.a (mon.0) 1477 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.931928+0000 mon.a (mon.0) 1477 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.933497+0000 mon.c (mon.2) 387 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.933497+0000 mon.c (mon.2) 387 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.934050+0000 mon.a (mon.0) 1478 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.934050+0000 mon.a (mon.0) 1478 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.935505+0000 mon.c (mon.2) 388 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.935505+0000 mon.c (mon.2) 388 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.936000+0000 mon.a (mon.0) 1479 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.936000+0000 mon.a (mon.0) 1479 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.937612+0000 mon.c (mon.2) 389 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.937612+0000 mon.c (mon.2) 389 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.938153+0000 mon.a (mon.0) 1480 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.938153+0000 mon.a (mon.0) 1480 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.939451+0000 mgr.y (mgr.15249) 270 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:16:40.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: cephadm 2024-09-18T09:16:38.939451+0000 mgr.y (mgr.15249) 270 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:16:40.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.940181+0000 mon.c (mon.2) 390 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-18T09:16:40.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.940181+0000 mon.c (mon.2) 390 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-18T09:16:40.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.940731+0000 mon.a (mon.0) 1481 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-18T09:16:40.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.940731+0000 mon.a (mon.0) 1481 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-18T09:16:40.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.946514+0000 mon.a (mon.0) 1482 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:16:40.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.946514+0000 mon.a (mon.0) 1482 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:16:40.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.949151+0000 mon.c (mon.2) 391 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:40.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.949151+0000 mon.c (mon.2) 391 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:40.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.950765+0000 mon.c (mon.2) 392 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:16:40.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.950765+0000 mon.c (mon.2) 392 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:16:40.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.960920+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:40.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:38.960920+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:40.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:39.088965+0000 mon.c (mon.2) 393 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:40.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:39.088965+0000 mon.c (mon.2) 393 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:40.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:39.090673+0000 mon.c (mon.2) 394 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:16:40.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:39.090673+0000 mon.c (mon.2) 394 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:16:40.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:39.101215+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:40.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:39 smithi189 bash[70525]: audit 2024-09-18T09:16:39.101215+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:40.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: cephadm 2024-09-18T09:16:38.648074+0000 mgr.y (mgr.15249) 256 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:16:40.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: cephadm 2024-09-18T09:16:38.663174+0000 mgr.y (mgr.15249) 257 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:16:40.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: cephadm 2024-09-18T09:16:38.677879+0000 mgr.y (mgr.15249) 258 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:16:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: cephadm 2024-09-18T09:16:38.692328+0000 mgr.y (mgr.15249) 259 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-18T09:16:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: cephadm 2024-09-18T09:16:38.718954+0000 mgr.y (mgr.15249) 260 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:16:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: cephadm 2024-09-18T09:16:38.733653+0000 mgr.y (mgr.15249) 261 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:16:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: cephadm 2024-09-18T09:16:38.749512+0000 mgr.y (mgr.15249) 262 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:16:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: cephadm 2024-09-18T09:16:38.764136+0000 mgr.y (mgr.15249) 263 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-18T09:16:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: cephadm 2024-09-18T09:16:38.770960+0000 mgr.y (mgr.15249) 264 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-18T09:16:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: cephadm 2024-09-18T09:16:38.777684+0000 mgr.y (mgr.15249) 265 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-18T09:16:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: cephadm 2024-09-18T09:16:38.784458+0000 mgr.y (mgr.15249) 266 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-18T09:16:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: cephadm 2024-09-18T09:16:38.790775+0000 mgr.y (mgr.15249) 267 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-18T09:16:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: cephadm 2024-09-18T09:16:38.797154+0000 mgr.y (mgr.15249) 268 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-18T09:16:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: cephadm 2024-09-18T09:16:38.801480+0000 mgr.y (mgr.15249) 269 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:16:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.854934+0000 mon.a (mon.0) 1463 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:16:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.874419+0000 mon.c (mon.2) 377 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-18T09:16:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.875029+0000 mon.a (mon.0) 1464 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-18T09:16:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.876967+0000 mon.c (mon.2) 378 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-18T09:16:40.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.877466+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-18T09:16:40.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.881849+0000 mon.a (mon.0) 1466 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:16:40.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.887924+0000 mon.c (mon.2) 379 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: cephadm 2024-09-18T09:16:38.648074+0000 mgr.y (mgr.15249) 256 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:16:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: cephadm 2024-09-18T09:16:38.663174+0000 mgr.y (mgr.15249) 257 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:16:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: cephadm 2024-09-18T09:16:38.677879+0000 mgr.y (mgr.15249) 258 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:16:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: cephadm 2024-09-18T09:16:38.692328+0000 mgr.y (mgr.15249) 259 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-18T09:16:40.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: cephadm 2024-09-18T09:16:38.718954+0000 mgr.y (mgr.15249) 260 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:16:40.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: cephadm 2024-09-18T09:16:38.733653+0000 mgr.y (mgr.15249) 261 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:16:40.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: cephadm 2024-09-18T09:16:38.749512+0000 mgr.y (mgr.15249) 262 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:16:40.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: cephadm 2024-09-18T09:16:38.764136+0000 mgr.y (mgr.15249) 263 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-18T09:16:40.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: cephadm 2024-09-18T09:16:38.770960+0000 mgr.y (mgr.15249) 264 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-18T09:16:40.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: cephadm 2024-09-18T09:16:38.777684+0000 mgr.y (mgr.15249) 265 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-18T09:16:40.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: cephadm 2024-09-18T09:16:38.784458+0000 mgr.y (mgr.15249) 266 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-18T09:16:40.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: cephadm 2024-09-18T09:16:38.790775+0000 mgr.y (mgr.15249) 267 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-18T09:16:40.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: cephadm 2024-09-18T09:16:38.797154+0000 mgr.y (mgr.15249) 268 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-18T09:16:40.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: cephadm 2024-09-18T09:16:38.801480+0000 mgr.y (mgr.15249) 269 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:16:40.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.854934+0000 mon.a (mon.0) 1463 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:16:40.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.874419+0000 mon.c (mon.2) 377 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-18T09:16:40.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.875029+0000 mon.a (mon.0) 1464 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-18T09:16:40.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.876967+0000 mon.c (mon.2) 378 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-18T09:16:40.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.877466+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-18T09:16:40.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.881849+0000 mon.a (mon.0) 1466 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:16:40.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.887924+0000 mon.c (mon.2) 379 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.888495+0000 mon.a (mon.0) 1467 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.890153+0000 mon.c (mon.2) 380 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-18T09:16:40.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.890725+0000 mon.a (mon.0) 1468 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-18T09:16:40.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.895046+0000 mon.a (mon.0) 1469 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:16:40.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.900787+0000 mon.c (mon.2) 381 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-18T09:16:40.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.901558+0000 mon.a (mon.0) 1470 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-18T09:16:40.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.903290+0000 mon.c (mon.2) 382 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-18T09:16:40.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.904018+0000 mon.a (mon.0) 1471 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-18T09:16:40.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.909533+0000 mon.a (mon.0) 1472 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:16:40.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.915065+0000 mon.c (mon.2) 383 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-18T09:16:40.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.915770+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-18T09:16:40.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.921237+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:16:40.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.926711+0000 mon.c (mon.2) 384 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.927378+0000 mon.a (mon.0) 1475 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.929061+0000 mon.c (mon.2) 385 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.929656+0000 mon.a (mon.0) 1476 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.931343+0000 mon.c (mon.2) 386 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.888495+0000 mon.a (mon.0) 1467 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.890153+0000 mon.c (mon.2) 380 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-18T09:16:40.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.890725+0000 mon.a (mon.0) 1468 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-18T09:16:40.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.895046+0000 mon.a (mon.0) 1469 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:16:40.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.900787+0000 mon.c (mon.2) 381 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-18T09:16:40.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.901558+0000 mon.a (mon.0) 1470 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-18T09:16:40.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.903290+0000 mon.c (mon.2) 382 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-18T09:16:40.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.904018+0000 mon.a (mon.0) 1471 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-18T09:16:40.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.909533+0000 mon.a (mon.0) 1472 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:16:40.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.915065+0000 mon.c (mon.2) 383 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-18T09:16:40.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.915770+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-18T09:16:40.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.921237+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:16:40.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.926711+0000 mon.c (mon.2) 384 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.927378+0000 mon.a (mon.0) 1475 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.929061+0000 mon.c (mon.2) 385 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.929656+0000 mon.a (mon.0) 1476 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.931343+0000 mon.c (mon.2) 386 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.931928+0000 mon.a (mon.0) 1477 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.933497+0000 mon.c (mon.2) 387 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.934050+0000 mon.a (mon.0) 1478 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.935505+0000 mon.c (mon.2) 388 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.936000+0000 mon.a (mon.0) 1479 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.937612+0000 mon.c (mon.2) 389 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.938153+0000 mon.a (mon.0) 1480 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: cephadm 2024-09-18T09:16:38.939451+0000 mgr.y (mgr.15249) 270 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:16:40.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.940181+0000 mon.c (mon.2) 390 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-18T09:16:40.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.940731+0000 mon.a (mon.0) 1481 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-18T09:16:40.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.946514+0000 mon.a (mon.0) 1482 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:16:40.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.949151+0000 mon.c (mon.2) 391 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:40.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.950765+0000 mon.c (mon.2) 392 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:16:40.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:38.960920+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:40.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:39.088965+0000 mon.c (mon.2) 393 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:40.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:39.090673+0000 mon.c (mon.2) 394 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:16:40.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[28923]: audit 2024-09-18T09:16:39.101215+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:40.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.931928+0000 mon.a (mon.0) 1477 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.933497+0000 mon.c (mon.2) 387 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.934050+0000 mon.a (mon.0) 1478 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.935505+0000 mon.c (mon.2) 388 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.936000+0000 mon.a (mon.0) 1479 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.937612+0000 mon.c (mon.2) 389 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.938153+0000 mon.a (mon.0) 1480 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T09:16:40.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: cephadm 2024-09-18T09:16:38.939451+0000 mgr.y (mgr.15249) 270 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:16:40.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.940181+0000 mon.c (mon.2) 390 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-18T09:16:40.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.940731+0000 mon.a (mon.0) 1481 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-18T09:16:40.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.946514+0000 mon.a (mon.0) 1482 : audit [INF] from='mgr.15249 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:16:40.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.949151+0000 mon.c (mon.2) 391 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:40.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.950765+0000 mon.c (mon.2) 392 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:16:40.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:38.960920+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:40.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:39.088965+0000 mon.c (mon.2) 393 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:16:40.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:39.090673+0000 mon.c (mon.2) 394 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:16:40.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:39 smithi078 bash[19887]: audit 2024-09-18T09:16:39.101215+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:40.867 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:40 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:40.454848785Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:40 smithi189 bash[70525]: cluster 2024-09-18T09:16:39.503486+0000 mgr.y (mgr.15249) 271 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:40 smithi189 bash[70525]: cluster 2024-09-18T09:16:39.503486+0000 mgr.y (mgr.15249) 271 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:41.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:40 smithi078 bash[19887]: cluster 2024-09-18T09:16:39.503486+0000 mgr.y (mgr.15249) 271 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:41.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:40 smithi078 bash[28923]: cluster 2024-09-18T09:16:39.503486+0000 mgr.y (mgr.15249) 271 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:43.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:42 smithi189 bash[70525]: cluster 2024-09-18T09:16:41.504287+0000 mgr.y (mgr.15249) 272 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:42 smithi189 bash[70525]: cluster 2024-09-18T09:16:41.504287+0000 mgr.y (mgr.15249) 272 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:42 smithi189 bash[70525]: audit 2024-09-18T09:16:42.379252+0000 mon.a (mon.0) 1485 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:42 smithi189 bash[70525]: audit 2024-09-18T09:16:42.379252+0000 mon.a (mon.0) 1485 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:43.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:42 smithi078 bash[19887]: cluster 2024-09-18T09:16:41.504287+0000 mgr.y (mgr.15249) 272 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:43.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:42 smithi078 bash[19887]: audit 2024-09-18T09:16:42.379252+0000 mon.a (mon.0) 1485 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:43.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:42 smithi078 bash[28923]: cluster 2024-09-18T09:16:41.504287+0000 mgr.y (mgr.15249) 272 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:43.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:42 smithi078 bash[28923]: audit 2024-09-18T09:16:42.379252+0000 mon.a (mon.0) 1485 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:16:43.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:43 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:43.430570257Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:43.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:16:43 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:16:43] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.51.0" 2024-09-18T09:16:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:44 smithi189 bash[70525]: cluster 2024-09-18T09:16:43.505934+0000 mgr.y (mgr.15249) 273 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:44 smithi189 bash[70525]: cluster 2024-09-18T09:16:43.505934+0000 mgr.y (mgr.15249) 273 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:45.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:44 smithi078 bash[19887]: cluster 2024-09-18T09:16:43.505934+0000 mgr.y (mgr.15249) 273 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:45.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:44 smithi078 bash[28923]: cluster 2024-09-18T09:16:43.505934+0000 mgr.y (mgr.15249) 273 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:46.881 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:46 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:46.449966457Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:46 smithi189 bash[70525]: cluster 2024-09-18T09:16:45.506768+0000 mgr.y (mgr.15249) 274 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:47.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:46 smithi189 bash[70525]: cluster 2024-09-18T09:16:45.506768+0000 mgr.y (mgr.15249) 274 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:47.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:46 smithi189 bash[70525]: audit 2024-09-18T09:16:45.542161+0000 mgr.y (mgr.15249) 275 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:47.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:46 smithi189 bash[70525]: audit 2024-09-18T09:16:45.542161+0000 mgr.y (mgr.15249) 275 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:47.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:46 smithi078 bash[19887]: cluster 2024-09-18T09:16:45.506768+0000 mgr.y (mgr.15249) 274 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:47.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:46 smithi078 bash[19887]: audit 2024-09-18T09:16:45.542161+0000 mgr.y (mgr.15249) 275 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:47.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:46 smithi078 bash[28923]: cluster 2024-09-18T09:16:45.506768+0000 mgr.y (mgr.15249) 274 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:47.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:46 smithi078 bash[28923]: audit 2024-09-18T09:16:45.542161+0000 mgr.y (mgr.15249) 275 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:48.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:47 smithi189 bash[70525]: audit 2024-09-18T09:16:47.211110+0000 mon.c (mon.2) 395 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:16:48.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:47 smithi189 bash[70525]: audit 2024-09-18T09:16:47.211110+0000 mon.c (mon.2) 395 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:16:48.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:47 smithi078 bash[19887]: audit 2024-09-18T09:16:47.211110+0000 mon.c (mon.2) 395 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:16:48.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:47 smithi078 bash[28923]: audit 2024-09-18T09:16:47.211110+0000 mon.c (mon.2) 395 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:16:49.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:48 smithi189 bash[70525]: cluster 2024-09-18T09:16:47.507528+0000 mgr.y (mgr.15249) 276 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:49.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:48 smithi189 bash[70525]: cluster 2024-09-18T09:16:47.507528+0000 mgr.y (mgr.15249) 276 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:49.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:48 smithi078 bash[19887]: cluster 2024-09-18T09:16:47.507528+0000 mgr.y (mgr.15249) 276 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:49.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:48 smithi078 bash[28923]: cluster 2024-09-18T09:16:47.507528+0000 mgr.y (mgr.15249) 276 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:49.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:49 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:49.444291306Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:51.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:50 smithi189 bash[70525]: cluster 2024-09-18T09:16:49.509284+0000 mgr.y (mgr.15249) 277 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:50 smithi189 bash[70525]: cluster 2024-09-18T09:16:49.509284+0000 mgr.y (mgr.15249) 277 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:51.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:50 smithi078 bash[19887]: cluster 2024-09-18T09:16:49.509284+0000 mgr.y (mgr.15249) 277 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:51.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:50 smithi078 bash[28923]: cluster 2024-09-18T09:16:49.509284+0000 mgr.y (mgr.15249) 277 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:51.852 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch ps' 2024-09-18T09:16:52.901 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:52 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:52.444625512Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:53.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:52 smithi189 bash[70525]: audit 2024-09-18T09:16:51.068721+0000 mgr.y (mgr.15249) 278 : audit [DBG] from='client.25571 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:53.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:52 smithi189 bash[70525]: audit 2024-09-18T09:16:51.068721+0000 mgr.y (mgr.15249) 278 : audit [DBG] from='client.25571 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:53.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:52 smithi189 bash[70525]: cluster 2024-09-18T09:16:51.510135+0000 mgr.y (mgr.15249) 279 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:53.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:52 smithi189 bash[70525]: cluster 2024-09-18T09:16:51.510135+0000 mgr.y (mgr.15249) 279 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:53.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:52 smithi078 bash[19887]: audit 2024-09-18T09:16:51.068721+0000 mgr.y (mgr.15249) 278 : audit [DBG] from='client.25571 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:53.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:52 smithi078 bash[19887]: cluster 2024-09-18T09:16:51.510135+0000 mgr.y (mgr.15249) 279 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:53.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:52 smithi078 bash[28923]: audit 2024-09-18T09:16:51.068721+0000 mgr.y (mgr.15249) 278 : audit [DBG] from='client.25571 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:16:53.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:52 smithi078 bash[28923]: cluster 2024-09-18T09:16:51.510135+0000 mgr.y (mgr.15249) 279 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:53.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:16:53 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:16:53] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.51.0" 2024-09-18T09:16:55.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:54 smithi189 bash[70525]: cluster 2024-09-18T09:16:53.511915+0000 mgr.y (mgr.15249) 280 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:55.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:54 smithi189 bash[70525]: cluster 2024-09-18T09:16:53.511915+0000 mgr.y (mgr.15249) 280 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:55.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:54 smithi078 bash[19887]: cluster 2024-09-18T09:16:53.511915+0000 mgr.y (mgr.15249) 280 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:55.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:54 smithi078 bash[28923]: cluster 2024-09-18T09:16:53.511915+0000 mgr.y (mgr.15249) 280 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:16:55.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:55 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:55.437202002Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:56.657 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:16:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:56 smithi189 bash[70525]: cluster 2024-09-18T09:16:55.512682+0000 mgr.y (mgr.15249) 281 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:57.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:56 smithi189 bash[70525]: cluster 2024-09-18T09:16:55.512682+0000 mgr.y (mgr.15249) 281 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:57.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:56 smithi189 bash[70525]: audit 2024-09-18T09:16:55.553456+0000 mgr.y (mgr.15249) 282 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:57.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:56 smithi189 bash[70525]: audit 2024-09-18T09:16:55.553456+0000 mgr.y (mgr.15249) 282 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:57.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:56 smithi078 bash[19887]: cluster 2024-09-18T09:16:55.512682+0000 mgr.y (mgr.15249) 281 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:57.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:56 smithi078 bash[19887]: audit 2024-09-18T09:16:55.553456+0000 mgr.y (mgr.15249) 282 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:57.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:56 smithi078 bash[28923]: cluster 2024-09-18T09:16:55.512682+0000 mgr.y (mgr.15249) 281 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:57.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:56 smithi078 bash[28923]: audit 2024-09-18T09:16:55.553456+0000 mgr.y (mgr.15249) 282 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:16:58.423 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:16:58.423 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (2m) 2m ago 30m 13.9M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:16:58.423 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (2m) 30s ago 29m 67.0M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:16:58.423 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (4m) 2m ago 27m 48.0M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:16:58.423 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (4m) 30s ago 38m 439M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:16:58.423 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (15m) 2m ago 41m 502M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:16:58.424 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (41m) 2m ago 41m 87.4M 2048M 19.1.1-330-gc2ddf972 ebb0615149de bf4e56a16354 2024-09-18T09:16:58.424 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (37s) 30s ago 39m 18.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:16:58.424 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (39m) 2m ago 39m 61.1M 2048M 19.1.1-330-gc2ddf972 ebb0615149de 3ab54f539482 2024-09-18T09:16:58.424 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (4m) 2m ago 30m 7539k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:16:58.424 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (4m) 30s ago 30m 8043k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:16:58.424 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (37m) 2m ago 38m 57.4M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T09:16:58.424 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (37m) 2m ago 37m 66.3M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T09:16:58.424 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (36m) 2m ago 36m 62.1M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:16:58.424 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (35m) 2m ago 35m 66.3M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:16:58.424 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (34m) 30s ago 34m 68.3M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:16:58.424 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (33m) 30s ago 33m 57.4M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:16:58.424 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (32m) 30s ago 32m 55.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:16:58.424 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (31m) 30s ago 31m 66.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:16:58.424 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (3m) 30s ago 30m 37.7M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:16:58.425 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (27m) 2m ago 27m 101M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:16:58.425 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (28m) 30s ago 28m 102M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:16:58.913 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:16:58 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:16:58.469990996Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:16:59.091 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 2'"'"'' 2024-09-18T09:16:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:58 smithi189 bash[70525]: cluster 2024-09-18T09:16:57.513471+0000 mgr.y (mgr.15249) 283 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:58 smithi189 bash[70525]: cluster 2024-09-18T09:16:57.513471+0000 mgr.y (mgr.15249) 283 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:59.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:58 smithi078 bash[19887]: cluster 2024-09-18T09:16:57.513471+0000 mgr.y (mgr.15249) 283 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:16:59.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:58 smithi078 bash[28923]: cluster 2024-09-18T09:16:57.513471+0000 mgr.y (mgr.15249) 283 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:00.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:16:59 smithi078 bash[19887]: audit 2024-09-18T09:16:58.385478+0000 mgr.y (mgr.15249) 284 : audit [DBG] from='client.15681 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:00.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:16:59 smithi078 bash[28923]: audit 2024-09-18T09:16:58.385478+0000 mgr.y (mgr.15249) 284 : audit [DBG] from='client.15681 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:00.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:59 smithi189 bash[70525]: audit 2024-09-18T09:16:58.385478+0000 mgr.y (mgr.15249) 284 : audit [DBG] from='client.15681 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:00.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:16:59 smithi189 bash[70525]: audit 2024-09-18T09:16:58.385478+0000 mgr.y (mgr.15249) 284 : audit [DBG] from='client.15681 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:01.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:00 smithi078 bash[19887]: cluster 2024-09-18T09:16:59.515171+0000 mgr.y (mgr.15249) 285 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:01.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:00 smithi078 bash[28923]: cluster 2024-09-18T09:16:59.515171+0000 mgr.y (mgr.15249) 285 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:01.326 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:00 smithi189 bash[70525]: cluster 2024-09-18T09:16:59.515171+0000 mgr.y (mgr.15249) 285 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:01.326 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:00 smithi189 bash[70525]: cluster 2024-09-18T09:16:59.515171+0000 mgr.y (mgr.15249) 285 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:01.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:01 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:01.433458846Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:03.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:02 smithi078 bash[19887]: cluster 2024-09-18T09:17:01.515752+0000 mgr.y (mgr.15249) 286 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:03.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:02 smithi078 bash[19887]: audit 2024-09-18T09:17:02.211287+0000 mon.c (mon.2) 396 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:17:03.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:02 smithi078 bash[28923]: cluster 2024-09-18T09:17:01.515752+0000 mgr.y (mgr.15249) 286 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:03.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:02 smithi078 bash[28923]: audit 2024-09-18T09:17:02.211287+0000 mon.c (mon.2) 396 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:17:03.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:02 smithi189 bash[70525]: cluster 2024-09-18T09:17:01.515752+0000 mgr.y (mgr.15249) 286 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:02 smithi189 bash[70525]: cluster 2024-09-18T09:17:01.515752+0000 mgr.y (mgr.15249) 286 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:02 smithi189 bash[70525]: audit 2024-09-18T09:17:02.211287+0000 mon.c (mon.2) 396 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:17:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:02 smithi189 bash[70525]: audit 2024-09-18T09:17:02.211287+0000 mon.c (mon.2) 396 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:17:03.915 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:17:03.952 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:17:03 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:17:03] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.51.0" 2024-09-18T09:17:04.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:04 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:04.463511163Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:05.185 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:04 smithi078 bash[19887]: cluster 2024-09-18T09:17:03.517392+0000 mgr.y (mgr.15249) 287 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:05.185 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:04 smithi078 bash[28923]: cluster 2024-09-18T09:17:03.517392+0000 mgr.y (mgr.15249) 287 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:05.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:04 smithi189 bash[70525]: cluster 2024-09-18T09:17:03.517392+0000 mgr.y (mgr.15249) 287 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:05.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:04 smithi189 bash[70525]: cluster 2024-09-18T09:17:03.517392+0000 mgr.y (mgr.15249) 287 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:05.558 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:17:06.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:05 smithi078 bash[19887]: audit 2024-09-18T09:17:05.547523+0000 mon.a (mon.0) 1486 : audit [DBG] from='client.? 172.21.15.78:0/3953198744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:17:06.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:05 smithi078 bash[28923]: audit 2024-09-18T09:17:05.547523+0000 mon.a (mon.0) 1486 : audit [DBG] from='client.? 172.21.15.78:0/3953198744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:17:06.307 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch upgrade status' 2024-09-18T09:17:06.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:05 smithi189 bash[70525]: audit 2024-09-18T09:17:05.547523+0000 mon.a (mon.0) 1486 : audit [DBG] from='client.? 172.21.15.78:0/3953198744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:17:06.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:05 smithi189 bash[70525]: audit 2024-09-18T09:17:05.547523+0000 mon.a (mon.0) 1486 : audit [DBG] from='client.? 172.21.15.78:0/3953198744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:17:07.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:06 smithi078 bash[19887]: cluster 2024-09-18T09:17:05.518064+0000 mgr.y (mgr.15249) 288 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:07.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:06 smithi078 bash[19887]: audit 2024-09-18T09:17:05.561119+0000 mgr.y (mgr.15249) 289 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:07.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:06 smithi078 bash[28923]: cluster 2024-09-18T09:17:05.518064+0000 mgr.y (mgr.15249) 288 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:07.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:06 smithi078 bash[28923]: audit 2024-09-18T09:17:05.561119+0000 mgr.y (mgr.15249) 289 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:07.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:06 smithi189 bash[70525]: cluster 2024-09-18T09:17:05.518064+0000 mgr.y (mgr.15249) 288 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:07.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:06 smithi189 bash[70525]: cluster 2024-09-18T09:17:05.518064+0000 mgr.y (mgr.15249) 288 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:07.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:06 smithi189 bash[70525]: audit 2024-09-18T09:17:05.561119+0000 mgr.y (mgr.15249) 289 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:07.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:06 smithi189 bash[70525]: audit 2024-09-18T09:17:05.561119+0000 mgr.y (mgr.15249) 289 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:07.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:07 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:07.470404964Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:09.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:08 smithi078 bash[19887]: cluster 2024-09-18T09:17:07.518847+0000 mgr.y (mgr.15249) 290 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:09.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:08 smithi078 bash[28923]: cluster 2024-09-18T09:17:07.518847+0000 mgr.y (mgr.15249) 290 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:09.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:08 smithi189 bash[70525]: cluster 2024-09-18T09:17:07.518847+0000 mgr.y (mgr.15249) 290 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:09.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:08 smithi189 bash[70525]: cluster 2024-09-18T09:17:07.518847+0000 mgr.y (mgr.15249) 290 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:10.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:10 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:10.43986913Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:11.121 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:17:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:10 smithi078 bash[19887]: cluster 2024-09-18T09:17:09.520529+0000 mgr.y (mgr.15249) 291 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:11.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:10 smithi078 bash[28923]: cluster 2024-09-18T09:17:09.520529+0000 mgr.y (mgr.15249) 291 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:11.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:10 smithi189 bash[70525]: cluster 2024-09-18T09:17:09.520529+0000 mgr.y (mgr.15249) 291 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:11.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:10 smithi189 bash[70525]: cluster 2024-09-18T09:17:09.520529+0000 mgr.y (mgr.15249) 291 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:12.644 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:17:12.644 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": null, 2024-09-18T09:17:12.644 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": false, 2024-09-18T09:17:12.644 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "", 2024-09-18T09:17:12.644 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:17:12.645 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": null, 2024-09-18T09:17:12.645 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "", 2024-09-18T09:17:12.645 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:17:12.645 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:17:13.326 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:12 smithi078 bash[19887]: cluster 2024-09-18T09:17:11.521256+0000 mgr.y (mgr.15249) 292 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:13.326 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:12 smithi078 bash[28923]: cluster 2024-09-18T09:17:11.521256+0000 mgr.y (mgr.15249) 292 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:13.327 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph health detail' 2024-09-18T09:17:13.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:12 smithi189 bash[70525]: cluster 2024-09-18T09:17:11.521256+0000 mgr.y (mgr.15249) 292 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:13.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:12 smithi189 bash[70525]: cluster 2024-09-18T09:17:11.521256+0000 mgr.y (mgr.15249) 292 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:13.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:13 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:13.436483704Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:13.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:17:13 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:17:13] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.51.0" 2024-09-18T09:17:14.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:13 smithi189 bash[70525]: audit 2024-09-18T09:17:12.644431+0000 mgr.y (mgr.15249) 293 : audit [DBG] from='client.25589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:14.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:13 smithi189 bash[70525]: audit 2024-09-18T09:17:12.644431+0000 mgr.y (mgr.15249) 293 : audit [DBG] from='client.25589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:14.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:13 smithi078 bash[19887]: audit 2024-09-18T09:17:12.644431+0000 mgr.y (mgr.15249) 293 : audit [DBG] from='client.25589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:14.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:13 smithi078 bash[28923]: audit 2024-09-18T09:17:12.644431+0000 mgr.y (mgr.15249) 293 : audit [DBG] from='client.25589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:15.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:14 smithi189 bash[70525]: cluster 2024-09-18T09:17:13.522002+0000 mgr.y (mgr.15249) 294 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:15.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:14 smithi189 bash[70525]: cluster 2024-09-18T09:17:13.522002+0000 mgr.y (mgr.15249) 294 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:15.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:14 smithi078 bash[19887]: cluster 2024-09-18T09:17:13.522002+0000 mgr.y (mgr.15249) 294 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:15.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:14 smithi078 bash[28923]: cluster 2024-09-18T09:17:13.522002+0000 mgr.y (mgr.15249) 294 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:16.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:16 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:16.459767773Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:16 smithi189 bash[70525]: cluster 2024-09-18T09:17:15.522658+0000 mgr.y (mgr.15249) 295 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:17.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:16 smithi189 bash[70525]: cluster 2024-09-18T09:17:15.522658+0000 mgr.y (mgr.15249) 295 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:17.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:16 smithi189 bash[70525]: audit 2024-09-18T09:17:15.569364+0000 mgr.y (mgr.15249) 296 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:17.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:16 smithi189 bash[70525]: audit 2024-09-18T09:17:15.569364+0000 mgr.y (mgr.15249) 296 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:17.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:16 smithi078 bash[28923]: cluster 2024-09-18T09:17:15.522658+0000 mgr.y (mgr.15249) 295 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:17.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:16 smithi078 bash[28923]: audit 2024-09-18T09:17:15.569364+0000 mgr.y (mgr.15249) 296 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:17.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:16 smithi078 bash[19887]: cluster 2024-09-18T09:17:15.522658+0000 mgr.y (mgr.15249) 295 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:17.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:16 smithi078 bash[19887]: audit 2024-09-18T09:17:15.569364+0000 mgr.y (mgr.15249) 296 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:18.130 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:17:18.271 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:17 smithi078 bash[19887]: audit 2024-09-18T09:17:17.211712+0000 mon.c (mon.2) 397 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:17:18.272 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:17 smithi078 bash[19887]: cluster 2024-09-18T09:17:17.523452+0000 mgr.y (mgr.15249) 297 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:18.272 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:17 smithi078 bash[28923]: audit 2024-09-18T09:17:17.211712+0000 mon.c (mon.2) 397 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:17:18.272 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:17 smithi078 bash[28923]: cluster 2024-09-18T09:17:17.523452+0000 mgr.y (mgr.15249) 297 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:18.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:17 smithi189 bash[70525]: audit 2024-09-18T09:17:17.211712+0000 mon.c (mon.2) 397 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:17:18.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:17 smithi189 bash[70525]: audit 2024-09-18T09:17:17.211712+0000 mon.c (mon.2) 397 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:17:18.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:17 smithi189 bash[70525]: cluster 2024-09-18T09:17:17.523452+0000 mgr.y (mgr.15249) 297 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:18.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:17 smithi189 bash[70525]: cluster 2024-09-18T09:17:17.523452+0000 mgr.y (mgr.15249) 297 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:19.727 INFO:teuthology.orchestra.run.smithi078.stdout:HEALTH_OK 2024-09-18T09:17:19.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:19 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:19.436851367Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:20.463 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '"'"'{print $2}'"'"')' 2024-09-18T09:17:20.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:20 smithi189 bash[70525]: cluster 2024-09-18T09:17:19.525053+0000 mgr.y (mgr.15249) 298 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:20.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:20 smithi189 bash[70525]: cluster 2024-09-18T09:17:19.525053+0000 mgr.y (mgr.15249) 298 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:20.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:20 smithi189 bash[70525]: audit 2024-09-18T09:17:19.727741+0000 mon.c (mon.2) 398 : audit [DBG] from='client.? 172.21.15.78:0/3333485288' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-18T09:17:20.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:20 smithi189 bash[70525]: audit 2024-09-18T09:17:19.727741+0000 mon.c (mon.2) 398 : audit [DBG] from='client.? 172.21.15.78:0/3333485288' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-18T09:17:20.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:20 smithi078 bash[19887]: cluster 2024-09-18T09:17:19.525053+0000 mgr.y (mgr.15249) 298 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:20.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:20 smithi078 bash[19887]: audit 2024-09-18T09:17:19.727741+0000 mon.c (mon.2) 398 : audit [DBG] from='client.? 172.21.15.78:0/3333485288' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-18T09:17:20.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:20 smithi078 bash[28923]: cluster 2024-09-18T09:17:19.525053+0000 mgr.y (mgr.15249) 298 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:20.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:20 smithi078 bash[28923]: audit 2024-09-18T09:17:19.727741+0000 mon.c (mon.2) 398 : audit [DBG] from='client.? 172.21.15.78:0/3333485288' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-18T09:17:22.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:22 smithi189 bash[70525]: cluster 2024-09-18T09:17:21.525694+0000 mgr.y (mgr.15249) 299 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:22 smithi189 bash[70525]: cluster 2024-09-18T09:17:21.525694+0000 mgr.y (mgr.15249) 299 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:22.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:22 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:22.463422131Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:22.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:22 smithi078 bash[19887]: cluster 2024-09-18T09:17:21.525694+0000 mgr.y (mgr.15249) 299 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:22.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:22 smithi078 bash[28923]: cluster 2024-09-18T09:17:21.525694+0000 mgr.y (mgr.15249) 299 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:23.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:17:23 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:17:23] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.51.0" 2024-09-18T09:17:24.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:24 smithi189 bash[70525]: cluster 2024-09-18T09:17:23.527367+0000 mgr.y (mgr.15249) 300 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:24.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:24 smithi189 bash[70525]: cluster 2024-09-18T09:17:23.527367+0000 mgr.y (mgr.15249) 300 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:24.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:24 smithi078 bash[19887]: cluster 2024-09-18T09:17:23.527367+0000 mgr.y (mgr.15249) 300 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:24.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:24 smithi078 bash[28923]: cluster 2024-09-18T09:17:23.527367+0000 mgr.y (mgr.15249) 300 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:25.281 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:17:25.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:25 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:25.432434031Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:26.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:26 smithi078 bash[19887]: cluster 2024-09-18T09:17:25.528115+0000 mgr.y (mgr.15249) 301 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:26.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:26 smithi078 bash[19887]: audit 2024-09-18T09:17:25.580448+0000 mgr.y (mgr.15249) 302 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:26.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:26 smithi078 bash[28923]: cluster 2024-09-18T09:17:25.528115+0000 mgr.y (mgr.15249) 301 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:26.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:26 smithi078 bash[28923]: audit 2024-09-18T09:17:25.580448+0000 mgr.y (mgr.15249) 302 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:26.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:26 smithi189 bash[70525]: cluster 2024-09-18T09:17:25.528115+0000 mgr.y (mgr.15249) 301 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:26.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:26 smithi189 bash[70525]: cluster 2024-09-18T09:17:25.528115+0000 mgr.y (mgr.15249) 301 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:26.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:26 smithi189 bash[70525]: audit 2024-09-18T09:17:25.580448+0000 mgr.y (mgr.15249) 302 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:26.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:26 smithi189 bash[70525]: audit 2024-09-18T09:17:25.580448+0000 mgr.y (mgr.15249) 302 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:27.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:27 smithi189 bash[70525]: audit 2024-09-18T09:17:26.809443+0000 mgr.y (mgr.15249) 303 : audit [DBG] from='client.25601 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:27.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:27 smithi189 bash[70525]: audit 2024-09-18T09:17:26.809443+0000 mgr.y (mgr.15249) 303 : audit [DBG] from='client.25601 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:27.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:27 smithi078 bash[28923]: audit 2024-09-18T09:17:26.809443+0000 mgr.y (mgr.15249) 303 : audit [DBG] from='client.25601 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:27.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:27 smithi078 bash[19887]: audit 2024-09-18T09:17:26.809443+0000 mgr.y (mgr.15249) 303 : audit [DBG] from='client.25601 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:28.909 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:28 smithi078 bash[28923]: audit 2024-09-18T09:17:27.190563+0000 mgr.y (mgr.15249) 304 : audit [DBG] from='client.15711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "mon", "hosts": "smithi078", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:28.909 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:28 smithi078 bash[28923]: cluster 2024-09-18T09:17:27.528624+0000 mgr.y (mgr.15249) 305 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:28.909 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:28 smithi078 bash[19887]: audit 2024-09-18T09:17:27.190563+0000 mgr.y (mgr.15249) 304 : audit [DBG] from='client.15711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "mon", "hosts": "smithi078", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:28.909 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:28 smithi078 bash[19887]: cluster 2024-09-18T09:17:27.528624+0000 mgr.y (mgr.15249) 305 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:28.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:28 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:28.466407271Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:28.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:28 smithi189 bash[70525]: audit 2024-09-18T09:17:27.190563+0000 mgr.y (mgr.15249) 304 : audit [DBG] from='client.15711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "mon", "hosts": "smithi078", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:28.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:28 smithi189 bash[70525]: audit 2024-09-18T09:17:27.190563+0000 mgr.y (mgr.15249) 304 : audit [DBG] from='client.15711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "mon", "hosts": "smithi078", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:28.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:28 smithi189 bash[70525]: cluster 2024-09-18T09:17:27.528624+0000 mgr.y (mgr.15249) 305 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:28.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:28 smithi189 bash[70525]: cluster 2024-09-18T09:17:27.528624+0000 mgr.y (mgr.15249) 305 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:29.636 INFO:teuthology.orchestra.run.smithi078.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:17:30.340 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-18T09:17:30.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:30 smithi189 bash[70525]: cluster 2024-09-18T09:17:29.530192+0000 mgr.y (mgr.15249) 306 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:30.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:30 smithi189 bash[70525]: cluster 2024-09-18T09:17:29.530192+0000 mgr.y (mgr.15249) 306 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:30.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:30 smithi189 bash[70525]: cephadm 2024-09-18T09:17:29.626261+0000 mgr.y (mgr.15249) 307 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:17:30.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:30 smithi189 bash[70525]: cephadm 2024-09-18T09:17:29.626261+0000 mgr.y (mgr.15249) 307 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:17:30.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:30 smithi189 bash[70525]: audit 2024-09-18T09:17:29.634924+0000 mon.a (mon.0) 1487 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:30.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:30 smithi189 bash[70525]: audit 2024-09-18T09:17:29.634924+0000 mon.a (mon.0) 1487 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:30.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:30 smithi189 bash[70525]: audit 2024-09-18T09:17:30.332712+0000 mon.c (mon.2) 399 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:17:30.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:30 smithi189 bash[70525]: audit 2024-09-18T09:17:30.332712+0000 mon.c (mon.2) 399 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:17:30.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:30 smithi189 bash[70525]: audit 2024-09-18T09:17:30.334143+0000 mon.c (mon.2) 400 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:17:30.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:30 smithi189 bash[70525]: audit 2024-09-18T09:17:30.334143+0000 mon.c (mon.2) 400 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:17:30.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:30 smithi189 bash[70525]: audit 2024-09-18T09:17:30.341222+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:30.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:30 smithi189 bash[70525]: audit 2024-09-18T09:17:30.341222+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:30.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:30 smithi078 bash[28923]: cluster 2024-09-18T09:17:29.530192+0000 mgr.y (mgr.15249) 306 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:30.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:30 smithi078 bash[28923]: cephadm 2024-09-18T09:17:29.626261+0000 mgr.y (mgr.15249) 307 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:17:30.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:30 smithi078 bash[28923]: audit 2024-09-18T09:17:29.634924+0000 mon.a (mon.0) 1487 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:30.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:30 smithi078 bash[28923]: audit 2024-09-18T09:17:30.332712+0000 mon.c (mon.2) 399 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:17:30.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:30 smithi078 bash[28923]: audit 2024-09-18T09:17:30.334143+0000 mon.c (mon.2) 400 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:17:30.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:30 smithi078 bash[28923]: audit 2024-09-18T09:17:30.341222+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:30.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:30 smithi078 bash[19887]: cluster 2024-09-18T09:17:29.530192+0000 mgr.y (mgr.15249) 306 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:30.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:30 smithi078 bash[19887]: cephadm 2024-09-18T09:17:29.626261+0000 mgr.y (mgr.15249) 307 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:17:30.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:30 smithi078 bash[19887]: audit 2024-09-18T09:17:29.634924+0000 mon.a (mon.0) 1487 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:30.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:30 smithi078 bash[19887]: audit 2024-09-18T09:17:30.332712+0000 mon.c (mon.2) 399 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:17:30.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:30 smithi078 bash[19887]: audit 2024-09-18T09:17:30.334143+0000 mon.c (mon.2) 400 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:17:30.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:30 smithi078 bash[19887]: audit 2024-09-18T09:17:30.341222+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:31.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:31 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:31.465580632Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:31.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:31 smithi189 bash[70525]: cephadm 2024-09-18T09:17:30.408389+0000 mgr.y (mgr.15249) 308 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:17:31.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:31 smithi189 bash[70525]: cephadm 2024-09-18T09:17:30.408389+0000 mgr.y (mgr.15249) 308 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:17:31.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:31 smithi078 bash[19887]: cephadm 2024-09-18T09:17:30.408389+0000 mgr.y (mgr.15249) 308 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:17:31.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:31 smithi078 bash[28923]: cephadm 2024-09-18T09:17:30.408389+0000 mgr.y (mgr.15249) 308 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:17:32.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:32 smithi078 bash[19887]: cluster 2024-09-18T09:17:31.530923+0000 mgr.y (mgr.15249) 309 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:32.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:32 smithi078 bash[19887]: audit 2024-09-18T09:17:32.211765+0000 mon.c (mon.2) 401 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:17:32.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:32 smithi078 bash[28923]: cluster 2024-09-18T09:17:31.530923+0000 mgr.y (mgr.15249) 309 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:32.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:32 smithi078 bash[28923]: audit 2024-09-18T09:17:32.211765+0000 mon.c (mon.2) 401 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:17:32.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:32 smithi189 bash[70525]: cluster 2024-09-18T09:17:31.530923+0000 mgr.y (mgr.15249) 309 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:32.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:32 smithi189 bash[70525]: cluster 2024-09-18T09:17:31.530923+0000 mgr.y (mgr.15249) 309 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:32.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:32 smithi189 bash[70525]: audit 2024-09-18T09:17:32.211765+0000 mon.c (mon.2) 401 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:17:32.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:32 smithi189 bash[70525]: audit 2024-09-18T09:17:32.211765+0000 mon.c (mon.2) 401 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:17:33.934 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:17:33] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.51.0" 2024-09-18T09:17:34.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[19887]: audit 2024-09-18T09:17:32.934444+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:34.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[19887]: cephadm 2024-09-18T09:17:32.936632+0000 mgr.y (mgr.15249) 310 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:17:34.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[19887]: cephadm 2024-09-18T09:17:32.936812+0000 mgr.y (mgr.15249) 311 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:17:34.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[19887]: audit 2024-09-18T09:17:32.939645+0000 mon.c (mon.2) 402 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:17:34.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[19887]: audit 2024-09-18T09:17:32.942644+0000 mon.c (mon.2) 403 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:17:34.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[19887]: cephadm 2024-09-18T09:17:32.944064+0000 mgr.y (mgr.15249) 312 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:17:34.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[19887]: audit 2024-09-18T09:17:32.949289+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:34.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[19887]: audit 2024-09-18T09:17:32.955967+0000 mon.c (mon.2) 404 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T09:17:34.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[19887]: audit 2024-09-18T09:17:32.957025+0000 mon.c (mon.2) 405 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-18T09:17:34.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[19887]: cephadm 2024-09-18T09:17:32.957807+0000 mgr.y (mgr.15249) 313 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-18T09:17:34.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[28923]: audit 2024-09-18T09:17:32.934444+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:34.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[28923]: cephadm 2024-09-18T09:17:32.936632+0000 mgr.y (mgr.15249) 310 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:17:34.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[28923]: cephadm 2024-09-18T09:17:32.936812+0000 mgr.y (mgr.15249) 311 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:17:34.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[28923]: audit 2024-09-18T09:17:32.939645+0000 mon.c (mon.2) 402 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:17:34.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[28923]: audit 2024-09-18T09:17:32.942644+0000 mon.c (mon.2) 403 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:17:34.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[28923]: cephadm 2024-09-18T09:17:32.944064+0000 mgr.y (mgr.15249) 312 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:17:34.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[28923]: audit 2024-09-18T09:17:32.949289+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:34.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[28923]: audit 2024-09-18T09:17:32.955967+0000 mon.c (mon.2) 404 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T09:17:34.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[28923]: audit 2024-09-18T09:17:32.957025+0000 mon.c (mon.2) 405 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-18T09:17:34.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:33 smithi078 bash[28923]: cephadm 2024-09-18T09:17:32.957807+0000 mgr.y (mgr.15249) 313 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-18T09:17:34.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: audit 2024-09-18T09:17:32.934444+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:34.489 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: audit 2024-09-18T09:17:32.934444+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:34.489 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: cephadm 2024-09-18T09:17:32.936632+0000 mgr.y (mgr.15249) 310 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:17:34.489 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: cephadm 2024-09-18T09:17:32.936632+0000 mgr.y (mgr.15249) 310 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:17:34.490 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: cephadm 2024-09-18T09:17:32.936812+0000 mgr.y (mgr.15249) 311 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:17:34.490 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: cephadm 2024-09-18T09:17:32.936812+0000 mgr.y (mgr.15249) 311 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:17:34.490 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: audit 2024-09-18T09:17:32.939645+0000 mon.c (mon.2) 402 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:17:34.490 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: audit 2024-09-18T09:17:32.939645+0000 mon.c (mon.2) 402 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:17:34.490 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: audit 2024-09-18T09:17:32.942644+0000 mon.c (mon.2) 403 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:17:34.490 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: audit 2024-09-18T09:17:32.942644+0000 mon.c (mon.2) 403 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:17:34.490 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: cephadm 2024-09-18T09:17:32.944064+0000 mgr.y (mgr.15249) 312 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:17:34.490 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: cephadm 2024-09-18T09:17:32.944064+0000 mgr.y (mgr.15249) 312 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:17:34.490 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: audit 2024-09-18T09:17:32.949289+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:34.490 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: audit 2024-09-18T09:17:32.949289+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:34.490 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: audit 2024-09-18T09:17:32.955967+0000 mon.c (mon.2) 404 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T09:17:34.490 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: audit 2024-09-18T09:17:32.955967+0000 mon.c (mon.2) 404 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T09:17:34.490 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: audit 2024-09-18T09:17:32.957025+0000 mon.c (mon.2) 405 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-18T09:17:34.491 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: audit 2024-09-18T09:17:32.957025+0000 mon.c (mon.2) 405 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-18T09:17:34.491 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: cephadm 2024-09-18T09:17:32.957807+0000 mgr.y (mgr.15249) 313 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-18T09:17:34.491 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:33 smithi189 bash[70525]: cephadm 2024-09-18T09:17:32.957807+0000 mgr.y (mgr.15249) 313 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-18T09:17:34.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:34 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:34.446767121Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:35.170 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:34 smithi078 bash[19887]: cluster 2024-09-18T09:17:33.532474+0000 mgr.y (mgr.15249) 314 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:35.171 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:34 smithi078 bash[28923]: cluster 2024-09-18T09:17:33.532474+0000 mgr.y (mgr.15249) 314 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:35.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:34 smithi189 bash[70525]: cluster 2024-09-18T09:17:33.532474+0000 mgr.y (mgr.15249) 314 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:35.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:34 smithi189 bash[70525]: cluster 2024-09-18T09:17:33.532474+0000 mgr.y (mgr.15249) 314 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:36.095 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:17:36.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:36 smithi078 bash[19887]: cluster 2024-09-18T09:17:35.533216+0000 mgr.y (mgr.15249) 315 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:36.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:36 smithi078 bash[19887]: audit 2024-09-18T09:17:35.591432+0000 mgr.y (mgr.15249) 316 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:36.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:36 smithi078 bash[19887]: cephadm 2024-09-18T09:17:35.685764+0000 mgr.y (mgr.15249) 317 : cephadm [INF] Upgrade: Updating mon.a 2024-09-18T09:17:36.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:36 smithi078 bash[19887]: audit 2024-09-18T09:17:35.692570+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:36.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:36 smithi078 bash[19887]: audit 2024-09-18T09:17:35.696378+0000 mon.c (mon.2) 406 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T09:17:36.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:36 smithi078 bash[19887]: audit 2024-09-18T09:17:35.698095+0000 mon.c (mon.2) 407 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T09:17:36.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:36 smithi078 bash[19887]: audit 2024-09-18T09:17:35.699330+0000 mon.c (mon.2) 408 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:17:36.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:36 smithi078 bash[19887]: cephadm 2024-09-18T09:17:35.700922+0000 mgr.y (mgr.15249) 318 : cephadm [INF] Deploying daemon mon.a on smithi078 2024-09-18T09:17:36.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:36 smithi078 bash[28923]: cluster 2024-09-18T09:17:35.533216+0000 mgr.y (mgr.15249) 315 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:36.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:36 smithi078 bash[28923]: audit 2024-09-18T09:17:35.591432+0000 mgr.y (mgr.15249) 316 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:36.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:36 smithi078 bash[28923]: cephadm 2024-09-18T09:17:35.685764+0000 mgr.y (mgr.15249) 317 : cephadm [INF] Upgrade: Updating mon.a 2024-09-18T09:17:36.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:36 smithi078 bash[28923]: audit 2024-09-18T09:17:35.692570+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:36.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:36 smithi078 bash[28923]: audit 2024-09-18T09:17:35.696378+0000 mon.c (mon.2) 406 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T09:17:36.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:36 smithi078 bash[28923]: audit 2024-09-18T09:17:35.698095+0000 mon.c (mon.2) 407 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T09:17:36.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:36 smithi078 bash[28923]: audit 2024-09-18T09:17:35.699330+0000 mon.c (mon.2) 408 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:17:36.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:36 smithi078 bash[28923]: cephadm 2024-09-18T09:17:35.700922+0000 mgr.y (mgr.15249) 318 : cephadm [INF] Deploying daemon mon.a on smithi078 2024-09-18T09:17:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:36 smithi189 bash[70525]: cluster 2024-09-18T09:17:35.533216+0000 mgr.y (mgr.15249) 315 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:36 smithi189 bash[70525]: cluster 2024-09-18T09:17:35.533216+0000 mgr.y (mgr.15249) 315 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:36 smithi189 bash[70525]: audit 2024-09-18T09:17:35.591432+0000 mgr.y (mgr.15249) 316 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:36 smithi189 bash[70525]: audit 2024-09-18T09:17:35.591432+0000 mgr.y (mgr.15249) 316 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:36 smithi189 bash[70525]: cephadm 2024-09-18T09:17:35.685764+0000 mgr.y (mgr.15249) 317 : cephadm [INF] Upgrade: Updating mon.a 2024-09-18T09:17:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:36 smithi189 bash[70525]: cephadm 2024-09-18T09:17:35.685764+0000 mgr.y (mgr.15249) 317 : cephadm [INF] Upgrade: Updating mon.a 2024-09-18T09:17:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:36 smithi189 bash[70525]: audit 2024-09-18T09:17:35.692570+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:37.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:36 smithi189 bash[70525]: audit 2024-09-18T09:17:35.692570+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:37.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:36 smithi189 bash[70525]: audit 2024-09-18T09:17:35.696378+0000 mon.c (mon.2) 406 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T09:17:37.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:36 smithi189 bash[70525]: audit 2024-09-18T09:17:35.696378+0000 mon.c (mon.2) 406 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T09:17:37.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:36 smithi189 bash[70525]: audit 2024-09-18T09:17:35.698095+0000 mon.c (mon.2) 407 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T09:17:37.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:36 smithi189 bash[70525]: audit 2024-09-18T09:17:35.698095+0000 mon.c (mon.2) 407 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T09:17:37.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:36 smithi189 bash[70525]: audit 2024-09-18T09:17:35.699330+0000 mon.c (mon.2) 408 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:17:37.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:36 smithi189 bash[70525]: audit 2024-09-18T09:17:35.699330+0000 mon.c (mon.2) 408 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:17:37.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:36 smithi189 bash[70525]: cephadm 2024-09-18T09:17:35.700922+0000 mgr.y (mgr.15249) 318 : cephadm [INF] Deploying daemon mon.a on smithi078 2024-09-18T09:17:37.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:36 smithi189 bash[70525]: cephadm 2024-09-18T09:17:35.700922+0000 mgr.y (mgr.15249) 318 : cephadm [INF] Deploying daemon mon.a on smithi078 2024-09-18T09:17:37.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:37 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:37.430865859Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:38.451 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:17:38.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:38 smithi078 bash[19887]: cluster 2024-09-18T09:17:37.534061+0000 mgr.y (mgr.15249) 319 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:38.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:38 smithi078 bash[28923]: cluster 2024-09-18T09:17:37.534061+0000 mgr.y (mgr.15249) 319 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:39.114 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:17:39.114 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (3m) 3m ago 30m 13.9M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:17:39.114 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (2m) 71s ago 30m 67.0M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:17:39.114 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (5m) 3m ago 28m 48.0M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:17:39.114 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (5m) 71s ago 39m 439M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:17:39.114 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (16m) 3m ago 41m 502M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:17:39.114 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (41m) 3m ago 41m 87.4M 2048M 19.1.1-330-gc2ddf972 ebb0615149de bf4e56a16354 2024-09-18T09:17:39.114 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (78s) 71s ago 39m 18.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:17:39.114 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (39m) 3m ago 39m 61.1M 2048M 19.1.1-330-gc2ddf972 ebb0615149de 3ab54f539482 2024-09-18T09:17:39.114 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (4m) 3m ago 31m 7539k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:17:39.114 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (4m) 71s ago 31m 8043k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:17:39.115 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (38m) 3m ago 38m 57.4M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T09:17:39.115 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (37m) 3m ago 37m 66.3M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T09:17:39.115 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (36m) 3m ago 36m 62.1M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:17:39.115 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (35m) 3m ago 35m 66.3M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:17:39.115 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (34m) 71s ago 34m 68.3M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:17:39.115 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (33m) 71s ago 34m 57.4M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:17:39.115 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (33m) 71s ago 33m 55.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:17:39.115 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (32m) 71s ago 32m 66.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:17:39.115 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (4m) 71s ago 31m 37.7M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:17:39.115 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (28m) 3m ago 28m 101M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:17:39.115 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (28m) 71s ago 28m 102M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:17:39.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:38 smithi189 bash[70525]: cluster 2024-09-18T09:17:37.534061+0000 mgr.y (mgr.15249) 319 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:38 smithi189 bash[70525]: cluster 2024-09-18T09:17:37.534061+0000 mgr.y (mgr.15249) 319 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:39.306 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:39 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:39.306 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:39 smithi078 systemd[1]: Stopping Ceph mon.a for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:17:39.306 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:17:39 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:39.306 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:39 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:39.307 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:17:39 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:39.307 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:17:39 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:39.307 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:17:39 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:39.308 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:17:39 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:39.308 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:17:39 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:39.308 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:17:39 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:39.483 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:17:39.484 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:17:39.484 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2, 2024-09-18T09:17:39.484 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 1 2024-09-18T09:17:39.484 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:17:39.484 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:17:39.484 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:17:39.484 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:17:39.484 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:17:39.484 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 8 2024-09-18T09:17:39.484 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:17:39.484 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:17:39.484 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:17:39.485 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:17:39.485 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:17:39.485 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 12, 2024-09-18T09:17:39.485 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 3 2024-09-18T09:17:39.485 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:17:39.485 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:17:39.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:39 smithi078 bash[19887]: debug 2024-09-18T09:17:39.301+0000 7f4e9ff36640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-18T09:17:39.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:39 smithi078 bash[19887]: debug 2024-09-18T09:17:39.301+0000 7f4e9ff36640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-18T09:17:39.795 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:17:39.796 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:17:39.796 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:17:39.796 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi078", 2024-09-18T09:17:39.796 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:17:39.796 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "0/2 daemons upgraded", 2024-09-18T09:17:39.796 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading mon daemons", 2024-09-18T09:17:39.796 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:17:39.796 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:17:40.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:39 smithi078 bash[90578]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-mon-a 2024-09-18T09:17:40.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:40 smithi078 bash[90661]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-mon-a 2024-09-18T09:17:40.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:40 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-18T09:17:40.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:40 smithi078 systemd[1]: Stopped Ceph mon.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:17:40.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:17:40 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:40.703 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:17:40 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:40.703 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:17:40 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:40.704 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:17:40 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:40.704 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:17:40 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:40.704 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:17:40 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:40.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:40 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:40.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:40 smithi078 systemd[1]: Started Ceph mon.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:17:40.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:40 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:40.705 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:17:40 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:17:40.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:40 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:40.45001147Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:41.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.657+0000 7fc293539c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-18T09:17:41.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.657+0000 7fc293539c80 0 ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev), process ceph-mon, pid 7 2024-09-18T09:17:41.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.657+0000 7fc293539c80 0 pidfile_write: ignore empty --pid-file 2024-09-18T09:17:41.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 0 load: jerasure load: lrc 2024-09-18T09:17:41.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: RocksDB version: 7.9.2 2024-09-18T09:17:41.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Git sha 0 2024-09-18T09:17:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Compile date 2024-09-17 15:59:30 2024-09-18T09:17:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: DB SUMMARY 2024-09-18T09:17:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: DB Session ID: JU1RAEZX07CTN4RI7BHN 2024-09-18T09:17:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: CURRENT file: CURRENT 2024-09-18T09:17:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-18T09:17:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: MANIFEST file: MANIFEST-000015 size: 4671 Bytes 2024-09-18T09:17:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000071.sst 2024-09-18T09:17:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000069.log size: 674695 ; 2024-09-18T09:17:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.error_if_exists: 0 2024-09-18T09:17:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.create_if_missing: 0 2024-09-18T09:17:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.paranoid_checks: 1 2024-09-18T09:17:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-18T09:17:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-18T09:17:41.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-18T09:17:41.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.env: 0x55f613aaf120 2024-09-18T09:17:41.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-18T09:17:41.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.info_log: 0x55f615fb7700 2024-09-18T09:17:41.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-18T09:17:41.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.statistics: (nil) 2024-09-18T09:17:41.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.use_fsync: 0 2024-09-18T09:17:41.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_log_file_size: 0 2024-09-18T09:17:41.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-18T09:17:41.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-18T09:17:41.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-18T09:17:41.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-18T09:17:41.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.allow_fallocate: 1 2024-09-18T09:17:41.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-18T09:17:41.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-18T09:17:41.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.use_direct_reads: 0 2024-09-18T09:17:41.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-18T09:17:41.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-18T09:17:41.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.db_log_dir: 2024-09-18T09:17:41.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.wal_dir: 2024-09-18T09:17:41.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-18T09:17:41.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-18T09:17:41.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-18T09:17:41.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-18T09:17:41.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-18T09:17:41.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-18T09:17:41.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-18T09:17:41.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-18T09:17:41.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.write_buffer_manager: 0x55f615fba1e0 2024-09-18T09:17:41.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-18T09:17:41.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-18T09:17:41.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-18T09:17:41.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-18T09:17:41.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-18T09:17:41.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-18T09:17:41.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-18T09:17:41.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-18T09:17:41.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.unordered_write: 0 2024-09-18T09:17:41.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-18T09:17:41.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-18T09:17:41.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-18T09:17:41.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-18T09:17:41.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.row_cache: None 2024-09-18T09:17:41.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.wal_filter: None 2024-09-18T09:17:41.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-18T09:17:41.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-18T09:17:41.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.two_write_queues: 0 2024-09-18T09:17:41.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-18T09:17:41.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.wal_compression: 0 2024-09-18T09:17:41.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.atomic_flush: 0 2024-09-18T09:17:41.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-18T09:17:41.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-18T09:17:41.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-18T09:17:41.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.log_readahead_size: 0 2024-09-18T09:17:41.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-18T09:17:41.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-18T09:17:41.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-18T09:17:41.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-18T09:17:41.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-18T09:17:41.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-18T09:17:41.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-18T09:17:41.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_background_jobs: 2 2024-09-18T09:17:41.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_background_compactions: -1 2024-09-18T09:17:41.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_subcompactions: 1 2024-09-18T09:17:41.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-18T09:17:41.961 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-18T09:17:41.962 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-18T09:17:41.962 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-18T09:17:41.962 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-18T09:17:41.962 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-18T09:17:41.962 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-18T09:17:41.962 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-18T09:17:41.962 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_open_files: -1 2024-09-18T09:17:41.962 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-18T09:17:41.962 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-18T09:17:41.962 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-18T09:17:41.962 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-18T09:17:41.962 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_background_flushes: -1 2024-09-18T09:17:41.962 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Compression algorithms supported: 2024-09-18T09:17:41.962 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: kZSTD supported: 0 2024-09-18T09:17:41.963 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: kXpressCompression supported: 0 2024-09-18T09:17:41.963 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: kBZip2Compression supported: 0 2024-09-18T09:17:41.963 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-18T09:17:41.963 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: kLZ4Compression supported: 1 2024-09-18T09:17:41.963 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: kZlibCompression supported: 1 2024-09-18T09:17:41.963 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-18T09:17:41.963 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: kSnappyCompression supported: 1 2024-09-18T09:17:41.963 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-18T09:17:41.963 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-18T09:17:41.963 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-09-18T09:17:41.964 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-18T09:17:41.965 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-18T09:17:41.965 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.merge_operator: 2024-09-18T09:17:41.965 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compaction_filter: None 2024-09-18T09:17:41.965 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-18T09:17:41.965 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-18T09:17:41.965 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-18T09:17:41.965 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-18T09:17:41.965 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f615fb7320) 2024-09-18T09:17:41.965 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: cache_index_and_filter_blocks: 1 2024-09-18T09:17:41.965 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-18T09:17:41.965 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-18T09:17:41.965 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: pin_top_level_index_and_filter: 1 2024-09-18T09:17:41.965 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: index_type: 0 2024-09-18T09:17:41.966 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: data_block_index_type: 0 2024-09-18T09:17:41.966 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: index_shortening: 1 2024-09-18T09:17:41.966 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: data_block_hash_table_util_ratio: 0.750000 2024-09-18T09:17:41.966 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: checksum: 4 2024-09-18T09:17:41.966 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: no_block_cache: 0 2024-09-18T09:17:41.966 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: block_cache: 0x55f615fad610 2024-09-18T09:17:41.966 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: block_cache_name: BinnedLRUCache 2024-09-18T09:17:41.966 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: block_cache_options: 2024-09-18T09:17:41.966 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: capacity : 536870912 2024-09-18T09:17:41.966 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: num_shard_bits : 4 2024-09-18T09:17:41.966 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: strict_capacity_limit : 0 2024-09-18T09:17:41.966 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: high_pri_pool_ratio: 0.000 2024-09-18T09:17:41.966 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: block_cache_compressed: (nil) 2024-09-18T09:17:41.966 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: persistent_cache: (nil) 2024-09-18T09:17:41.967 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: block_size: 4096 2024-09-18T09:17:41.967 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: block_size_deviation: 10 2024-09-18T09:17:41.967 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: block_restart_interval: 16 2024-09-18T09:17:41.967 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: index_block_restart_interval: 1 2024-09-18T09:17:41.967 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: metadata_block_size: 4096 2024-09-18T09:17:41.967 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: partition_filters: 0 2024-09-18T09:17:41.967 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: use_delta_encoding: 1 2024-09-18T09:17:41.967 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: filter_policy: bloomfilter 2024-09-18T09:17:41.967 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: whole_key_filtering: 1 2024-09-18T09:17:41.967 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: verify_compression: 0 2024-09-18T09:17:41.967 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: read_amp_bytes_per_bit: 0 2024-09-18T09:17:41.967 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: format_version: 5 2024-09-18T09:17:41.967 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: enable_index_compression: 1 2024-09-18T09:17:41.968 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: block_align: 0 2024-09-18T09:17:41.968 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: max_auto_readahead_size: 262144 2024-09-18T09:17:41.968 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: prepopulate_block_cache: 0 2024-09-18T09:17:41.968 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: initial_auto_readahead_size: 8192 2024-09-18T09:17:41.968 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: num_file_reads_for_auto_readahead: 2 2024-09-18T09:17:41.968 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-18T09:17:41.968 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-18T09:17:41.968 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compression: NoCompression 2024-09-18T09:17:41.968 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-18T09:17:41.968 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-18T09:17:41.968 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-18T09:17:41.968 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.num_levels: 7 2024-09-18T09:17:41.969 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-18T09:17:41.969 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-18T09:17:41.969 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-18T09:17:41.969 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-18T09:17:41.969 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-18T09:17:41.969 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-18T09:17:41.969 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-18T09:17:41.969 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-18T09:17:41.969 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-18T09:17:41.969 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-18T09:17:41.969 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-18T09:17:41.969 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-18T09:17:41.969 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-18T09:17:41.969 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-18T09:17:41.970 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-18T09:17:41.970 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-18T09:17:41.970 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-18T09:17:41.970 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-18T09:17:41.970 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-18T09:17:41.970 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-18T09:17:41.970 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-18T09:17:41.970 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-18T09:17:41.970 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-18T09:17:41.970 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-18T09:17:41.970 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-18T09:17:41.970 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-18T09:17:41.970 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-18T09:17:41.971 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-18T09:17:41.971 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-18T09:17:41.971 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-18T09:17:41.971 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-18T09:17:41.971 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-18T09:17:41.971 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-18T09:17:41.971 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-18T09:17:41.971 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-18T09:17:41.971 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-18T09:17:41.971 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-18T09:17:41.971 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-18T09:17:41.971 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-18T09:17:41.971 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-18T09:17:41.972 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-18T09:17:41.972 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-18T09:17:41.972 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-18T09:17:41.972 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-18T09:17:41.972 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-18T09:17:41.972 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-18T09:17:41.972 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-18T09:17:41.972 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-18T09:17:41.972 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-18T09:17:41.972 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-18T09:17:41.972 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-18T09:17:41.972 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-18T09:17:41.972 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-18T09:17:41.973 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-18T09:17:41.973 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.inplace_update_support: 0 2024-09-18T09:17:41.973 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-18T09:17:41.973 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-18T09:17:41.973 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-18T09:17:41.973 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-18T09:17:41.973 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.bloom_locality: 0 2024-09-18T09:17:41.973 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.max_successive_merges: 0 2024-09-18T09:17:41.973 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-18T09:17:41.973 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-18T09:17:41.973 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-18T09:17:41.973 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-18T09:17:41.973 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.ttl: 2592000 2024-09-18T09:17:41.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-18T09:17:41.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-18T09:17:41.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-18T09:17:41.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.enable_blob_files: false 2024-09-18T09:17:41.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.min_blob_size: 0 2024-09-18T09:17:41.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-18T09:17:41.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-18T09:17:41.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-18T09:17:41.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-18T09:17:41.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-18T09:17:41.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-18T09:17:41.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-18T09:17:41.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-18T09:17:41.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-18T09:17:41.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 73, last_sequence is 33054, log_number is 69,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 69 2024-09-18T09:17:41.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 69 2024-09-18T09:17:41.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a8ffdde2-bb8c-4141-b526-b58fd5498b2a 2024-09-18T09:17:41.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726651061668221, "job": 1, "event": "recovery_started", "wal_files": [69]} 2024-09-18T09:17:41.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.661+0000 7fc293539c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #69 mode 2 2024-09-18T09:17:41.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.665+0000 7fc293539c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726651061671696, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 74, "file_size": 663326, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 33055, "largest_seqno": 33611, "table_properties": {"data_size": 660048, "index_size": 1598, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 645, "raw_key_size": 5294, "raw_average_key_size": 22, "raw_value_size": 654911, "raw_average_value_size": 2798, "num_data_blocks": 72, "num_entries": 234, "num_filter_entries": 234, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726651061, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a8ffdde2-bb8c-4141-b526-b58fd5498b2a", "db_session_id": "JU1RAEZX07CTN4RI7BHN", "orig_file_number": 74, "seqno_to_time_mapping": "N/A"}} 2024-09-18T09:17:41.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.665+0000 7fc293539c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726651061671841, "job": 1, "event": "recovery_finished"} 2024-09-18T09:17:41.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.665+0000 7fc293539c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 76 2024-09-18T09:17:41.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.665+0000 7fc293539c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-18T09:17:41.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.669+0000 7fc293539c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000069.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-18T09:17:41.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.669+0000 7fc293539c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f615fdae00 2024-09-18T09:17:41.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.669+0000 7fc293539c80 4 rocksdb: DB pointer 0x55f6160de000 2024-09-18T09:17:41.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.669+0000 7fc289301640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-18T09:17:41.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.669+0000 7fc289301640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-18T09:17:41.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: ** DB Stats ** 2024-09-18T09:17:41.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T09:17:41.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-18T09:17:41.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T09:17:41.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T09:17:41.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-18T09:17:41.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T09:17:41.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T09:17:41.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: ** Compaction Stats [default] ** 2024-09-18T09:17:41.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T09:17:41.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-18T09:17:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: L0 1/0 647.78 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 300.8 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-18T09:17:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: L6 1/0 10.65 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-18T09:17:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Sum 2/0 11.28 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 300.8 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-18T09:17:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 300.8 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-18T09:17:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: ** Compaction Stats [default] ** 2024-09-18T09:17:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T09:17:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T09:17:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 300.8 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-18T09:17:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-18T09:17:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T09:17:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Flush(GB): cumulative 0.001, interval 0.001 2024-09-18T09:17:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-18T09:17:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: AddFile(Total Files): cumulative 0, interval 0 2024-09-18T09:17:41.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-18T09:17:41.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: AddFile(Keys): cumulative 0, interval 0 2024-09-18T09:17:41.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Cumulative compaction: 0.00 GB write, 97.89 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T09:17:41.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Interval compaction: 0.00 GB write, 97.89 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T09:17:41.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-18T09:17:41.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Block cache BinnedLRUCache@0x55f615fad610#7 capacity: 512.00 MB usage: 2.55 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.6e-05 secs_since: 0 2024-09-18T09:17:41.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: Block cache entry stats(count,size,portion): FilterBlock(1,0.72 KB,0.000137091%) IndexBlock(1,1.83 KB,0.000348687%) Misc(1,0.00 KB,0%) 2024-09-18T09:17:41.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: ** File Read Latency Histogram By Level [default] ** 2024-09-18T09:17:41.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.669+0000 7fc293539c80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] at bind addrs [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:17:41.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.669+0000 7fc293539c80 1 mon.a@-1(???) e3 preinit fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:17:41.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.669+0000 7fc293539c80 0 mon.a@-1(???).mds e1 new map 2024-09-18T09:17:41.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.669+0000 7fc293539c80 0 mon.a@-1(???).mds e1 print_map 2024-09-18T09:17:41.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: e1 2024-09-18T09:17:41.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: btime 2024-09-18T08:35:42:542007+0000 2024-09-18T09:17:41.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-18T09:17:41.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-18T09:17:41.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: legacy client fscid: -1 2024-09-18T09:17:41.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: 2024-09-18T09:17:41.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: No filesystems configured 2024-09-18T09:17:41.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.669+0000 7fc293539c80 0 mon.a@-1(???).osd e116 crush map has features 3314933000854323200, adjusting msgr requires 2024-09-18T09:17:41.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.669+0000 7fc293539c80 0 mon.a@-1(???).osd e116 crush map has features 432629239337189376, adjusting msgr requires 2024-09-18T09:17:41.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.669+0000 7fc293539c80 0 mon.a@-1(???).osd e116 crush map has features 432629239337189376, adjusting msgr requires 2024-09-18T09:17:41.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.669+0000 7fc293539c80 0 mon.a@-1(???).osd e116 crush map has features 432629239337189376, adjusting msgr requires 2024-09-18T09:17:41.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:41 smithi078 bash[90742]: debug 2024-09-18T09:17:41.669+0000 7fc293539c80 1 mon.a@-1(???).paxosservice(auth 1..30) refresh upgraded, format 0 -> 3 2024-09-18T09:17:43.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: audit 2024-09-18T09:17:39.101856+0000 mgr.y (mgr.15249) 322 : audit [DBG] from='client.15729 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:43.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: audit 2024-09-18T09:17:39.484782+0000 mon.b (mon.1) 2 : audit [DBG] from='client.15735 172.21.15.78:0/2726192599' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:17:43.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: cluster 2024-09-18T09:17:39.535108+0000 mgr.y (mgr.15249) 323 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:43.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: audit 2024-09-18T09:17:39.795711+0000 mgr.y (mgr.15249) 324 : audit [DBG] from='client.25637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:43.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: cluster 2024-09-18T09:17:41.535832+0000 mgr.y (mgr.15249) 325 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:43.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: cluster 2024-09-18T09:17:43.095712+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-18T09:17:43.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: cluster 2024-09-18T09:17:43.118489+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T09:17:43.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: cluster 2024-09-18T09:17:43.133738+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-18T09:17:43.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: cluster 2024-09-18T09:17:43.133789+0000 mon.a (mon.0) 4 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:17:43.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: cluster 2024-09-18T09:17:43.133820+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T09:17:43.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: cluster 2024-09-18T09:17:43.133856+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T09:17:43.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: cluster 2024-09-18T09:17:43.133897+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T09:17:43.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: cluster 2024-09-18T09:17:43.133930+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-18T09:17:43.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: cluster 2024-09-18T09:17:43.133968+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T09:17:43.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: cluster 2024-09-18T09:17:43.134007+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T09:17:43.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: cluster 2024-09-18T09:17:43.134041+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T09:17:43.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: cluster 2024-09-18T09:17:43.135324+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-18T09:17:43.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: cluster 2024-09-18T09:17:43.135433+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:17:43.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: cluster 2024-09-18T09:17:43.137984+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e44: y(active, since 5m), standbys: x 2024-09-18T09:17:43.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: cluster 2024-09-18T09:17:43.138472+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-09-18T09:17:43.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: audit 2024-09-18T09:17:43.161423+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.15249 ' entity='' 2024-09-18T09:17:43.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[28923]: audit 2024-09-18T09:17:43.177638+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:43.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: audit 2024-09-18T09:17:39.101856+0000 mgr.y (mgr.15249) 322 : audit [DBG] from='client.15729 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:43.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: audit 2024-09-18T09:17:39.101856+0000 mgr.y (mgr.15249) 322 : audit [DBG] from='client.15729 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:43.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: audit 2024-09-18T09:17:39.484782+0000 mon.b (mon.1) 2 : audit [DBG] from='client.15735 172.21.15.78:0/2726192599' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:17:43.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: audit 2024-09-18T09:17:39.484782+0000 mon.b (mon.1) 2 : audit [DBG] from='client.15735 172.21.15.78:0/2726192599' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:17:43.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:39.535108+0000 mgr.y (mgr.15249) 323 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:43.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:39.535108+0000 mgr.y (mgr.15249) 323 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:43.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: audit 2024-09-18T09:17:39.795711+0000 mgr.y (mgr.15249) 324 : audit [DBG] from='client.25637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:43.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: audit 2024-09-18T09:17:39.795711+0000 mgr.y (mgr.15249) 324 : audit [DBG] from='client.25637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:43.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:41.535832+0000 mgr.y (mgr.15249) 325 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:43.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:41.535832+0000 mgr.y (mgr.15249) 325 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:43.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.095712+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-18T09:17:43.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.095712+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-18T09:17:43.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.118489+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T09:17:43.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.118489+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T09:17:43.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.133738+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-18T09:17:43.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.133738+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-18T09:17:43.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.133789+0000 mon.a (mon.0) 4 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:17:43.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.133789+0000 mon.a (mon.0) 4 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:17:43.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.133820+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T09:17:43.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.133820+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T09:17:43.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.133856+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T09:17:43.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.133856+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T09:17:43.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.133897+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T09:17:43.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.133897+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T09:17:43.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.133930+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-18T09:17:43.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.133930+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-18T09:17:43.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.133968+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T09:17:43.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.133968+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T09:17:43.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.134007+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T09:17:43.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.134007+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T09:17:43.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.134041+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T09:17:43.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.134041+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T09:17:43.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.135324+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-18T09:17:43.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.135324+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-18T09:17:43.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.135433+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:17:43.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.135433+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:17:43.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.137984+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e44: y(active, since 5m), standbys: x 2024-09-18T09:17:43.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.137984+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e44: y(active, since 5m), standbys: x 2024-09-18T09:17:43.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.138472+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-09-18T09:17:43.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.138472+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-09-18T09:17:43.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: audit 2024-09-18T09:17:43.161423+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.15249 ' entity='' 2024-09-18T09:17:43.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: audit 2024-09-18T09:17:43.161423+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.15249 ' entity='' 2024-09-18T09:17:43.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: audit 2024-09-18T09:17:43.177638+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:43.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[90742]: audit 2024-09-18T09:17:43.177638+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:43.471 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: audit 2024-09-18T09:17:39.101856+0000 mgr.y (mgr.15249) 322 : audit [DBG] from='client.15729 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:43.472 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: audit 2024-09-18T09:17:39.101856+0000 mgr.y (mgr.15249) 322 : audit [DBG] from='client.15729 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:43.472 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: audit 2024-09-18T09:17:39.484782+0000 mon.b (mon.1) 2 : audit [DBG] from='client.15735 172.21.15.78:0/2726192599' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:17:43.472 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: audit 2024-09-18T09:17:39.484782+0000 mon.b (mon.1) 2 : audit [DBG] from='client.15735 172.21.15.78:0/2726192599' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:17:43.472 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:39.535108+0000 mgr.y (mgr.15249) 323 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:43.472 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:39.535108+0000 mgr.y (mgr.15249) 323 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:43.472 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: audit 2024-09-18T09:17:39.795711+0000 mgr.y (mgr.15249) 324 : audit [DBG] from='client.25637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:43.472 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: audit 2024-09-18T09:17:39.795711+0000 mgr.y (mgr.15249) 324 : audit [DBG] from='client.25637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:17:43.472 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:41.535832+0000 mgr.y (mgr.15249) 325 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:43.472 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:41.535832+0000 mgr.y (mgr.15249) 325 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:43.472 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.095712+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-18T09:17:43.472 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.095712+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-18T09:17:43.472 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.118489+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T09:17:43.473 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.118489+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T09:17:43.473 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.133738+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-18T09:17:43.473 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.133738+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-18T09:17:43.473 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.133789+0000 mon.a (mon.0) 4 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:17:43.473 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.133789+0000 mon.a (mon.0) 4 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:17:43.473 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.133820+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T09:17:43.473 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.133820+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T09:17:43.473 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.133856+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T09:17:43.473 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.133856+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T09:17:43.473 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.133897+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T09:17:43.474 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.133897+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T09:17:43.474 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.133930+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-18T09:17:43.474 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.133930+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-18T09:17:43.474 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.133968+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T09:17:43.474 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.133968+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T09:17:43.474 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.134007+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T09:17:43.474 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.134007+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T09:17:43.474 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.134041+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T09:17:43.474 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.134041+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T09:17:43.474 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.135324+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-18T09:17:43.474 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.135324+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-18T09:17:43.474 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.135433+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:17:43.475 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.135433+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:17:43.475 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.137984+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e44: y(active, since 5m), standbys: x 2024-09-18T09:17:43.475 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.137984+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e44: y(active, since 5m), standbys: x 2024-09-18T09:17:43.475 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.138472+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-09-18T09:17:43.475 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.138472+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-09-18T09:17:43.475 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: audit 2024-09-18T09:17:43.161423+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.15249 ' entity='' 2024-09-18T09:17:43.475 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: audit 2024-09-18T09:17:43.161423+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.15249 ' entity='' 2024-09-18T09:17:43.475 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: audit 2024-09-18T09:17:43.177638+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:43.475 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[70525]: audit 2024-09-18T09:17:43.177638+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:43.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:43 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:43.472523572Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:43.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:17:43 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:17:43] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.51.0" 2024-09-18T09:17:44.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:44 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.537487+0000 mgr.y (mgr.15249) 326 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:44.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:44 smithi189 bash[70525]: cluster 2024-09-18T09:17:43.537487+0000 mgr.y (mgr.15249) 326 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:44.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:44 smithi078 bash[28923]: cluster 2024-09-18T09:17:43.537487+0000 mgr.y (mgr.15249) 326 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:44.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:44 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.537487+0000 mgr.y (mgr.15249) 326 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:44.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:44 smithi078 bash[90742]: cluster 2024-09-18T09:17:43.537487+0000 mgr.y (mgr.15249) 326 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:46.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:46 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:46.43924387Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:46 smithi189 bash[70525]: cluster 2024-09-18T09:17:45.538142+0000 mgr.y (mgr.15249) 327 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:46 smithi189 bash[70525]: cluster 2024-09-18T09:17:45.538142+0000 mgr.y (mgr.15249) 327 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:46 smithi189 bash[70525]: audit 2024-09-18T09:17:45.601720+0000 mgr.y (mgr.15249) 328 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:46 smithi189 bash[70525]: audit 2024-09-18T09:17:45.601720+0000 mgr.y (mgr.15249) 328 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:46.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:17:46 smithi078 bash[70347]: debug 2024-09-18T09:17:46.677+0000 7fdec4a65640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-18T09:17:46.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:46 smithi078 bash[28923]: cluster 2024-09-18T09:17:45.538142+0000 mgr.y (mgr.15249) 327 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:46.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:46 smithi078 bash[28923]: audit 2024-09-18T09:17:45.601720+0000 mgr.y (mgr.15249) 328 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:46 smithi078 bash[90742]: cluster 2024-09-18T09:17:45.538142+0000 mgr.y (mgr.15249) 327 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:46 smithi078 bash[90742]: cluster 2024-09-18T09:17:45.538142+0000 mgr.y (mgr.15249) 327 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:46 smithi078 bash[90742]: audit 2024-09-18T09:17:45.601720+0000 mgr.y (mgr.15249) 328 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:46 smithi078 bash[90742]: audit 2024-09-18T09:17:45.601720+0000 mgr.y (mgr.15249) 328 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:47.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:47 smithi189 bash[70525]: audit 2024-09-18T09:17:47.212324+0000 mon.c (mon.2) 409 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:17:47.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:47 smithi189 bash[70525]: audit 2024-09-18T09:17:47.212324+0000 mon.c (mon.2) 409 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:17:47.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:47 smithi078 bash[28923]: audit 2024-09-18T09:17:47.212324+0000 mon.c (mon.2) 409 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:17:47.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:47 smithi078 bash[90742]: audit 2024-09-18T09:17:47.212324+0000 mon.c (mon.2) 409 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:17:47.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:47 smithi078 bash[90742]: audit 2024-09-18T09:17:47.212324+0000 mon.c (mon.2) 409 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:17:48.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:48 smithi189 bash[70525]: cluster 2024-09-18T09:17:47.538820+0000 mgr.y (mgr.15249) 329 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:48.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:48 smithi189 bash[70525]: cluster 2024-09-18T09:17:47.538820+0000 mgr.y (mgr.15249) 329 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:48.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:48 smithi078 bash[90742]: cluster 2024-09-18T09:17:47.538820+0000 mgr.y (mgr.15249) 329 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:48.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:48 smithi078 bash[90742]: cluster 2024-09-18T09:17:47.538820+0000 mgr.y (mgr.15249) 329 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:48.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:48 smithi078 bash[28923]: cluster 2024-09-18T09:17:47.538820+0000 mgr.y (mgr.15249) 329 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:49.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:49 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:49.45335758Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:50.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:50 smithi189 bash[70525]: audit 2024-09-18T09:17:49.027647+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:50.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:50 smithi189 bash[70525]: audit 2024-09-18T09:17:49.027647+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:50.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:50 smithi189 bash[70525]: audit 2024-09-18T09:17:49.035345+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:50.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:50 smithi189 bash[70525]: audit 2024-09-18T09:17:49.035345+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:50.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:50 smithi189 bash[70525]: cluster 2024-09-18T09:17:49.539764+0000 mgr.y (mgr.15249) 330 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:50.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:50 smithi189 bash[70525]: cluster 2024-09-18T09:17:49.539764+0000 mgr.y (mgr.15249) 330 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:50.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:50 smithi078 bash[28923]: audit 2024-09-18T09:17:49.027647+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:50.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:50 smithi078 bash[28923]: audit 2024-09-18T09:17:49.035345+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:50.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:50 smithi078 bash[28923]: cluster 2024-09-18T09:17:49.539764+0000 mgr.y (mgr.15249) 330 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:50.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:50 smithi078 bash[90742]: audit 2024-09-18T09:17:49.027647+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:50.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:50 smithi078 bash[90742]: audit 2024-09-18T09:17:49.027647+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:50.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:50 smithi078 bash[90742]: audit 2024-09-18T09:17:49.035345+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:50.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:50 smithi078 bash[90742]: audit 2024-09-18T09:17:49.035345+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:50.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:50 smithi078 bash[90742]: cluster 2024-09-18T09:17:49.539764+0000 mgr.y (mgr.15249) 330 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:50.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:50 smithi078 bash[90742]: cluster 2024-09-18T09:17:49.539764+0000 mgr.y (mgr.15249) 330 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:51.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:51 smithi189 bash[70525]: audit 2024-09-18T09:17:50.080084+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:51.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:51 smithi189 bash[70525]: audit 2024-09-18T09:17:50.080084+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:51.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:51 smithi189 bash[70525]: audit 2024-09-18T09:17:50.087419+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:51.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:51 smithi189 bash[70525]: audit 2024-09-18T09:17:50.087419+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:51.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:51 smithi078 bash[28923]: audit 2024-09-18T09:17:50.080084+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:51.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:51 smithi078 bash[28923]: audit 2024-09-18T09:17:50.087419+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:51.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:51 smithi078 bash[90742]: audit 2024-09-18T09:17:50.080084+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:51.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:51 smithi078 bash[90742]: audit 2024-09-18T09:17:50.080084+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:51.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:51 smithi078 bash[90742]: audit 2024-09-18T09:17:50.087419+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:51.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:51 smithi078 bash[90742]: audit 2024-09-18T09:17:50.087419+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:17:52.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:52 smithi189 bash[70525]: cluster 2024-09-18T09:17:51.540464+0000 mgr.y (mgr.15249) 331 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:52.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:52 smithi189 bash[70525]: cluster 2024-09-18T09:17:51.540464+0000 mgr.y (mgr.15249) 331 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:52.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:52 smithi078 bash[28923]: cluster 2024-09-18T09:17:51.540464+0000 mgr.y (mgr.15249) 331 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:52.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:52 smithi078 bash[90742]: cluster 2024-09-18T09:17:51.540464+0000 mgr.y (mgr.15249) 331 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:52.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:52 smithi078 bash[90742]: cluster 2024-09-18T09:17:51.540464+0000 mgr.y (mgr.15249) 331 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:52.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:52 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:52.474939179Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:53.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:17:53 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:17:53] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.51.0" 2024-09-18T09:17:54.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:54 smithi189 bash[70525]: cluster 2024-09-18T09:17:53.542119+0000 mgr.y (mgr.15249) 332 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:54.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:54 smithi189 bash[70525]: cluster 2024-09-18T09:17:53.542119+0000 mgr.y (mgr.15249) 332 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:54.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:54 smithi078 bash[28923]: cluster 2024-09-18T09:17:53.542119+0000 mgr.y (mgr.15249) 332 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:54.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:54 smithi078 bash[90742]: cluster 2024-09-18T09:17:53.542119+0000 mgr.y (mgr.15249) 332 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:54.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:54 smithi078 bash[90742]: cluster 2024-09-18T09:17:53.542119+0000 mgr.y (mgr.15249) 332 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:17:55.925 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:55 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:55.465238376Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:56.859 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:56 smithi078 bash[28923]: cluster 2024-09-18T09:17:55.542859+0000 mgr.y (mgr.15249) 333 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:56.859 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:56 smithi078 bash[28923]: audit 2024-09-18T09:17:55.609442+0000 mgr.y (mgr.15249) 334 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:56.860 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:56 smithi078 bash[90742]: cluster 2024-09-18T09:17:55.542859+0000 mgr.y (mgr.15249) 333 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:56.860 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:56 smithi078 bash[90742]: cluster 2024-09-18T09:17:55.542859+0000 mgr.y (mgr.15249) 333 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:56.860 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:56 smithi078 bash[90742]: audit 2024-09-18T09:17:55.609442+0000 mgr.y (mgr.15249) 334 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:56.860 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:56 smithi078 bash[90742]: audit 2024-09-18T09:17:55.609442+0000 mgr.y (mgr.15249) 334 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:56.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:56 smithi189 bash[70525]: cluster 2024-09-18T09:17:55.542859+0000 mgr.y (mgr.15249) 333 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:56.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:56 smithi189 bash[70525]: cluster 2024-09-18T09:17:55.542859+0000 mgr.y (mgr.15249) 333 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:56.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:56 smithi189 bash[70525]: audit 2024-09-18T09:17:55.609442+0000 mgr.y (mgr.15249) 334 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:56.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:56 smithi189 bash[70525]: audit 2024-09-18T09:17:55.609442+0000 mgr.y (mgr.15249) 334 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:17:58.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:58 smithi189 bash[70525]: cluster 2024-09-18T09:17:57.543628+0000 mgr.y (mgr.15249) 335 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:58.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:17:58 smithi189 bash[70525]: cluster 2024-09-18T09:17:57.543628+0000 mgr.y (mgr.15249) 335 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:58.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:17:58 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:17:58.446886581Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:17:58.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:17:58 smithi078 bash[28923]: cluster 2024-09-18T09:17:57.543628+0000 mgr.y (mgr.15249) 335 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:58.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:58 smithi078 bash[90742]: cluster 2024-09-18T09:17:57.543628+0000 mgr.y (mgr.15249) 335 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:17:58.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:17:58 smithi078 bash[90742]: cluster 2024-09-18T09:17:57.543628+0000 mgr.y (mgr.15249) 335 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:00.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: cluster 2024-09-18T09:17:59.544827+0000 mgr.y (mgr.15249) 336 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:00.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: cluster 2024-09-18T09:17:59.544827+0000 mgr.y (mgr.15249) 336 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:00.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.421544+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.421544+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.434987+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.434987+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.438284+0000 mon.c (mon.2) 410 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:18:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.438284+0000 mon.c (mon.2) 410 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:18:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.439996+0000 mon.c (mon.2) 411 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:18:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.439996+0000 mon.c (mon.2) 411 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:18:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.450703+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.450703+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.545668+0000 mon.c (mon.2) 412 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:18:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.545668+0000 mon.c (mon.2) 412 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:18:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.548845+0000 mon.c (mon.2) 413 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:18:00.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.548845+0000 mon.c (mon.2) 413 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:18:00.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.551179+0000 mon.c (mon.2) 414 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T09:18:00.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.551179+0000 mon.c (mon.2) 414 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T09:18:00.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.552777+0000 mon.c (mon.2) 415 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-18T09:18:00.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:00 smithi189 bash[70525]: audit 2024-09-18T09:18:00.552777+0000 mon.c (mon.2) 415 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-18T09:18:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[28923]: cluster 2024-09-18T09:17:59.544827+0000 mgr.y (mgr.15249) 336 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[28923]: audit 2024-09-18T09:18:00.421544+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[28923]: audit 2024-09-18T09:18:00.434987+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[28923]: audit 2024-09-18T09:18:00.438284+0000 mon.c (mon.2) 410 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:18:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[28923]: audit 2024-09-18T09:18:00.439996+0000 mon.c (mon.2) 411 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:18:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[28923]: audit 2024-09-18T09:18:00.450703+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[28923]: audit 2024-09-18T09:18:00.545668+0000 mon.c (mon.2) 412 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:18:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[28923]: audit 2024-09-18T09:18:00.548845+0000 mon.c (mon.2) 413 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:18:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[28923]: audit 2024-09-18T09:18:00.551179+0000 mon.c (mon.2) 414 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T09:18:00.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[28923]: audit 2024-09-18T09:18:00.552777+0000 mon.c (mon.2) 415 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-18T09:18:00.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: cluster 2024-09-18T09:17:59.544827+0000 mgr.y (mgr.15249) 336 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:00.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: cluster 2024-09-18T09:17:59.544827+0000 mgr.y (mgr.15249) 336 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:00.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.421544+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:00.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.421544+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:00.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.434987+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:00.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.434987+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:00.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.438284+0000 mon.c (mon.2) 410 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:18:00.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.438284+0000 mon.c (mon.2) 410 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:18:00.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.439996+0000 mon.c (mon.2) 411 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:18:00.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.439996+0000 mon.c (mon.2) 411 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T09:18:00.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.450703+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:00.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.450703+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:00.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.545668+0000 mon.c (mon.2) 412 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:18:00.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.545668+0000 mon.c (mon.2) 412 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T09:18:00.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.548845+0000 mon.c (mon.2) 413 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:18:00.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.548845+0000 mon.c (mon.2) 413 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T09:18:00.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.551179+0000 mon.c (mon.2) 414 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T09:18:00.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.551179+0000 mon.c (mon.2) 414 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T09:18:00.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.552777+0000 mon.c (mon.2) 415 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-18T09:18:00.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:00 smithi078 bash[90742]: audit 2024-09-18T09:18:00.552777+0000 mon.c (mon.2) 415 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-18T09:18:01.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:01 smithi189 bash[70525]: cephadm 2024-09-18T09:18:00.553840+0000 mgr.y (mgr.15249) 337 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-18T09:18:01.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:01 smithi189 bash[70525]: cephadm 2024-09-18T09:18:00.553840+0000 mgr.y (mgr.15249) 337 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-18T09:18:01.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:01 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:01.45516186Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:01.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:01 smithi078 bash[28923]: cephadm 2024-09-18T09:18:00.553840+0000 mgr.y (mgr.15249) 337 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-18T09:18:01.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:01 smithi078 bash[90742]: cephadm 2024-09-18T09:18:00.553840+0000 mgr.y (mgr.15249) 337 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-18T09:18:01.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:01 smithi078 bash[90742]: cephadm 2024-09-18T09:18:00.553840+0000 mgr.y (mgr.15249) 337 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-18T09:18:02.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:02 smithi189 bash[70525]: cluster 2024-09-18T09:18:01.545633+0000 mgr.y (mgr.15249) 338 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:02.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:02 smithi189 bash[70525]: cluster 2024-09-18T09:18:01.545633+0000 mgr.y (mgr.15249) 338 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:02.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:02 smithi189 bash[70525]: audit 2024-09-18T09:18:02.213103+0000 mon.c (mon.2) 416 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:18:02.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:02 smithi189 bash[70525]: audit 2024-09-18T09:18:02.213103+0000 mon.c (mon.2) 416 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:18:02.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:02 smithi078 bash[90742]: cluster 2024-09-18T09:18:01.545633+0000 mgr.y (mgr.15249) 338 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:02.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:02 smithi078 bash[90742]: cluster 2024-09-18T09:18:01.545633+0000 mgr.y (mgr.15249) 338 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:02.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:02 smithi078 bash[90742]: audit 2024-09-18T09:18:02.213103+0000 mon.c (mon.2) 416 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:18:02.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:02 smithi078 bash[90742]: audit 2024-09-18T09:18:02.213103+0000 mon.c (mon.2) 416 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:18:02.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:02 smithi078 bash[28923]: cluster 2024-09-18T09:18:01.545633+0000 mgr.y (mgr.15249) 338 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:02.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:02 smithi078 bash[28923]: audit 2024-09-18T09:18:02.213103+0000 mon.c (mon.2) 416 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T09:18:03.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:18:03 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:18:03] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.51.0" 2024-09-18T09:18:04.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:04 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:04.450561809Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:04.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:04 smithi189 bash[70525]: cephadm 2024-09-18T09:18:03.199383+0000 mgr.y (mgr.15249) 339 : cephadm [INF] Upgrade: Updating mon.c 2024-09-18T09:18:04.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:04 smithi189 bash[70525]: cephadm 2024-09-18T09:18:03.199383+0000 mgr.y (mgr.15249) 339 : cephadm [INF] Upgrade: Updating mon.c 2024-09-18T09:18:04.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:04 smithi189 bash[70525]: audit 2024-09-18T09:18:03.206352+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:04.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:04 smithi189 bash[70525]: audit 2024-09-18T09:18:03.206352+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:04.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:04 smithi189 bash[70525]: audit 2024-09-18T09:18:03.213799+0000 mon.c (mon.2) 417 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T09:18:04.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:04 smithi189 bash[70525]: audit 2024-09-18T09:18:03.213799+0000 mon.c (mon.2) 417 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T09:18:04.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:04 smithi189 bash[70525]: audit 2024-09-18T09:18:03.215130+0000 mon.c (mon.2) 418 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T09:18:04.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:04 smithi189 bash[70525]: audit 2024-09-18T09:18:03.215130+0000 mon.c (mon.2) 418 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T09:18:04.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:04 smithi189 bash[70525]: audit 2024-09-18T09:18:03.216318+0000 mon.c (mon.2) 419 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:18:04.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:04 smithi189 bash[70525]: audit 2024-09-18T09:18:03.216318+0000 mon.c (mon.2) 419 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:18:04.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:04 smithi189 bash[70525]: cephadm 2024-09-18T09:18:03.217892+0000 mgr.y (mgr.15249) 340 : cephadm [INF] Deploying daemon mon.c on smithi078 2024-09-18T09:18:04.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:04 smithi189 bash[70525]: cephadm 2024-09-18T09:18:03.217892+0000 mgr.y (mgr.15249) 340 : cephadm [INF] Deploying daemon mon.c on smithi078 2024-09-18T09:18:04.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:04 smithi189 bash[70525]: cluster 2024-09-18T09:18:03.547363+0000 mgr.y (mgr.15249) 341 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:04.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:04 smithi189 bash[70525]: cluster 2024-09-18T09:18:03.547363+0000 mgr.y (mgr.15249) 341 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:04.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[28923]: cephadm 2024-09-18T09:18:03.199383+0000 mgr.y (mgr.15249) 339 : cephadm [INF] Upgrade: Updating mon.c 2024-09-18T09:18:04.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[28923]: audit 2024-09-18T09:18:03.206352+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:04.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[28923]: audit 2024-09-18T09:18:03.213799+0000 mon.c (mon.2) 417 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T09:18:04.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[28923]: audit 2024-09-18T09:18:03.215130+0000 mon.c (mon.2) 418 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T09:18:04.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[28923]: audit 2024-09-18T09:18:03.216318+0000 mon.c (mon.2) 419 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:18:04.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[28923]: cephadm 2024-09-18T09:18:03.217892+0000 mgr.y (mgr.15249) 340 : cephadm [INF] Deploying daemon mon.c on smithi078 2024-09-18T09:18:04.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[28923]: cluster 2024-09-18T09:18:03.547363+0000 mgr.y (mgr.15249) 341 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:04.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[90742]: cephadm 2024-09-18T09:18:03.199383+0000 mgr.y (mgr.15249) 339 : cephadm [INF] Upgrade: Updating mon.c 2024-09-18T09:18:04.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[90742]: cephadm 2024-09-18T09:18:03.199383+0000 mgr.y (mgr.15249) 339 : cephadm [INF] Upgrade: Updating mon.c 2024-09-18T09:18:04.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[90742]: audit 2024-09-18T09:18:03.206352+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:04.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[90742]: audit 2024-09-18T09:18:03.206352+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.15249 ' entity='mgr.y' 2024-09-18T09:18:04.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[90742]: audit 2024-09-18T09:18:03.213799+0000 mon.c (mon.2) 417 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T09:18:04.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[90742]: audit 2024-09-18T09:18:03.213799+0000 mon.c (mon.2) 417 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T09:18:04.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[90742]: audit 2024-09-18T09:18:03.215130+0000 mon.c (mon.2) 418 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T09:18:04.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[90742]: audit 2024-09-18T09:18:03.215130+0000 mon.c (mon.2) 418 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T09:18:04.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[90742]: audit 2024-09-18T09:18:03.216318+0000 mon.c (mon.2) 419 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:18:04.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[90742]: audit 2024-09-18T09:18:03.216318+0000 mon.c (mon.2) 419 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T09:18:04.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[90742]: cephadm 2024-09-18T09:18:03.217892+0000 mgr.y (mgr.15249) 340 : cephadm [INF] Deploying daemon mon.c on smithi078 2024-09-18T09:18:04.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[90742]: cephadm 2024-09-18T09:18:03.217892+0000 mgr.y (mgr.15249) 340 : cephadm [INF] Deploying daemon mon.c on smithi078 2024-09-18T09:18:04.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[90742]: cluster 2024-09-18T09:18:03.547363+0000 mgr.y (mgr.15249) 341 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:04.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:04 smithi078 bash[90742]: cluster 2024-09-18T09:18:03.547363+0000 mgr.y (mgr.15249) 341 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:06.185 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:18:06 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:06.186 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:06 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:06.186 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:18:06 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:06.186 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:18:06 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:06.187 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:18:06 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:06.187 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:18:06 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:06.187 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:06 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:06.187 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:18:06 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:06.188 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:18:06 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:06.453 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:18:06 smithi078 bash[70347]: [18/Sep/2024:09:18:06] ENGINE Bus STOPPING 2024-09-18T09:18:06.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:06 smithi078 systemd[1]: Stopping Ceph mon.c for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:18:06.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:06 smithi078 bash[28923]: debug 2024-09-18T09:18:06.297+0000 7fb6a171d640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-18T09:18:06.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:06 smithi078 bash[28923]: debug 2024-09-18T09:18:06.297+0000 7fb6a171d640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-18T09:18:06.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:18:06 smithi078 bash[70347]: [18/Sep/2024:09:18:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T09:18:06.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:18:06 smithi078 bash[70347]: [18/Sep/2024:09:18:06] ENGINE Bus STOPPED 2024-09-18T09:18:06.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:18:06 smithi078 bash[70347]: [18/Sep/2024:09:18:06] ENGINE Bus STARTING 2024-09-18T09:18:06.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:18:06 smithi078 bash[70347]: [18/Sep/2024:09:18:06] ENGINE Serving on http://:::9283 2024-09-18T09:18:06.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:18:06 smithi078 bash[70347]: [18/Sep/2024:09:18:06] ENGINE Bus STARTED 2024-09-18T09:18:07.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:07 smithi078 bash[94074]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-mon-c 2024-09-18T09:18:07.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:07 smithi078 bash[94147]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-mon-c 2024-09-18T09:18:07.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:07 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-18T09:18:07.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:07 smithi078 systemd[1]: Stopped Ceph mon.c for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:18:07.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:07 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:07.455021409Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:07.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:18:07 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:07.953 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:18:07 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:07.954 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:18:07 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:07.954 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:18:07 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:07.954 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:18:07 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:07.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:07 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:07.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:07 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:07.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:07 smithi078 systemd[1]: Started Ceph mon.c for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:18:07.955 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:18:07 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:07.955 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:18:07 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:18:09.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.857+0000 7fb8da259c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-18T09:18:09.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.857+0000 7fb8da259c80 0 ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev), process ceph-mon, pid 7 2024-09-18T09:18:09.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.857+0000 7fb8da259c80 0 pidfile_write: ignore empty --pid-file 2024-09-18T09:18:09.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 0 load: jerasure load: lrc 2024-09-18T09:18:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: RocksDB version: 7.9.2 2024-09-18T09:18:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Git sha 0 2024-09-18T09:18:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Compile date 2024-09-17 15:59:30 2024-09-18T09:18:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: DB SUMMARY 2024-09-18T09:18:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: DB Session ID: RH0KYP7DBI3FPGOZRNL8 2024-09-18T09:18:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: CURRENT file: CURRENT 2024-09-18T09:18:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-18T09:18:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 4812 Bytes 2024-09-18T09:18:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000069.sst 2024-09-18T09:18:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000067.log size: 559345 ; 2024-09-18T09:18:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.error_if_exists: 0 2024-09-18T09:18:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.create_if_missing: 0 2024-09-18T09:18:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.paranoid_checks: 1 2024-09-18T09:18:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-18T09:18:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-18T09:18:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-18T09:18:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.env: 0x5626d3ba7120 2024-09-18T09:18:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-18T09:18:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.info_log: 0x5626d4645700 2024-09-18T09:18:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-18T09:18:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.statistics: (nil) 2024-09-18T09:18:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.use_fsync: 0 2024-09-18T09:18:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_log_file_size: 0 2024-09-18T09:18:09.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-18T09:18:09.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-18T09:18:09.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-18T09:18:09.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-18T09:18:09.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.allow_fallocate: 1 2024-09-18T09:18:09.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-18T09:18:09.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-18T09:18:09.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.use_direct_reads: 0 2024-09-18T09:18:09.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-18T09:18:09.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-18T09:18:09.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.db_log_dir: 2024-09-18T09:18:09.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.wal_dir: 2024-09-18T09:18:09.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-18T09:18:09.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-18T09:18:09.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-18T09:18:09.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-18T09:18:09.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-18T09:18:09.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-18T09:18:09.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-18T09:18:09.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-18T09:18:09.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.write_buffer_manager: 0x5626d46481e0 2024-09-18T09:18:09.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-18T09:18:09.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-18T09:18:09.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-18T09:18:09.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-18T09:18:09.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-18T09:18:09.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-18T09:18:09.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-18T09:18:09.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-18T09:18:09.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.unordered_write: 0 2024-09-18T09:18:09.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-18T09:18:09.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-18T09:18:09.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-18T09:18:09.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-18T09:18:09.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.row_cache: None 2024-09-18T09:18:09.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.wal_filter: None 2024-09-18T09:18:09.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-18T09:18:09.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-18T09:18:09.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.two_write_queues: 0 2024-09-18T09:18:09.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-18T09:18:09.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.wal_compression: 0 2024-09-18T09:18:09.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.atomic_flush: 0 2024-09-18T09:18:09.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-18T09:18:09.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-18T09:18:09.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-18T09:18:09.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.log_readahead_size: 0 2024-09-18T09:18:09.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-18T09:18:09.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-18T09:18:09.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-18T09:18:09.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-18T09:18:09.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-18T09:18:09.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-18T09:18:09.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-18T09:18:09.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_background_jobs: 2 2024-09-18T09:18:09.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_background_compactions: -1 2024-09-18T09:18:09.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_subcompactions: 1 2024-09-18T09:18:09.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-18T09:18:09.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-18T09:18:09.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-18T09:18:09.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-18T09:18:09.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-18T09:18:09.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-18T09:18:09.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-18T09:18:09.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-18T09:18:09.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_open_files: -1 2024-09-18T09:18:09.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-18T09:18:09.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-18T09:18:09.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-18T09:18:09.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-18T09:18:09.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_background_flushes: -1 2024-09-18T09:18:09.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Compression algorithms supported: 2024-09-18T09:18:09.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: kZSTD supported: 0 2024-09-18T09:18:09.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: kXpressCompression supported: 0 2024-09-18T09:18:09.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: kBZip2Compression supported: 0 2024-09-18T09:18:09.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-18T09:18:09.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: kLZ4Compression supported: 1 2024-09-18T09:18:09.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: kZlibCompression supported: 1 2024-09-18T09:18:09.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-18T09:18:09.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: kSnappyCompression supported: 1 2024-09-18T09:18:09.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-18T09:18:09.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-18T09:18:09.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-09-18T09:18:09.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-18T09:18:09.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-18T09:18:09.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.merge_operator: 2024-09-18T09:18:09.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compaction_filter: None 2024-09-18T09:18:09.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-18T09:18:09.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-18T09:18:09.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-18T09:18:09.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-18T09:18:09.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5626d4645320) 2024-09-18T09:18:09.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: cache_index_and_filter_blocks: 1 2024-09-18T09:18:09.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-18T09:18:09.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-18T09:18:09.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: pin_top_level_index_and_filter: 1 2024-09-18T09:18:09.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: index_type: 0 2024-09-18T09:18:09.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: data_block_index_type: 0 2024-09-18T09:18:09.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: index_shortening: 1 2024-09-18T09:18:09.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: data_block_hash_table_util_ratio: 0.750000 2024-09-18T09:18:09.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: checksum: 4 2024-09-18T09:18:09.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: no_block_cache: 0 2024-09-18T09:18:09.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: block_cache: 0x5626d463b610 2024-09-18T09:18:09.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: block_cache_name: BinnedLRUCache 2024-09-18T09:18:09.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: block_cache_options: 2024-09-18T09:18:09.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: capacity : 536870912 2024-09-18T09:18:09.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: num_shard_bits : 4 2024-09-18T09:18:09.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: strict_capacity_limit : 0 2024-09-18T09:18:09.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: high_pri_pool_ratio: 0.000 2024-09-18T09:18:09.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: block_cache_compressed: (nil) 2024-09-18T09:18:09.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: persistent_cache: (nil) 2024-09-18T09:18:09.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: block_size: 4096 2024-09-18T09:18:09.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: block_size_deviation: 10 2024-09-18T09:18:09.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: block_restart_interval: 16 2024-09-18T09:18:09.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: index_block_restart_interval: 1 2024-09-18T09:18:09.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: metadata_block_size: 4096 2024-09-18T09:18:09.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: partition_filters: 0 2024-09-18T09:18:09.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: use_delta_encoding: 1 2024-09-18T09:18:09.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: filter_policy: bloomfilter 2024-09-18T09:18:09.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: whole_key_filtering: 1 2024-09-18T09:18:09.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: verify_compression: 0 2024-09-18T09:18:09.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: read_amp_bytes_per_bit: 0 2024-09-18T09:18:09.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: format_version: 5 2024-09-18T09:18:09.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: enable_index_compression: 1 2024-09-18T09:18:09.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: block_align: 0 2024-09-18T09:18:09.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: max_auto_readahead_size: 262144 2024-09-18T09:18:09.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: prepopulate_block_cache: 0 2024-09-18T09:18:09.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: initial_auto_readahead_size: 8192 2024-09-18T09:18:09.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: num_file_reads_for_auto_readahead: 2 2024-09-18T09:18:09.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-18T09:18:09.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-18T09:18:09.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compression: NoCompression 2024-09-18T09:18:09.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-18T09:18:09.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-18T09:18:09.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-18T09:18:09.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.num_levels: 7 2024-09-18T09:18:09.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-18T09:18:09.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-18T09:18:09.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-18T09:18:09.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-18T09:18:09.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-18T09:18:09.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-18T09:18:09.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-18T09:18:09.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-18T09:18:09.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-18T09:18:09.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-18T09:18:09.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-18T09:18:09.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-18T09:18:09.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-18T09:18:09.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-18T09:18:09.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-18T09:18:09.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-18T09:18:09.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-18T09:18:09.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-18T09:18:09.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-18T09:18:09.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-18T09:18:09.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-18T09:18:09.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-18T09:18:09.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-18T09:18:09.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-18T09:18:09.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-18T09:18:09.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-18T09:18:09.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-18T09:18:09.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-18T09:18:09.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-18T09:18:09.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-18T09:18:09.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-18T09:18:09.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-18T09:18:09.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-18T09:18:09.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-18T09:18:09.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-18T09:18:09.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-18T09:18:09.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-18T09:18:09.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-18T09:18:09.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-18T09:18:09.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-18T09:18:09.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-18T09:18:09.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-18T09:18:09.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-18T09:18:09.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-18T09:18:09.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-18T09:18:09.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-18T09:18:09.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-18T09:18:09.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-18T09:18:09.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-18T09:18:09.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-18T09:18:09.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-18T09:18:09.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-18T09:18:09.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-18T09:18:09.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-18T09:18:09.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.inplace_update_support: 0 2024-09-18T09:18:09.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-18T09:18:09.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-18T09:18:09.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-18T09:18:09.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-18T09:18:09.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.bloom_locality: 0 2024-09-18T09:18:09.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.max_successive_merges: 0 2024-09-18T09:18:09.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-18T09:18:09.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-18T09:18:09.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-18T09:18:09.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-18T09:18:09.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.ttl: 2592000 2024-09-18T09:18:09.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-18T09:18:09.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-18T09:18:09.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-18T09:18:09.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.enable_blob_files: false 2024-09-18T09:18:09.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.min_blob_size: 0 2024-09-18T09:18:09.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-18T09:18:09.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-18T09:18:09.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-18T09:18:09.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-18T09:18:09.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-18T09:18:09.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-18T09:18:09.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-18T09:18:09.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-18T09:18:09.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-18T09:18:09.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 71, last_sequence is 36684, log_number is 67,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 67 2024-09-18T09:18:09.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 67 2024-09-18T09:18:09.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d18e01c2-2407-4c25-a3af-259f4807b50d 2024-09-18T09:18:09.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726651088868717, "job": 1, "event": "recovery_started", "wal_files": [67]} 2024-09-18T09:18:09.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.861+0000 7fb8da259c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #67 mode 2 2024-09-18T09:18:09.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.865+0000 7fb8da259c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726651088871255, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 72, "file_size": 344449, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 36690, "largest_seqno": 36935, "table_properties": {"data_size": 342380, "index_size": 775, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 261, "raw_key_size": 2401, "raw_average_key_size": 23, "raw_value_size": 339934, "raw_average_value_size": 3332, "num_data_blocks": 34, "num_entries": 102, "num_filter_entries": 102, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726651088, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d18e01c2-2407-4c25-a3af-259f4807b50d", "db_session_id": "RH0KYP7DBI3FPGOZRNL8", "orig_file_number": 72, "seqno_to_time_mapping": "N/A"}} 2024-09-18T09:18:09.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.865+0000 7fb8da259c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726651088871384, "job": 1, "event": "recovery_finished"} 2024-09-18T09:18:09.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.865+0000 7fb8da259c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 74 2024-09-18T09:18:09.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.865+0000 7fb8da259c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-18T09:18:09.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.865+0000 7fb8da259c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000067.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-18T09:18:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.865+0000 7fb8da259c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5626d4668e00 2024-09-18T09:18:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.869+0000 7fb8da259c80 4 rocksdb: DB pointer 0x5626d476c000 2024-09-18T09:18:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.869+0000 7fb8d0021640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-18T09:18:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.869+0000 7fb8d0021640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-18T09:18:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: ** DB Stats ** 2024-09-18T09:18:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T09:18:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-18T09:18:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T09:18:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T09:18:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-18T09:18:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T09:18:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T09:18:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: ** Compaction Stats [default] ** 2024-09-18T09:18:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T09:18:09.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-18T09:18:09.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: L0 1/0 336.38 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 217.8 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-18T09:18:09.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: L6 1/0 9.69 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-18T09:18:09.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Sum 2/0 10.02 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 217.8 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-18T09:18:09.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 217.8 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-18T09:18:09.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: ** Compaction Stats [default] ** 2024-09-18T09:18:09.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T09:18:09.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T09:18:09.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 217.8 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-18T09:18:09.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-18T09:18:09.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T09:18:09.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-18T09:18:09.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-18T09:18:09.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: AddFile(Total Files): cumulative 0, interval 0 2024-09-18T09:18:09.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-18T09:18:09.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: AddFile(Keys): cumulative 0, interval 0 2024-09-18T09:18:09.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Cumulative compaction: 0.00 GB write, 61.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T09:18:09.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Interval compaction: 0.00 GB write, 61.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T09:18:09.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-18T09:18:09.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Block cache BinnedLRUCache@0x5626d463b610#7 capacity: 512.00 MB usage: 1.27 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-18T09:18:09.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: Block cache entry stats(count,size,portion): FilterBlock(1,0.31 KB,5.96046e-05%) IndexBlock(1,0.95 KB,0.000181794%) Misc(1,0.00 KB,0%) 2024-09-18T09:18:09.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: ** File Read Latency Histogram By Level [default] ** 2024-09-18T09:18:09.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.869+0000 7fb8da259c80 0 starting mon.c rank 2 at public addrs [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] at bind addrs [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:18:09.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.869+0000 7fb8da259c80 1 mon.c@-1(???) e3 preinit fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:18:09.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.869+0000 7fb8da259c80 0 mon.c@-1(???).mds e1 new map 2024-09-18T09:18:09.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.869+0000 7fb8da259c80 0 mon.c@-1(???).mds e1 print_map 2024-09-18T09:18:09.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: e1 2024-09-18T09:18:09.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: btime 2024-09-18T08:35:42:542007+0000 2024-09-18T09:18:09.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-18T09:18:09.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-18T09:18:09.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: legacy client fscid: -1 2024-09-18T09:18:09.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: 2024-09-18T09:18:09.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: No filesystems configured 2024-09-18T09:18:09.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.869+0000 7fb8da259c80 0 mon.c@-1(???).osd e116 crush map has features 3314933000854323200, adjusting msgr requires 2024-09-18T09:18:09.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.869+0000 7fb8da259c80 0 mon.c@-1(???).osd e116 crush map has features 432629239337189376, adjusting msgr requires 2024-09-18T09:18:09.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.869+0000 7fb8da259c80 0 mon.c@-1(???).osd e116 crush map has features 432629239337189376, adjusting msgr requires 2024-09-18T09:18:09.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.869+0000 7fb8da259c80 0 mon.c@-1(???).osd e116 crush map has features 432629239337189376, adjusting msgr requires 2024-09-18T09:18:09.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:08 smithi078 bash[94202]: debug 2024-09-18T09:18:08.869+0000 7fb8da259c80 1 mon.c@-1(???).paxosservice(auth 1..31) refresh upgraded, format 0 -> 3 2024-09-18T09:18:09.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:09 smithi189 bash[70525]: cluster 2024-09-18T09:18:05.548245+0000 mgr.y (mgr.15249) 342 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:09.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:09 smithi189 bash[70525]: cluster 2024-09-18T09:18:05.548245+0000 mgr.y (mgr.15249) 342 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:09.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:09 smithi189 bash[70525]: audit 2024-09-18T09:18:05.617373+0000 mgr.y (mgr.15249) 343 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:09.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:09 smithi189 bash[70525]: audit 2024-09-18T09:18:05.617373+0000 mgr.y (mgr.15249) 343 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:09.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:09 smithi189 bash[70525]: audit 2024-09-18T09:18:06.317051+0000 mon.a (mon.0) 26 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-18T09:18:09.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:09 smithi189 bash[70525]: audit 2024-09-18T09:18:06.317051+0000 mon.a (mon.0) 26 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-18T09:18:09.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:09 smithi189 bash[70525]: audit 2024-09-18T09:18:06.317506+0000 mon.a (mon.0) 27 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-18T09:18:09.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:09 smithi189 bash[70525]: audit 2024-09-18T09:18:06.317506+0000 mon.a (mon.0) 27 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-18T09:18:09.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:09 smithi189 bash[70525]: audit 2024-09-18T09:18:06.317788+0000 mon.a (mon.0) 28 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-18T09:18:09.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:09 smithi189 bash[70525]: audit 2024-09-18T09:18:06.317788+0000 mon.a (mon.0) 28 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-18T09:18:09.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[94202]: cluster 2024-09-18T09:18:05.548245+0000 mgr.y (mgr.15249) 342 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:09.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[94202]: cluster 2024-09-18T09:18:05.548245+0000 mgr.y (mgr.15249) 342 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:09.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[94202]: audit 2024-09-18T09:18:05.617373+0000 mgr.y (mgr.15249) 343 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:09.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[94202]: audit 2024-09-18T09:18:05.617373+0000 mgr.y (mgr.15249) 343 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:09.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[94202]: audit 2024-09-18T09:18:06.317051+0000 mon.a (mon.0) 26 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-18T09:18:09.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[94202]: audit 2024-09-18T09:18:06.317051+0000 mon.a (mon.0) 26 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-18T09:18:09.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[94202]: audit 2024-09-18T09:18:06.317506+0000 mon.a (mon.0) 27 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-18T09:18:09.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[94202]: audit 2024-09-18T09:18:06.317506+0000 mon.a (mon.0) 27 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-18T09:18:09.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[94202]: audit 2024-09-18T09:18:06.317788+0000 mon.a (mon.0) 28 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-18T09:18:09.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[94202]: audit 2024-09-18T09:18:06.317788+0000 mon.a (mon.0) 28 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-18T09:18:09.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[90742]: cluster 2024-09-18T09:18:05.548245+0000 mgr.y (mgr.15249) 342 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:09.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[90742]: cluster 2024-09-18T09:18:05.548245+0000 mgr.y (mgr.15249) 342 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:09.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[90742]: audit 2024-09-18T09:18:05.617373+0000 mgr.y (mgr.15249) 343 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:09.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[90742]: audit 2024-09-18T09:18:05.617373+0000 mgr.y (mgr.15249) 343 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:09.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[90742]: audit 2024-09-18T09:18:06.317051+0000 mon.a (mon.0) 26 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-18T09:18:09.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[90742]: audit 2024-09-18T09:18:06.317051+0000 mon.a (mon.0) 26 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-18T09:18:09.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[90742]: audit 2024-09-18T09:18:06.317506+0000 mon.a (mon.0) 27 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-18T09:18:09.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[90742]: audit 2024-09-18T09:18:06.317506+0000 mon.a (mon.0) 27 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-18T09:18:09.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[90742]: audit 2024-09-18T09:18:06.317788+0000 mon.a (mon.0) 28 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-18T09:18:09.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:09 smithi078 bash[90742]: audit 2024-09-18T09:18:06.317788+0000 mon.a (mon.0) 28 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-18T09:18:10.134 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:18:10.778 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:18:10.778 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (4m) 21s ago 31m 14.2M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:18:10.778 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (3m) 103s ago 31m 67.0M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:18:10.778 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (5m) 21s ago 28m 49.0M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:18:10.778 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (5m) 103s ago 39m 439M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:18:10.778 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (16m) 21s ago 42m 511M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:18:10.778 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (30s) 21s ago 42m 23.3M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:18:10.778 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (110s) 103s ago 40m 18.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:18:10.778 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 starting - - - 2048M 2024-09-18T09:18:10.779 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (5m) 21s ago 31m 7896k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:18:10.779 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (5m) 103s ago 31m 8043k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:18:10.779 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (39m) 21s ago 39m 57.9M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T09:18:10.779 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (38m) 21s ago 38m 66.8M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T09:18:10.779 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (37m) 21s ago 37m 62.7M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:18:10.779 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (36m) 21s ago 36m 66.9M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:18:10.779 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (35m) 103s ago 35m 68.3M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:18:10.779 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (34m) 103s ago 34m 57.4M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:18:10.779 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (33m) 103s ago 33m 55.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:18:10.779 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (32m) 103s ago 32m 66.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:18:10.779 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (4m) 103s ago 31m 37.7M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:18:10.779 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (29m) 21s ago 29m 101M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:18:10.779 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (29m) 103s ago 29m 102M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:18:10.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:10.447430139Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:10.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: audit 2024-09-18T09:18:06.657011+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-18T09:18:10.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: audit 2024-09-18T09:18:06.657011+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-18T09:18:10.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: audit 2024-09-18T09:18:06.657902+0000 mgr.y (mgr.15249) 344 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:18:10.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: audit 2024-09-18T09:18:06.657902+0000 mgr.y (mgr.15249) 344 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:18:10.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:07.548722+0000 mgr.y (mgr.15249) 345 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:10.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:07.548722+0000 mgr.y (mgr.15249) 345 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:10.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.550327+0000 mgr.y (mgr.15249) 346 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:10.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.550327+0000 mgr.y (mgr.15249) 346 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:10.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.616942+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-18T09:18:10.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.616942+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-18T09:18:10.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.618635+0000 mon.a (mon.0) 30 : cluster [INF] mon.a calling monitor election 2024-09-18T09:18:10.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.618635+0000 mon.a (mon.0) 30 : cluster [INF] mon.a calling monitor election 2024-09-18T09:18:10.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.639529+0000 mon.a (mon.0) 31 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T09:18:10.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.639529+0000 mon.a (mon.0) 31 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T09:18:10.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651742+0000 mon.a (mon.0) 32 : cluster [DBG] monmap epoch 3 2024-09-18T09:18:10.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651742+0000 mon.a (mon.0) 32 : cluster [DBG] monmap epoch 3 2024-09-18T09:18:10.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651791+0000 mon.a (mon.0) 33 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:18:10.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651791+0000 mon.a (mon.0) 33 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:18:10.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651823+0000 mon.a (mon.0) 34 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T09:18:10.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651823+0000 mon.a (mon.0) 34 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T09:18:10.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651842+0000 mon.a (mon.0) 35 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T09:18:10.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651842+0000 mon.a (mon.0) 35 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T09:18:10.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651860+0000 mon.a (mon.0) 36 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T09:18:10.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651860+0000 mon.a (mon.0) 36 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T09:18:10.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651879+0000 mon.a (mon.0) 37 : cluster [DBG] election_strategy: 1 2024-09-18T09:18:10.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651879+0000 mon.a (mon.0) 37 : cluster [DBG] election_strategy: 1 2024-09-18T09:18:10.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651899+0000 mon.a (mon.0) 38 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T09:18:10.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651899+0000 mon.a (mon.0) 38 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T09:18:10.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651921+0000 mon.a (mon.0) 39 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T09:18:10.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651921+0000 mon.a (mon.0) 39 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T09:18:10.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651955+0000 mon.a (mon.0) 40 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T09:18:10.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.651955+0000 mon.a (mon.0) 40 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T09:18:10.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.653218+0000 mon.a (mon.0) 41 : cluster [DBG] fsmap 2024-09-18T09:18:10.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.653218+0000 mon.a (mon.0) 41 : cluster [DBG] fsmap 2024-09-18T09:18:10.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.653276+0000 mon.a (mon.0) 42 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:18:10.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.653276+0000 mon.a (mon.0) 42 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:18:10.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.653913+0000 mon.a (mon.0) 43 : cluster [DBG] mgrmap e44: y(active, since 6m), standbys: x 2024-09-18T09:18:10.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.653913+0000 mon.a (mon.0) 43 : cluster [DBG] mgrmap e44: y(active, since 6m), standbys: x 2024-09-18T09:18:10.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.654207+0000 mon.a (mon.0) 44 : cluster [INF] overall HEALTH_OK 2024-09-18T09:18:10.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: cluster 2024-09-18T09:18:09.654207+0000 mon.a (mon.0) 44 : cluster [INF] overall HEALTH_OK 2024-09-18T09:18:10.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: audit 2024-09-18T09:18:09.676542+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: audit 2024-09-18T09:18:09.676542+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: audit 2024-09-18T09:18:09.686867+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: audit 2024-09-18T09:18:09.686867+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: audit 2024-09-18T09:18:10.242795+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: audit 2024-09-18T09:18:10.242795+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: audit 2024-09-18T09:18:10.248410+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.927 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:10 smithi189 bash[70525]: audit 2024-09-18T09:18:10.248410+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: audit 2024-09-18T09:18:06.657011+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-18T09:18:10.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: audit 2024-09-18T09:18:06.657011+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-18T09:18:10.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: audit 2024-09-18T09:18:06.657902+0000 mgr.y (mgr.15249) 344 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:18:10.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: audit 2024-09-18T09:18:06.657902+0000 mgr.y (mgr.15249) 344 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:18:10.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:07.548722+0000 mgr.y (mgr.15249) 345 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:10.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:07.548722+0000 mgr.y (mgr.15249) 345 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:10.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.550327+0000 mgr.y (mgr.15249) 346 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:10.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.550327+0000 mgr.y (mgr.15249) 346 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:10.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.616942+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-18T09:18:10.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.616942+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-18T09:18:10.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.618635+0000 mon.a (mon.0) 30 : cluster [INF] mon.a calling monitor election 2024-09-18T09:18:10.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.618635+0000 mon.a (mon.0) 30 : cluster [INF] mon.a calling monitor election 2024-09-18T09:18:10.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.639529+0000 mon.a (mon.0) 31 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T09:18:10.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.639529+0000 mon.a (mon.0) 31 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T09:18:10.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651742+0000 mon.a (mon.0) 32 : cluster [DBG] monmap epoch 3 2024-09-18T09:18:10.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651742+0000 mon.a (mon.0) 32 : cluster [DBG] monmap epoch 3 2024-09-18T09:18:10.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651791+0000 mon.a (mon.0) 33 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:18:10.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651791+0000 mon.a (mon.0) 33 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:18:10.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651823+0000 mon.a (mon.0) 34 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T09:18:10.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651823+0000 mon.a (mon.0) 34 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T09:18:10.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651842+0000 mon.a (mon.0) 35 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T09:18:10.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651842+0000 mon.a (mon.0) 35 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T09:18:10.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651860+0000 mon.a (mon.0) 36 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T09:18:10.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: audit 2024-09-18T09:18:06.657011+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-18T09:18:10.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: audit 2024-09-18T09:18:06.657011+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-18T09:18:10.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: audit 2024-09-18T09:18:06.657902+0000 mgr.y (mgr.15249) 344 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:18:10.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: audit 2024-09-18T09:18:06.657902+0000 mgr.y (mgr.15249) 344 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-18T09:18:10.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:07.548722+0000 mgr.y (mgr.15249) 345 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:10.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:07.548722+0000 mgr.y (mgr.15249) 345 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:10.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.550327+0000 mgr.y (mgr.15249) 346 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:10.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.550327+0000 mgr.y (mgr.15249) 346 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:10.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.616942+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-18T09:18:10.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.616942+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-18T09:18:10.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.618635+0000 mon.a (mon.0) 30 : cluster [INF] mon.a calling monitor election 2024-09-18T09:18:10.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.618635+0000 mon.a (mon.0) 30 : cluster [INF] mon.a calling monitor election 2024-09-18T09:18:10.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.639529+0000 mon.a (mon.0) 31 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T09:18:10.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.639529+0000 mon.a (mon.0) 31 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T09:18:10.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651742+0000 mon.a (mon.0) 32 : cluster [DBG] monmap epoch 3 2024-09-18T09:18:10.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651742+0000 mon.a (mon.0) 32 : cluster [DBG] monmap epoch 3 2024-09-18T09:18:10.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651791+0000 mon.a (mon.0) 33 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:18:10.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651791+0000 mon.a (mon.0) 33 : cluster [DBG] fsid c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:18:10.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651823+0000 mon.a (mon.0) 34 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T09:18:10.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651823+0000 mon.a (mon.0) 34 : cluster [DBG] last_changed 2024-09-18T08:37:50.850249+0000 2024-09-18T09:18:10.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651842+0000 mon.a (mon.0) 35 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T09:18:10.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651842+0000 mon.a (mon.0) 35 : cluster [DBG] created 2024-09-18T08:35:37.644909+0000 2024-09-18T09:18:10.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651860+0000 mon.a (mon.0) 36 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T09:18:10.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651860+0000 mon.a (mon.0) 36 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T09:18:10.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651879+0000 mon.a (mon.0) 37 : cluster [DBG] election_strategy: 1 2024-09-18T09:18:10.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651879+0000 mon.a (mon.0) 37 : cluster [DBG] election_strategy: 1 2024-09-18T09:18:10.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651899+0000 mon.a (mon.0) 38 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T09:18:10.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651899+0000 mon.a (mon.0) 38 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T09:18:10.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651921+0000 mon.a (mon.0) 39 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T09:18:10.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651921+0000 mon.a (mon.0) 39 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T09:18:10.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651955+0000 mon.a (mon.0) 40 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T09:18:10.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.651955+0000 mon.a (mon.0) 40 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T09:18:10.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.653218+0000 mon.a (mon.0) 41 : cluster [DBG] fsmap 2024-09-18T09:18:10.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.653218+0000 mon.a (mon.0) 41 : cluster [DBG] fsmap 2024-09-18T09:18:10.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.653276+0000 mon.a (mon.0) 42 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:18:10.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.653276+0000 mon.a (mon.0) 42 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:18:10.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.653913+0000 mon.a (mon.0) 43 : cluster [DBG] mgrmap e44: y(active, since 6m), standbys: x 2024-09-18T09:18:10.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.653913+0000 mon.a (mon.0) 43 : cluster [DBG] mgrmap e44: y(active, since 6m), standbys: x 2024-09-18T09:18:10.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.654207+0000 mon.a (mon.0) 44 : cluster [INF] overall HEALTH_OK 2024-09-18T09:18:10.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: cluster 2024-09-18T09:18:09.654207+0000 mon.a (mon.0) 44 : cluster [INF] overall HEALTH_OK 2024-09-18T09:18:10.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: audit 2024-09-18T09:18:09.676542+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: audit 2024-09-18T09:18:09.676542+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: audit 2024-09-18T09:18:09.686867+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: audit 2024-09-18T09:18:09.686867+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: audit 2024-09-18T09:18:10.242795+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: audit 2024-09-18T09:18:10.242795+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: audit 2024-09-18T09:18:10.248410+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[90742]: audit 2024-09-18T09:18:10.248410+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651860+0000 mon.a (mon.0) 36 : cluster [DBG] min_mon_release 19 (squid) 2024-09-18T09:18:10.960 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651879+0000 mon.a (mon.0) 37 : cluster [DBG] election_strategy: 1 2024-09-18T09:18:10.960 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651879+0000 mon.a (mon.0) 37 : cluster [DBG] election_strategy: 1 2024-09-18T09:18:10.960 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651899+0000 mon.a (mon.0) 38 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T09:18:10.961 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651899+0000 mon.a (mon.0) 38 : cluster [DBG] 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-09-18T09:18:10.961 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651921+0000 mon.a (mon.0) 39 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T09:18:10.961 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651921+0000 mon.a (mon.0) 39 : cluster [DBG] 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-09-18T09:18:10.961 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651955+0000 mon.a (mon.0) 40 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T09:18:10.961 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.651955+0000 mon.a (mon.0) 40 : cluster [DBG] 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-18T09:18:10.961 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.653218+0000 mon.a (mon.0) 41 : cluster [DBG] fsmap 2024-09-18T09:18:10.961 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.653218+0000 mon.a (mon.0) 41 : cluster [DBG] fsmap 2024-09-18T09:18:10.961 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.653276+0000 mon.a (mon.0) 42 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:18:10.961 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.653276+0000 mon.a (mon.0) 42 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-18T09:18:10.961 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.653913+0000 mon.a (mon.0) 43 : cluster [DBG] mgrmap e44: y(active, since 6m), standbys: x 2024-09-18T09:18:10.961 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.653913+0000 mon.a (mon.0) 43 : cluster [DBG] mgrmap e44: y(active, since 6m), standbys: x 2024-09-18T09:18:10.961 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.654207+0000 mon.a (mon.0) 44 : cluster [INF] overall HEALTH_OK 2024-09-18T09:18:10.961 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: cluster 2024-09-18T09:18:09.654207+0000 mon.a (mon.0) 44 : cluster [INF] overall HEALTH_OK 2024-09-18T09:18:10.961 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: audit 2024-09-18T09:18:09.676542+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: audit 2024-09-18T09:18:09.676542+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: audit 2024-09-18T09:18:09.686867+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: audit 2024-09-18T09:18:09.686867+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: audit 2024-09-18T09:18:10.242795+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: audit 2024-09-18T09:18:10.242795+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: audit 2024-09-18T09:18:10.248410+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:10.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:10 smithi078 bash[94202]: audit 2024-09-18T09:18:10.248410+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:11.133 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:18:11.133 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:18:11.133 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 3 2024-09-18T09:18:11.133 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:18:11.133 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:18:11.133 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:18:11.133 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:18:11.133 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:18:11.134 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 8 2024-09-18T09:18:11.134 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:18:11.134 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:18:11.134 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:18:11.134 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:18:11.134 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:18:11.134 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 10, 2024-09-18T09:18:11.134 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 5 2024-09-18T09:18:11.134 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:18:11.134 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:18:11.451 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:18:11.452 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:18:11.452 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:18:11.452 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi078", 2024-09-18T09:18:11.452 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:18:11.452 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "1/2 daemons upgraded", 2024-09-18T09:18:11.452 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading mon daemons", 2024-09-18T09:18:11.452 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:18:11.452 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:18:11.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:11 smithi189 bash[70525]: audit 2024-09-18T09:18:10.121836+0000 mgr.y (mgr.15249) 347 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:11 smithi189 bash[70525]: audit 2024-09-18T09:18:10.121836+0000 mgr.y (mgr.15249) 347 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:11 smithi189 bash[70525]: audit 2024-09-18T09:18:10.441692+0000 mgr.y (mgr.15249) 348 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:11 smithi189 bash[70525]: audit 2024-09-18T09:18:10.441692+0000 mgr.y (mgr.15249) 348 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:11 smithi189 bash[70525]: audit 2024-09-18T09:18:10.764774+0000 mgr.y (mgr.15249) 349 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:11 smithi189 bash[70525]: audit 2024-09-18T09:18:10.764774+0000 mgr.y (mgr.15249) 349 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:11 smithi189 bash[70525]: audit 2024-09-18T09:18:11.133004+0000 mon.a (mon.0) 49 : audit [DBG] from='client.? 172.21.15.78:0/2472917714' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:11.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:11 smithi189 bash[70525]: audit 2024-09-18T09:18:11.133004+0000 mon.a (mon.0) 49 : audit [DBG] from='client.? 172.21.15.78:0/2472917714' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:11.953 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:11 smithi078 bash[94202]: audit 2024-09-18T09:18:10.121836+0000 mgr.y (mgr.15249) 347 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:11 smithi078 bash[94202]: audit 2024-09-18T09:18:10.121836+0000 mgr.y (mgr.15249) 347 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:11 smithi078 bash[94202]: audit 2024-09-18T09:18:10.441692+0000 mgr.y (mgr.15249) 348 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:11 smithi078 bash[94202]: audit 2024-09-18T09:18:10.441692+0000 mgr.y (mgr.15249) 348 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:11 smithi078 bash[94202]: audit 2024-09-18T09:18:10.764774+0000 mgr.y (mgr.15249) 349 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:11 smithi078 bash[94202]: audit 2024-09-18T09:18:10.764774+0000 mgr.y (mgr.15249) 349 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:11 smithi078 bash[94202]: audit 2024-09-18T09:18:11.133004+0000 mon.a (mon.0) 49 : audit [DBG] from='client.? 172.21.15.78:0/2472917714' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:11.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:11 smithi078 bash[94202]: audit 2024-09-18T09:18:11.133004+0000 mon.a (mon.0) 49 : audit [DBG] from='client.? 172.21.15.78:0/2472917714' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:11.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:11 smithi078 bash[90742]: audit 2024-09-18T09:18:10.121836+0000 mgr.y (mgr.15249) 347 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:11 smithi078 bash[90742]: audit 2024-09-18T09:18:10.121836+0000 mgr.y (mgr.15249) 347 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:11 smithi078 bash[90742]: audit 2024-09-18T09:18:10.441692+0000 mgr.y (mgr.15249) 348 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:11 smithi078 bash[90742]: audit 2024-09-18T09:18:10.441692+0000 mgr.y (mgr.15249) 348 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:11 smithi078 bash[90742]: audit 2024-09-18T09:18:10.764774+0000 mgr.y (mgr.15249) 349 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:11 smithi078 bash[90742]: audit 2024-09-18T09:18:10.764774+0000 mgr.y (mgr.15249) 349 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:11.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:11 smithi078 bash[90742]: audit 2024-09-18T09:18:11.133004+0000 mon.a (mon.0) 49 : audit [DBG] from='client.? 172.21.15.78:0/2472917714' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:11.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:11 smithi078 bash[90742]: audit 2024-09-18T09:18:11.133004+0000 mon.a (mon.0) 49 : audit [DBG] from='client.? 172.21.15.78:0/2472917714' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:12.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:12 smithi189 bash[70525]: audit 2024-09-18T09:18:11.451517+0000 mgr.y (mgr.15249) 350 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:12.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:12 smithi189 bash[70525]: audit 2024-09-18T09:18:11.451517+0000 mgr.y (mgr.15249) 350 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:12.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:12 smithi189 bash[70525]: cluster 2024-09-18T09:18:11.551026+0000 mgr.y (mgr.15249) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:12.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:12 smithi189 bash[70525]: cluster 2024-09-18T09:18:11.551026+0000 mgr.y (mgr.15249) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:12.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:12 smithi078 bash[90742]: audit 2024-09-18T09:18:11.451517+0000 mgr.y (mgr.15249) 350 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:12.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:12 smithi078 bash[90742]: audit 2024-09-18T09:18:11.451517+0000 mgr.y (mgr.15249) 350 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:12.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:12 smithi078 bash[90742]: cluster 2024-09-18T09:18:11.551026+0000 mgr.y (mgr.15249) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:12.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:12 smithi078 bash[90742]: cluster 2024-09-18T09:18:11.551026+0000 mgr.y (mgr.15249) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:12.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:12 smithi078 bash[94202]: audit 2024-09-18T09:18:11.451517+0000 mgr.y (mgr.15249) 350 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:12.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:12 smithi078 bash[94202]: audit 2024-09-18T09:18:11.451517+0000 mgr.y (mgr.15249) 350 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:12.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:12 smithi078 bash[94202]: cluster 2024-09-18T09:18:11.551026+0000 mgr.y (mgr.15249) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:12.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:12 smithi078 bash[94202]: cluster 2024-09-18T09:18:11.551026+0000 mgr.y (mgr.15249) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:13.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:13 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:13.443221294Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:13.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:18:13 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:18:13] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.51.0" 2024-09-18T09:18:13.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:18:13 smithi078 bash[70347]: debug 2024-09-18T09:18:13.881+0000 7fdec4a65640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-18T09:18:15.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:14 smithi189 bash[70525]: cluster 2024-09-18T09:18:13.552814+0000 mgr.y (mgr.15249) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:15.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:14 smithi189 bash[70525]: cluster 2024-09-18T09:18:13.552814+0000 mgr.y (mgr.15249) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:15.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:14 smithi078 bash[90742]: cluster 2024-09-18T09:18:13.552814+0000 mgr.y (mgr.15249) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:15.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:14 smithi078 bash[90742]: cluster 2024-09-18T09:18:13.552814+0000 mgr.y (mgr.15249) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:15.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:14 smithi078 bash[94202]: cluster 2024-09-18T09:18:13.552814+0000 mgr.y (mgr.15249) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:15.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:14 smithi078 bash[94202]: cluster 2024-09-18T09:18:13.552814+0000 mgr.y (mgr.15249) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:16.889 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:16 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:16.428340612Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:16 smithi189 bash[70525]: cluster 2024-09-18T09:18:15.553290+0000 mgr.y (mgr.15249) 353 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:16 smithi189 bash[70525]: cluster 2024-09-18T09:18:15.553290+0000 mgr.y (mgr.15249) 353 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:16 smithi189 bash[70525]: audit 2024-09-18T09:18:15.625069+0000 mgr.y (mgr.15249) 354 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:16 smithi189 bash[70525]: audit 2024-09-18T09:18:15.625069+0000 mgr.y (mgr.15249) 354 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:16 smithi189 bash[70525]: audit 2024-09-18T09:18:16.113297+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:16 smithi189 bash[70525]: audit 2024-09-18T09:18:16.113297+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:16 smithi189 bash[70525]: audit 2024-09-18T09:18:16.120884+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:16 smithi189 bash[70525]: audit 2024-09-18T09:18:16.120884+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:17.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:16 smithi078 bash[90742]: cluster 2024-09-18T09:18:15.553290+0000 mgr.y (mgr.15249) 353 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:17.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:16 smithi078 bash[90742]: cluster 2024-09-18T09:18:15.553290+0000 mgr.y (mgr.15249) 353 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:17.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:16 smithi078 bash[90742]: audit 2024-09-18T09:18:15.625069+0000 mgr.y (mgr.15249) 354 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:17.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:16 smithi078 bash[90742]: audit 2024-09-18T09:18:15.625069+0000 mgr.y (mgr.15249) 354 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:16 smithi078 bash[90742]: audit 2024-09-18T09:18:16.113297+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:16 smithi078 bash[90742]: audit 2024-09-18T09:18:16.113297+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:16 smithi078 bash[90742]: audit 2024-09-18T09:18:16.120884+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:16 smithi078 bash[90742]: audit 2024-09-18T09:18:16.120884+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:17.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:16 smithi078 bash[94202]: cluster 2024-09-18T09:18:15.553290+0000 mgr.y (mgr.15249) 353 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:17.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:16 smithi078 bash[94202]: cluster 2024-09-18T09:18:15.553290+0000 mgr.y (mgr.15249) 353 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:17.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:16 smithi078 bash[94202]: audit 2024-09-18T09:18:15.625069+0000 mgr.y (mgr.15249) 354 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:17.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:16 smithi078 bash[94202]: audit 2024-09-18T09:18:15.625069+0000 mgr.y (mgr.15249) 354 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:17.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:16 smithi078 bash[94202]: audit 2024-09-18T09:18:16.113297+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:17.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:16 smithi078 bash[94202]: audit 2024-09-18T09:18:16.113297+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:17.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:16 smithi078 bash[94202]: audit 2024-09-18T09:18:16.120884+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:17.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:16 smithi078 bash[94202]: audit 2024-09-18T09:18:16.120884+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:18.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:17 smithi189 bash[70525]: audit 2024-09-18T09:18:17.213121+0000 mon.a (mon.0) 52 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:17 smithi189 bash[70525]: audit 2024-09-18T09:18:17.213121+0000 mon.a (mon.0) 52 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:17 smithi189 bash[70525]: audit 2024-09-18T09:18:17.285200+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:17 smithi189 bash[70525]: audit 2024-09-18T09:18:17.285200+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:17 smithi189 bash[70525]: audit 2024-09-18T09:18:17.290451+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:17 smithi189 bash[70525]: audit 2024-09-18T09:18:17.290451+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:18.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:17 smithi078 bash[90742]: audit 2024-09-18T09:18:17.213121+0000 mon.a (mon.0) 52 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:18.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:17 smithi078 bash[90742]: audit 2024-09-18T09:18:17.213121+0000 mon.a (mon.0) 52 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:18.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:17 smithi078 bash[90742]: audit 2024-09-18T09:18:17.285200+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:18.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:17 smithi078 bash[90742]: audit 2024-09-18T09:18:17.285200+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:18.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:17 smithi078 bash[90742]: audit 2024-09-18T09:18:17.290451+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:18.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:17 smithi078 bash[90742]: audit 2024-09-18T09:18:17.290451+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:18.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:17 smithi078 bash[94202]: audit 2024-09-18T09:18:17.213121+0000 mon.a (mon.0) 52 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:18.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:17 smithi078 bash[94202]: audit 2024-09-18T09:18:17.213121+0000 mon.a (mon.0) 52 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:18.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:17 smithi078 bash[94202]: audit 2024-09-18T09:18:17.285200+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:18.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:17 smithi078 bash[94202]: audit 2024-09-18T09:18:17.285200+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:18.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:17 smithi078 bash[94202]: audit 2024-09-18T09:18:17.290451+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:18.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:17 smithi078 bash[94202]: audit 2024-09-18T09:18:17.290451+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:19.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:18 smithi189 bash[70525]: cluster 2024-09-18T09:18:17.553966+0000 mgr.y (mgr.15249) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:19.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:18 smithi189 bash[70525]: cluster 2024-09-18T09:18:17.553966+0000 mgr.y (mgr.15249) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:19.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:18 smithi078 bash[90742]: cluster 2024-09-18T09:18:17.553966+0000 mgr.y (mgr.15249) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:19.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:18 smithi078 bash[90742]: cluster 2024-09-18T09:18:17.553966+0000 mgr.y (mgr.15249) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:19.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:18 smithi078 bash[94202]: cluster 2024-09-18T09:18:17.553966+0000 mgr.y (mgr.15249) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:19.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:18 smithi078 bash[94202]: cluster 2024-09-18T09:18:17.553966+0000 mgr.y (mgr.15249) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:19.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:19 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:19.439938754Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:21.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:20 smithi189 bash[70525]: cluster 2024-09-18T09:18:19.555754+0000 mgr.y (mgr.15249) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:21.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:20 smithi189 bash[70525]: cluster 2024-09-18T09:18:19.555754+0000 mgr.y (mgr.15249) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:21.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:20 smithi078 bash[90742]: cluster 2024-09-18T09:18:19.555754+0000 mgr.y (mgr.15249) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:21.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:20 smithi078 bash[90742]: cluster 2024-09-18T09:18:19.555754+0000 mgr.y (mgr.15249) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:21.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:20 smithi078 bash[94202]: cluster 2024-09-18T09:18:19.555754+0000 mgr.y (mgr.15249) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:21.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:20 smithi078 bash[94202]: cluster 2024-09-18T09:18:19.555754+0000 mgr.y (mgr.15249) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:22.902 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:22 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:22.428665145Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:23.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:22 smithi189 bash[70525]: cluster 2024-09-18T09:18:21.556571+0000 mgr.y (mgr.15249) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:23.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:22 smithi189 bash[70525]: cluster 2024-09-18T09:18:21.556571+0000 mgr.y (mgr.15249) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:23.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:22 smithi078 bash[90742]: cluster 2024-09-18T09:18:21.556571+0000 mgr.y (mgr.15249) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:23.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:22 smithi078 bash[90742]: cluster 2024-09-18T09:18:21.556571+0000 mgr.y (mgr.15249) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:23.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:22 smithi078 bash[94202]: cluster 2024-09-18T09:18:21.556571+0000 mgr.y (mgr.15249) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:23.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:22 smithi078 bash[94202]: cluster 2024-09-18T09:18:21.556571+0000 mgr.y (mgr.15249) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:23.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:18:23 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:18:23] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.51.0" 2024-09-18T09:18:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:24 smithi189 bash[70525]: cluster 2024-09-18T09:18:23.558351+0000 mgr.y (mgr.15249) 358 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:24 smithi189 bash[70525]: cluster 2024-09-18T09:18:23.558351+0000 mgr.y (mgr.15249) 358 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:25.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:24 smithi078 bash[90742]: cluster 2024-09-18T09:18:23.558351+0000 mgr.y (mgr.15249) 358 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:25.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:24 smithi078 bash[90742]: cluster 2024-09-18T09:18:23.558351+0000 mgr.y (mgr.15249) 358 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:25.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:24 smithi078 bash[94202]: cluster 2024-09-18T09:18:23.558351+0000 mgr.y (mgr.15249) 358 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:25.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:24 smithi078 bash[94202]: cluster 2024-09-18T09:18:23.558351+0000 mgr.y (mgr.15249) 358 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:25.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:25 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:25.465646722Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:27.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:26 smithi189 bash[70525]: cluster 2024-09-18T09:18:25.559165+0000 mgr.y (mgr.15249) 359 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:27.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:26 smithi189 bash[70525]: cluster 2024-09-18T09:18:25.559165+0000 mgr.y (mgr.15249) 359 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:27.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:26 smithi189 bash[70525]: audit 2024-09-18T09:18:25.633428+0000 mgr.y (mgr.15249) 360 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:27.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:26 smithi189 bash[70525]: audit 2024-09-18T09:18:25.633428+0000 mgr.y (mgr.15249) 360 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:27.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:26 smithi078 bash[90742]: cluster 2024-09-18T09:18:25.559165+0000 mgr.y (mgr.15249) 359 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:27.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:26 smithi078 bash[90742]: cluster 2024-09-18T09:18:25.559165+0000 mgr.y (mgr.15249) 359 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:26 smithi078 bash[90742]: audit 2024-09-18T09:18:25.633428+0000 mgr.y (mgr.15249) 360 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:26 smithi078 bash[90742]: audit 2024-09-18T09:18:25.633428+0000 mgr.y (mgr.15249) 360 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:26 smithi078 bash[94202]: cluster 2024-09-18T09:18:25.559165+0000 mgr.y (mgr.15249) 359 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:26 smithi078 bash[94202]: cluster 2024-09-18T09:18:25.559165+0000 mgr.y (mgr.15249) 359 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:26 smithi078 bash[94202]: audit 2024-09-18T09:18:25.633428+0000 mgr.y (mgr.15249) 360 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:26 smithi078 bash[94202]: audit 2024-09-18T09:18:25.633428+0000 mgr.y (mgr.15249) 360 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:28.712 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:28.446269099Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:29.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cluster 2024-09-18T09:18:27.560008+0000 mgr.y (mgr.15249) 361 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:29.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cluster 2024-09-18T09:18:27.560008+0000 mgr.y (mgr.15249) 361 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:29.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.710914+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.710914+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.721172+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.721172+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.723242+0000 mon.a (mon.0) 57 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.723242+0000 mon.a (mon.0) 57 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.724949+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.724949+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.735324+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.735324+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.864149+0000 mon.a (mon.0) 60 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:18:29.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.864149+0000 mon.a (mon.0) 60 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:18:29.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.867129+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.867129+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.869529+0000 mon.a (mon.0) 62 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.869529+0000 mon.a (mon.0) 62 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cephadm 2024-09-18T09:18:27.870772+0000 mgr.y (mgr.15249) 362 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:18:29.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cephadm 2024-09-18T09:18:27.870772+0000 mgr.y (mgr.15249) 362 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:18:29.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.877248+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.877248+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.881359+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.881359+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.886870+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-18T09:18:29.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.886870+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-18T09:18:29.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.890872+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.890872+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.896318+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-18T09:18:29.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.896318+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-18T09:18:29.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.901253+0000 mon.a (mon.0) 68 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.901253+0000 mon.a (mon.0) 68 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cephadm 2024-09-18T09:18:27.902812+0000 mgr.y (mgr.15249) 363 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:18:29.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cephadm 2024-09-18T09:18:27.902812+0000 mgr.y (mgr.15249) 363 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:18:29.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.909061+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.909061+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.918674+0000 mon.a (mon.0) 70 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.918674+0000 mon.a (mon.0) 70 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cephadm 2024-09-18T09:18:27.920331+0000 mgr.y (mgr.15249) 364 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:18:29.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cephadm 2024-09-18T09:18:27.920331+0000 mgr.y (mgr.15249) 364 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:18:29.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.926313+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.926313+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.932235+0000 mon.a (mon.0) 72 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.932235+0000 mon.a (mon.0) 72 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cephadm 2024-09-18T09:18:27.933777+0000 mgr.y (mgr.15249) 365 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:18:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cephadm 2024-09-18T09:18:27.933777+0000 mgr.y (mgr.15249) 365 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:18:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.940290+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.940290+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.945657+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.945657+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cephadm 2024-09-18T09:18:27.947389+0000 mgr.y (mgr.15249) 366 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-18T09:18:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cephadm 2024-09-18T09:18:27.947389+0000 mgr.y (mgr.15249) 366 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-18T09:18:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.949764+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.949764+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.951563+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.951563+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.954224+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.954224+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cephadm 2024-09-18T09:18:27.955936+0000 mgr.y (mgr.15249) 367 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:18:29.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cephadm 2024-09-18T09:18:27.955936+0000 mgr.y (mgr.15249) 367 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:18:29.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.962713+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.962713+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.968934+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.968934+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cephadm 2024-09-18T09:18:27.970436+0000 mgr.y (mgr.15249) 368 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:18:29.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cephadm 2024-09-18T09:18:27.970436+0000 mgr.y (mgr.15249) 368 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:18:29.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.976975+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.976975+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.984242+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.984242+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cephadm 2024-09-18T09:18:27.985921+0000 mgr.y (mgr.15249) 369 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:18:29.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: cephadm 2024-09-18T09:18:27.985921+0000 mgr.y (mgr.15249) 369 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:18:29.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.994125+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:27.994125+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.000625+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.000625+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.004847+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.004847+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.006574+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.006574+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.009706+0000 mon.a (mon.0) 86 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.009706+0000 mon.a (mon.0) 86 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.013777+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.013777+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.015380+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.015380+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.018635+0000 mon.a (mon.0) 89 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.018635+0000 mon.a (mon.0) 89 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.022578+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.022578+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.024274+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.024274+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.027512+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.027512+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.031477+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.031477+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.033196+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.033196+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.036046+0000 mon.a (mon.0) 95 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.036046+0000 mon.a (mon.0) 95 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.040127+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.040127+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.041846+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.041846+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.044743+0000 mon.a (mon.0) 98 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.044743+0000 mon.a (mon.0) 98 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.049048+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.049048+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.050685+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.050685+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.054422+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:18:29.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.054422+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:18:29.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.061006+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:18:29.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.061006+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:18:29.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.065814+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.065814+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.071543+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:18:29.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.071543+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:18:29.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.075963+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:18:29.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.075963+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:18:29.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.081882+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:18:29.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.081882+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:18:29.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.086202+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:18:29.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.086202+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:18:29.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.087726+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:18:29.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.087726+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:18:29.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.093647+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:18:29.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.093647+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:18:29.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.097561+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:18:29.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.097561+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:18:29.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.098988+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:18:29.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.098988+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:18:29.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.104241+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:18:29.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.104241+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:18:29.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.107956+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.107956+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.109359+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:18:29.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.109359+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:18:29.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.117002+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:18:29.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.117002+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:18:29.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.122203+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:18:29.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.122203+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:18:29.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.123569+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:18:29.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.123569+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:18:29.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.129007+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:18:29.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.129007+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:18:29.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.132888+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:18:29.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.132888+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:18:29.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.136984+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:18:29.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.136984+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:18:29.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.140366+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.140366+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.141918+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.141918+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.143315+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.143315+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.187 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.144718+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.187 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.144718+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.187 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.146185+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.187 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.146185+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.187 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.147547+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.187 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.147547+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.187 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.149707+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:18:29.187 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.149707+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:18:29.187 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.155203+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:18:29.187 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.155203+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:18:29.187 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.157317+0000 mon.a (mon.0) 129 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.187 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.157317+0000 mon.a (mon.0) 129 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.187 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.159133+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.187 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.159133+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.188 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.168381+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.188 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.168381+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.188 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.262292+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.188 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.262292+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.188 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.263781+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.188 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.263781+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.188 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.272940+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.188 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:28 smithi189 bash[70525]: audit 2024-09-18T09:18:28.272940+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cluster 2024-09-18T09:18:27.560008+0000 mgr.y (mgr.15249) 361 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cluster 2024-09-18T09:18:27.560008+0000 mgr.y (mgr.15249) 361 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.710914+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.710914+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.721172+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.721172+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.723242+0000 mon.a (mon.0) 57 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.723242+0000 mon.a (mon.0) 57 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.724949+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.724949+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.735324+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.735324+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.864149+0000 mon.a (mon.0) 60 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:18:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.864149+0000 mon.a (mon.0) 60 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:18:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.867129+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.867129+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.869529+0000 mon.a (mon.0) 62 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.869529+0000 mon.a (mon.0) 62 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cephadm 2024-09-18T09:18:27.870772+0000 mgr.y (mgr.15249) 362 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:18:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cephadm 2024-09-18T09:18:27.870772+0000 mgr.y (mgr.15249) 362 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:18:29.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cluster 2024-09-18T09:18:27.560008+0000 mgr.y (mgr.15249) 361 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:29.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cluster 2024-09-18T09:18:27.560008+0000 mgr.y (mgr.15249) 361 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:29.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.710914+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.710914+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.721172+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.721172+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.723242+0000 mon.a (mon.0) 57 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.723242+0000 mon.a (mon.0) 57 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.724949+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.724949+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.735324+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.735324+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.864149+0000 mon.a (mon.0) 60 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:18:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.864149+0000 mon.a (mon.0) 60 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:18:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.867129+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.867129+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.869529+0000 mon.a (mon.0) 62 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.869529+0000 mon.a (mon.0) 62 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cephadm 2024-09-18T09:18:27.870772+0000 mgr.y (mgr.15249) 362 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:18:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cephadm 2024-09-18T09:18:27.870772+0000 mgr.y (mgr.15249) 362 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:18:29.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.877248+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.877248+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.881359+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.881359+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.886870+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-18T09:18:29.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.886870+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-18T09:18:29.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.890872+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.890872+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.896318+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-18T09:18:29.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.896318+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-18T09:18:29.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.901253+0000 mon.a (mon.0) 68 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.901253+0000 mon.a (mon.0) 68 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cephadm 2024-09-18T09:18:27.902812+0000 mgr.y (mgr.15249) 363 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:18:29.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cephadm 2024-09-18T09:18:27.902812+0000 mgr.y (mgr.15249) 363 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:18:29.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.909061+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.909061+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.918674+0000 mon.a (mon.0) 70 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.918674+0000 mon.a (mon.0) 70 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cephadm 2024-09-18T09:18:27.920331+0000 mgr.y (mgr.15249) 364 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:18:29.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cephadm 2024-09-18T09:18:27.920331+0000 mgr.y (mgr.15249) 364 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:18:29.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.877248+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.877248+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.881359+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.881359+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.886870+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-18T09:18:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.886870+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-18T09:18:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.890872+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.890872+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.896318+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-18T09:18:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.896318+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-18T09:18:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.901253+0000 mon.a (mon.0) 68 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.901253+0000 mon.a (mon.0) 68 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cephadm 2024-09-18T09:18:27.902812+0000 mgr.y (mgr.15249) 363 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:18:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cephadm 2024-09-18T09:18:27.902812+0000 mgr.y (mgr.15249) 363 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:18:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.909061+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.909061+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.918674+0000 mon.a (mon.0) 70 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.918674+0000 mon.a (mon.0) 70 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cephadm 2024-09-18T09:18:27.920331+0000 mgr.y (mgr.15249) 364 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:18:29.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cephadm 2024-09-18T09:18:27.920331+0000 mgr.y (mgr.15249) 364 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:18:29.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.926313+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.926313+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.932235+0000 mon.a (mon.0) 72 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.932235+0000 mon.a (mon.0) 72 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cephadm 2024-09-18T09:18:27.933777+0000 mgr.y (mgr.15249) 365 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:18:29.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cephadm 2024-09-18T09:18:27.933777+0000 mgr.y (mgr.15249) 365 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:18:29.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.940290+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.940290+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.945657+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.945657+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cephadm 2024-09-18T09:18:27.947389+0000 mgr.y (mgr.15249) 366 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-18T09:18:29.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cephadm 2024-09-18T09:18:27.947389+0000 mgr.y (mgr.15249) 366 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-18T09:18:29.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.949764+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.949764+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.951563+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.951563+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.954224+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.954224+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cephadm 2024-09-18T09:18:27.955936+0000 mgr.y (mgr.15249) 367 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:18:29.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cephadm 2024-09-18T09:18:27.955936+0000 mgr.y (mgr.15249) 367 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:18:29.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.962713+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.926313+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.926313+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.932235+0000 mon.a (mon.0) 72 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.932235+0000 mon.a (mon.0) 72 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cephadm 2024-09-18T09:18:27.933777+0000 mgr.y (mgr.15249) 365 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:18:29.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cephadm 2024-09-18T09:18:27.933777+0000 mgr.y (mgr.15249) 365 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:18:29.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.940290+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.940290+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.945657+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.945657+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cephadm 2024-09-18T09:18:27.947389+0000 mgr.y (mgr.15249) 366 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-18T09:18:29.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cephadm 2024-09-18T09:18:27.947389+0000 mgr.y (mgr.15249) 366 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-18T09:18:29.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.949764+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.949764+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.951563+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.951563+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.954224+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.954224+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cephadm 2024-09-18T09:18:27.955936+0000 mgr.y (mgr.15249) 367 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:18:29.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cephadm 2024-09-18T09:18:27.955936+0000 mgr.y (mgr.15249) 367 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:18:29.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.962713+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.962713+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.968934+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.968934+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cephadm 2024-09-18T09:18:27.970436+0000 mgr.y (mgr.15249) 368 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:18:29.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cephadm 2024-09-18T09:18:27.970436+0000 mgr.y (mgr.15249) 368 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:18:29.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.976975+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.976975+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.984242+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.984242+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cephadm 2024-09-18T09:18:27.985921+0000 mgr.y (mgr.15249) 369 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:18:29.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: cephadm 2024-09-18T09:18:27.985921+0000 mgr.y (mgr.15249) 369 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:18:29.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.994125+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:27.994125+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.000625+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.000625+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.004847+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.004847+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.006574+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.006574+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.009706+0000 mon.a (mon.0) 86 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.009706+0000 mon.a (mon.0) 86 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.962713+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.968934+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.968934+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cephadm 2024-09-18T09:18:27.970436+0000 mgr.y (mgr.15249) 368 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:18:29.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cephadm 2024-09-18T09:18:27.970436+0000 mgr.y (mgr.15249) 368 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:18:29.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.976975+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.976975+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.984242+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.984242+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cephadm 2024-09-18T09:18:27.985921+0000 mgr.y (mgr.15249) 369 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:18:29.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: cephadm 2024-09-18T09:18:27.985921+0000 mgr.y (mgr.15249) 369 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:18:29.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.994125+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:27.994125+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.000625+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.000625+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.004847+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.004847+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.006574+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.006574+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.009706+0000 mon.a (mon.0) 86 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.009706+0000 mon.a (mon.0) 86 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.013777+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.013777+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.015380+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.015380+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.018635+0000 mon.a (mon.0) 89 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.018635+0000 mon.a (mon.0) 89 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.022578+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.022578+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.024274+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.024274+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.027512+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.027512+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.031477+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.031477+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.033196+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.033196+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.036046+0000 mon.a (mon.0) 95 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.220 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.036046+0000 mon.a (mon.0) 95 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.013777+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.013777+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.015380+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.015380+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.018635+0000 mon.a (mon.0) 89 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.018635+0000 mon.a (mon.0) 89 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.022578+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.022578+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.024274+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.024274+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.027512+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.027512+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.031477+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.031477+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.033196+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.033196+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.036046+0000 mon.a (mon.0) 95 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.036046+0000 mon.a (mon.0) 95 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.221 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.040127+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.222 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.040127+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.222 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.041846+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.222 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.041846+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.222 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.044743+0000 mon.a (mon.0) 98 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.222 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.044743+0000 mon.a (mon.0) 98 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.222 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.049048+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.222 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.049048+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.222 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.050685+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.222 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.050685+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.222 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.054422+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:18:29.222 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.054422+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:18:29.222 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.061006+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:18:29.222 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.061006+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:18:29.223 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.065814+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.223 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.065814+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.040127+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.040127+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.041846+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.041846+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.044743+0000 mon.a (mon.0) 98 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.044743+0000 mon.a (mon.0) 98 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:29.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.049048+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.049048+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-18T09:18:29.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.050685+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.050685+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-18T09:18:29.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.054422+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:18:29.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.054422+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:18:29.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.061006+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:18:29.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.061006+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:18:29.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.065814+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.065814+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.071543+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:18:29.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.071543+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:18:29.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.075963+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:18:29.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.075963+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:18:29.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.081882+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:18:29.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.081882+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:18:29.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.086202+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:18:29.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.086202+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:18:29.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.087726+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:18:29.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.087726+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:18:29.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.093647+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:18:29.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.093647+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:18:29.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.097561+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:18:29.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.097561+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:18:29.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.098988+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:18:29.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.098988+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:18:29.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.104241+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:18:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.071543+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:18:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.071543+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:18:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.075963+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:18:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.075963+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:18:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.081882+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:18:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.081882+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:18:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.086202+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:18:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.086202+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:18:29.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.087726+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:18:29.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.087726+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:18:29.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.093647+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:18:29.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.093647+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:18:29.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.097561+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:18:29.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.097561+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:18:29.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.098988+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:18:29.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.098988+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:18:29.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.104241+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:18:29.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.104241+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:18:29.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.107956+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.107956+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.109359+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:18:29.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.109359+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:18:29.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.117002+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:18:29.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.117002+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:18:29.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.122203+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:18:29.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.122203+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:18:29.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.123569+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:18:29.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.123569+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:18:29.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.129007+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:18:29.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.129007+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:18:29.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.132888+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:18:29.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.132888+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:18:29.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.104241+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:18:29.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.107956+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.107956+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.109359+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:18:29.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.109359+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:18:29.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.117002+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:18:29.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.117002+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:18:29.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.122203+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:18:29.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.122203+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:18:29.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.123569+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:18:29.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.123569+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:18:29.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.129007+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:18:29.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.129007+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:18:29.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.132888+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:18:29.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.132888+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:18:29.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.136984+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:18:29.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.136984+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:18:29.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.140366+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.140366+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.141918+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.141918+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.143315+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.143315+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.144718+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.144718+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.146185+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.146185+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.147547+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.147547+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.149707+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:18:29.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.149707+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:18:29.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.155203+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:18:29.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.136984+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:18:29.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.136984+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:18:29.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.140366+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.140366+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.141918+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.141918+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.143315+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.143315+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.144718+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.144718+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.146185+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.146185+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.147547+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.147547+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:18:29.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.149707+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:18:29.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.149707+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:18:29.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.155203+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:18:29.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.155203+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:18:29.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.157317+0000 mon.a (mon.0) 129 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.157317+0000 mon.a (mon.0) 129 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.159133+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.159133+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.168381+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.168381+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.262292+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.262292+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.263781+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.263781+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.272940+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[90742]: audit 2024-09-18T09:18:28.272940+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.155203+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:18:29.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.157317+0000 mon.a (mon.0) 129 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.157317+0000 mon.a (mon.0) 129 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.159133+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.159133+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.168381+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.168381+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.262292+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.262292+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:18:29.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.263781+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.263781+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:18:29.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.272940+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:29.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:28 smithi078 bash[94202]: audit 2024-09-18T09:18:28.272940+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:30.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:29 smithi189 bash[70525]: cephadm 2024-09-18T09:18:28.002427+0000 mgr.y (mgr.15249) 370 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-18T09:18:30.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:29 smithi189 bash[70525]: cephadm 2024-09-18T09:18:28.002427+0000 mgr.y (mgr.15249) 370 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-18T09:18:30.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:29 smithi189 bash[70525]: cephadm 2024-09-18T09:18:28.011364+0000 mgr.y (mgr.15249) 371 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-18T09:18:30.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:29 smithi189 bash[70525]: cephadm 2024-09-18T09:18:28.011364+0000 mgr.y (mgr.15249) 371 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-18T09:18:30.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:29 smithi189 bash[70525]: cephadm 2024-09-18T09:18:28.020188+0000 mgr.y (mgr.15249) 372 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-18T09:18:30.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:29 smithi189 bash[70525]: cephadm 2024-09-18T09:18:28.020188+0000 mgr.y (mgr.15249) 372 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-18T09:18:30.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:29 smithi189 bash[70525]: cephadm 2024-09-18T09:18:28.029171+0000 mgr.y (mgr.15249) 373 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-18T09:18:30.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:29 smithi189 bash[70525]: cephadm 2024-09-18T09:18:28.029171+0000 mgr.y (mgr.15249) 373 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-18T09:18:30.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:29 smithi189 bash[70525]: cephadm 2024-09-18T09:18:28.037596+0000 mgr.y (mgr.15249) 374 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-18T09:18:30.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:29 smithi189 bash[70525]: cephadm 2024-09-18T09:18:28.037596+0000 mgr.y (mgr.15249) 374 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-18T09:18:30.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:29 smithi189 bash[70525]: cephadm 2024-09-18T09:18:28.046567+0000 mgr.y (mgr.15249) 375 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-18T09:18:30.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:29 smithi189 bash[70525]: cephadm 2024-09-18T09:18:28.046567+0000 mgr.y (mgr.15249) 375 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-18T09:18:30.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:29 smithi189 bash[70525]: cephadm 2024-09-18T09:18:28.052013+0000 mgr.y (mgr.15249) 376 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:18:30.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:29 smithi189 bash[70525]: cephadm 2024-09-18T09:18:28.052013+0000 mgr.y (mgr.15249) 376 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:18:30.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:29 smithi189 bash[70525]: cephadm 2024-09-18T09:18:28.148821+0000 mgr.y (mgr.15249) 377 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:18:30.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:29 smithi189 bash[70525]: cephadm 2024-09-18T09:18:28.148821+0000 mgr.y (mgr.15249) 377 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:18:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[90742]: cephadm 2024-09-18T09:18:28.002427+0000 mgr.y (mgr.15249) 370 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-18T09:18:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[90742]: cephadm 2024-09-18T09:18:28.002427+0000 mgr.y (mgr.15249) 370 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-18T09:18:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[90742]: cephadm 2024-09-18T09:18:28.011364+0000 mgr.y (mgr.15249) 371 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-18T09:18:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[90742]: cephadm 2024-09-18T09:18:28.011364+0000 mgr.y (mgr.15249) 371 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-18T09:18:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[90742]: cephadm 2024-09-18T09:18:28.020188+0000 mgr.y (mgr.15249) 372 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-18T09:18:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[90742]: cephadm 2024-09-18T09:18:28.020188+0000 mgr.y (mgr.15249) 372 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-18T09:18:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[90742]: cephadm 2024-09-18T09:18:28.029171+0000 mgr.y (mgr.15249) 373 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-18T09:18:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[90742]: cephadm 2024-09-18T09:18:28.029171+0000 mgr.y (mgr.15249) 373 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-18T09:18:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[90742]: cephadm 2024-09-18T09:18:28.037596+0000 mgr.y (mgr.15249) 374 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-18T09:18:30.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[90742]: cephadm 2024-09-18T09:18:28.037596+0000 mgr.y (mgr.15249) 374 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-18T09:18:30.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[90742]: cephadm 2024-09-18T09:18:28.046567+0000 mgr.y (mgr.15249) 375 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-18T09:18:30.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[90742]: cephadm 2024-09-18T09:18:28.046567+0000 mgr.y (mgr.15249) 375 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-18T09:18:30.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[90742]: cephadm 2024-09-18T09:18:28.052013+0000 mgr.y (mgr.15249) 376 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:18:30.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[90742]: cephadm 2024-09-18T09:18:28.052013+0000 mgr.y (mgr.15249) 376 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:18:30.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[90742]: cephadm 2024-09-18T09:18:28.148821+0000 mgr.y (mgr.15249) 377 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:18:30.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[90742]: cephadm 2024-09-18T09:18:28.148821+0000 mgr.y (mgr.15249) 377 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:18:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[94202]: cephadm 2024-09-18T09:18:28.002427+0000 mgr.y (mgr.15249) 370 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-18T09:18:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[94202]: cephadm 2024-09-18T09:18:28.002427+0000 mgr.y (mgr.15249) 370 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-18T09:18:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[94202]: cephadm 2024-09-18T09:18:28.011364+0000 mgr.y (mgr.15249) 371 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-18T09:18:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[94202]: cephadm 2024-09-18T09:18:28.011364+0000 mgr.y (mgr.15249) 371 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-18T09:18:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[94202]: cephadm 2024-09-18T09:18:28.020188+0000 mgr.y (mgr.15249) 372 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-18T09:18:30.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[94202]: cephadm 2024-09-18T09:18:28.020188+0000 mgr.y (mgr.15249) 372 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-18T09:18:30.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[94202]: cephadm 2024-09-18T09:18:28.029171+0000 mgr.y (mgr.15249) 373 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-18T09:18:30.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[94202]: cephadm 2024-09-18T09:18:28.029171+0000 mgr.y (mgr.15249) 373 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-18T09:18:30.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[94202]: cephadm 2024-09-18T09:18:28.037596+0000 mgr.y (mgr.15249) 374 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-18T09:18:30.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[94202]: cephadm 2024-09-18T09:18:28.037596+0000 mgr.y (mgr.15249) 374 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-18T09:18:30.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[94202]: cephadm 2024-09-18T09:18:28.046567+0000 mgr.y (mgr.15249) 375 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-18T09:18:30.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[94202]: cephadm 2024-09-18T09:18:28.046567+0000 mgr.y (mgr.15249) 375 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-18T09:18:30.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[94202]: cephadm 2024-09-18T09:18:28.052013+0000 mgr.y (mgr.15249) 376 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:18:30.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[94202]: cephadm 2024-09-18T09:18:28.052013+0000 mgr.y (mgr.15249) 376 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:18:30.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[94202]: cephadm 2024-09-18T09:18:28.148821+0000 mgr.y (mgr.15249) 377 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:18:30.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:29 smithi078 bash[94202]: cephadm 2024-09-18T09:18:28.148821+0000 mgr.y (mgr.15249) 377 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:18:31.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:30 smithi189 bash[70525]: cluster 2024-09-18T09:18:29.561785+0000 mgr.y (mgr.15249) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:31.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:30 smithi189 bash[70525]: cluster 2024-09-18T09:18:29.561785+0000 mgr.y (mgr.15249) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:31.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:30 smithi078 bash[90742]: cluster 2024-09-18T09:18:29.561785+0000 mgr.y (mgr.15249) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:31.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:30 smithi078 bash[90742]: cluster 2024-09-18T09:18:29.561785+0000 mgr.y (mgr.15249) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:30 smithi078 bash[94202]: cluster 2024-09-18T09:18:29.561785+0000 mgr.y (mgr.15249) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:30 smithi078 bash[94202]: cluster 2024-09-18T09:18:29.561785+0000 mgr.y (mgr.15249) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:31.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:31 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:31.459617198Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:32 smithi189 bash[70525]: cluster 2024-09-18T09:18:31.562520+0000 mgr.y (mgr.15249) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:32 smithi189 bash[70525]: cluster 2024-09-18T09:18:31.562520+0000 mgr.y (mgr.15249) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:32 smithi189 bash[70525]: audit 2024-09-18T09:18:32.213609+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:32 smithi189 bash[70525]: audit 2024-09-18T09:18:32.213609+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:32 smithi189 bash[70525]: audit 2024-09-18T09:18:32.426339+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:32 smithi189 bash[70525]: audit 2024-09-18T09:18:32.426339+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:33.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:32 smithi078 bash[90742]: cluster 2024-09-18T09:18:31.562520+0000 mgr.y (mgr.15249) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:32 smithi078 bash[90742]: cluster 2024-09-18T09:18:31.562520+0000 mgr.y (mgr.15249) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:32 smithi078 bash[90742]: audit 2024-09-18T09:18:32.213609+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:32 smithi078 bash[90742]: audit 2024-09-18T09:18:32.213609+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:32 smithi078 bash[90742]: audit 2024-09-18T09:18:32.426339+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:32 smithi078 bash[90742]: audit 2024-09-18T09:18:32.426339+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:33.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:32 smithi078 bash[94202]: cluster 2024-09-18T09:18:31.562520+0000 mgr.y (mgr.15249) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:33.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:32 smithi078 bash[94202]: cluster 2024-09-18T09:18:31.562520+0000 mgr.y (mgr.15249) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:33.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:32 smithi078 bash[94202]: audit 2024-09-18T09:18:32.213609+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:33.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:32 smithi078 bash[94202]: audit 2024-09-18T09:18:32.213609+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:33.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:32 smithi078 bash[94202]: audit 2024-09-18T09:18:32.426339+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:33.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:32 smithi078 bash[94202]: audit 2024-09-18T09:18:32.426339+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:18:33.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:18:33 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:18:33] "GET /metrics HTTP/1.1" 200 38227 "" "Prometheus/2.51.0" 2024-09-18T09:18:34.732 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:34 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:34.451130887Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:35.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:34 smithi189 bash[70525]: cluster 2024-09-18T09:18:33.564254+0000 mgr.y (mgr.15249) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:35.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:34 smithi189 bash[70525]: cluster 2024-09-18T09:18:33.564254+0000 mgr.y (mgr.15249) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:35.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:34 smithi078 bash[94202]: cluster 2024-09-18T09:18:33.564254+0000 mgr.y (mgr.15249) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:35.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:34 smithi078 bash[94202]: cluster 2024-09-18T09:18:33.564254+0000 mgr.y (mgr.15249) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:35.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:34 smithi078 bash[90742]: cluster 2024-09-18T09:18:33.564254+0000 mgr.y (mgr.15249) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:35.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:34 smithi078 bash[90742]: cluster 2024-09-18T09:18:33.564254+0000 mgr.y (mgr.15249) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:36 smithi189 bash[70525]: cluster 2024-09-18T09:18:35.565108+0000 mgr.y (mgr.15249) 381 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:36 smithi189 bash[70525]: cluster 2024-09-18T09:18:35.565108+0000 mgr.y (mgr.15249) 381 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:36 smithi189 bash[70525]: audit 2024-09-18T09:18:35.644640+0000 mgr.y (mgr.15249) 382 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:36 smithi189 bash[70525]: audit 2024-09-18T09:18:35.644640+0000 mgr.y (mgr.15249) 382 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:37.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:36 smithi078 bash[90742]: cluster 2024-09-18T09:18:35.565108+0000 mgr.y (mgr.15249) 381 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:36 smithi078 bash[90742]: cluster 2024-09-18T09:18:35.565108+0000 mgr.y (mgr.15249) 381 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:36 smithi078 bash[90742]: audit 2024-09-18T09:18:35.644640+0000 mgr.y (mgr.15249) 382 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:36 smithi078 bash[90742]: audit 2024-09-18T09:18:35.644640+0000 mgr.y (mgr.15249) 382 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:37.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:36 smithi078 bash[94202]: cluster 2024-09-18T09:18:35.565108+0000 mgr.y (mgr.15249) 381 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:37.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:36 smithi078 bash[94202]: cluster 2024-09-18T09:18:35.565108+0000 mgr.y (mgr.15249) 381 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:37.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:36 smithi078 bash[94202]: audit 2024-09-18T09:18:35.644640+0000 mgr.y (mgr.15249) 382 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:37.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:36 smithi078 bash[94202]: audit 2024-09-18T09:18:35.644640+0000 mgr.y (mgr.15249) 382 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:37.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:37 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:37.440183307Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:39.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:38 smithi189 bash[70525]: cluster 2024-09-18T09:18:37.565957+0000 mgr.y (mgr.15249) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:38 smithi189 bash[70525]: cluster 2024-09-18T09:18:37.565957+0000 mgr.y (mgr.15249) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:39.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:38 smithi078 bash[90742]: cluster 2024-09-18T09:18:37.565957+0000 mgr.y (mgr.15249) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:38 smithi078 bash[90742]: cluster 2024-09-18T09:18:37.565957+0000 mgr.y (mgr.15249) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:39.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:38 smithi078 bash[94202]: cluster 2024-09-18T09:18:37.565957+0000 mgr.y (mgr.15249) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:39.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:38 smithi078 bash[94202]: cluster 2024-09-18T09:18:37.565957+0000 mgr.y (mgr.15249) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:40.745 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:40 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:40.429054031Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:40 smithi189 bash[70525]: cluster 2024-09-18T09:18:39.567757+0000 mgr.y (mgr.15249) 384 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:40 smithi189 bash[70525]: cluster 2024-09-18T09:18:39.567757+0000 mgr.y (mgr.15249) 384 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:41.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:40 smithi078 bash[90742]: cluster 2024-09-18T09:18:39.567757+0000 mgr.y (mgr.15249) 384 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:41.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:40 smithi078 bash[90742]: cluster 2024-09-18T09:18:39.567757+0000 mgr.y (mgr.15249) 384 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:40 smithi078 bash[94202]: cluster 2024-09-18T09:18:39.567757+0000 mgr.y (mgr.15249) 384 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:40 smithi078 bash[94202]: cluster 2024-09-18T09:18:39.567757+0000 mgr.y (mgr.15249) 384 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:42.730 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch ps' 2024-09-18T09:18:43.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:42 smithi189 bash[70525]: cluster 2024-09-18T09:18:41.568256+0000 mgr.y (mgr.15249) 385 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:42 smithi189 bash[70525]: cluster 2024-09-18T09:18:41.568256+0000 mgr.y (mgr.15249) 385 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:42 smithi189 bash[70525]: audit 2024-09-18T09:18:41.785953+0000 mgr.y (mgr.15249) 386 : audit [DBG] from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:42 smithi189 bash[70525]: audit 2024-09-18T09:18:41.785953+0000 mgr.y (mgr.15249) 386 : audit [DBG] from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:43.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:42 smithi078 bash[90742]: cluster 2024-09-18T09:18:41.568256+0000 mgr.y (mgr.15249) 385 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:43.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:42 smithi078 bash[90742]: cluster 2024-09-18T09:18:41.568256+0000 mgr.y (mgr.15249) 385 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:43.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:42 smithi078 bash[90742]: audit 2024-09-18T09:18:41.785953+0000 mgr.y (mgr.15249) 386 : audit [DBG] from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:43.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:42 smithi078 bash[90742]: audit 2024-09-18T09:18:41.785953+0000 mgr.y (mgr.15249) 386 : audit [DBG] from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:43.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:42 smithi078 bash[94202]: cluster 2024-09-18T09:18:41.568256+0000 mgr.y (mgr.15249) 385 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:43.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:42 smithi078 bash[94202]: cluster 2024-09-18T09:18:41.568256+0000 mgr.y (mgr.15249) 385 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:43.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:42 smithi078 bash[94202]: audit 2024-09-18T09:18:41.785953+0000 mgr.y (mgr.15249) 386 : audit [DBG] from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:43.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:42 smithi078 bash[94202]: audit 2024-09-18T09:18:41.785953+0000 mgr.y (mgr.15249) 386 : audit [DBG] from='client.54104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:43.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:43 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:43.463100461Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:43.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:18:43 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:18:43] "GET /metrics HTTP/1.1" 200 38227 "" "Prometheus/2.51.0" 2024-09-18T09:18:45.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:44 smithi189 bash[70525]: cluster 2024-09-18T09:18:43.569906+0000 mgr.y (mgr.15249) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:45.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:44 smithi189 bash[70525]: cluster 2024-09-18T09:18:43.569906+0000 mgr.y (mgr.15249) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:45.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:44 smithi078 bash[90742]: cluster 2024-09-18T09:18:43.569906+0000 mgr.y (mgr.15249) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:45.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:44 smithi078 bash[90742]: cluster 2024-09-18T09:18:43.569906+0000 mgr.y (mgr.15249) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:45.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:44 smithi078 bash[94202]: cluster 2024-09-18T09:18:43.569906+0000 mgr.y (mgr.15249) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:45.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:44 smithi078 bash[94202]: cluster 2024-09-18T09:18:43.569906+0000 mgr.y (mgr.15249) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:46.759 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:46 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:46.455130867Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:46 smithi189 bash[70525]: cluster 2024-09-18T09:18:45.570489+0000 mgr.y (mgr.15249) 388 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:47.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:46 smithi189 bash[70525]: cluster 2024-09-18T09:18:45.570489+0000 mgr.y (mgr.15249) 388 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:47.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:46 smithi189 bash[70525]: audit 2024-09-18T09:18:45.654772+0000 mgr.y (mgr.15249) 389 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:47.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:46 smithi189 bash[70525]: audit 2024-09-18T09:18:45.654772+0000 mgr.y (mgr.15249) 389 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:47.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:46 smithi078 bash[90742]: cluster 2024-09-18T09:18:45.570489+0000 mgr.y (mgr.15249) 388 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:46 smithi078 bash[90742]: cluster 2024-09-18T09:18:45.570489+0000 mgr.y (mgr.15249) 388 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:46 smithi078 bash[90742]: audit 2024-09-18T09:18:45.654772+0000 mgr.y (mgr.15249) 389 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:46 smithi078 bash[90742]: audit 2024-09-18T09:18:45.654772+0000 mgr.y (mgr.15249) 389 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:46 smithi078 bash[94202]: cluster 2024-09-18T09:18:45.570489+0000 mgr.y (mgr.15249) 388 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:46 smithi078 bash[94202]: cluster 2024-09-18T09:18:45.570489+0000 mgr.y (mgr.15249) 388 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:46 smithi078 bash[94202]: audit 2024-09-18T09:18:45.654772+0000 mgr.y (mgr.15249) 389 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:46 smithi078 bash[94202]: audit 2024-09-18T09:18:45.654772+0000 mgr.y (mgr.15249) 389 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:47.584 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:18:47.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:47 smithi078 bash[90742]: audit 2024-09-18T09:18:47.213993+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:47.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:47 smithi078 bash[90742]: audit 2024-09-18T09:18:47.213993+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:47.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:47 smithi078 bash[94202]: audit 2024-09-18T09:18:47.213993+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:47.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:47 smithi078 bash[94202]: audit 2024-09-18T09:18:47.213993+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:48.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:47 smithi189 bash[70525]: audit 2024-09-18T09:18:47.213993+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:48.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:47 smithi189 bash[70525]: audit 2024-09-18T09:18:47.213993+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:18:49.155 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:18:49.155 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (4m) 33s ago 32m 13.6M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:18:49.156 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (4m) 2m ago 31m 67.0M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:18:49.156 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (6m) 33s ago 29m 49.1M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:18:49.156 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (6m) 2m ago 40m 439M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:18:49.156 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (17m) 33s ago 42m 512M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:18:49.156 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (68s) 33s ago 43m 39.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:18:49.156 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (2m) 2m ago 41m 18.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:18:49.156 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (41s) 33s ago 41m 19.0M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:18:49.156 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (5m) 33s ago 32m 8015k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:18:49.156 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (5m) 2m ago 32m 8043k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:18:49.156 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (39m) 33s ago 39m 58.1M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T09:18:49.156 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (38m) 33s ago 38m 66.8M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T09:18:49.156 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (37m) 33s ago 37m 62.6M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:18:49.157 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (36m) 33s ago 37m 67.0M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:18:49.157 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (36m) 2m ago 36m 68.3M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:18:49.157 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (35m) 2m ago 35m 57.4M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:18:49.157 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (34m) 2m ago 34m 55.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:18:49.157 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (33m) 2m ago 33m 66.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:18:49.157 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (5m) 2m ago 32m 37.7M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:18:49.157 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (29m) 33s ago 29m 101M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:18:49.157 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (29m) 2m ago 29m 102M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:18:49.169 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:48 smithi078 bash[90742]: cluster 2024-09-18T09:18:47.571085+0000 mgr.y (mgr.15249) 390 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:49.169 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:48 smithi078 bash[90742]: cluster 2024-09-18T09:18:47.571085+0000 mgr.y (mgr.15249) 390 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:49.170 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:48 smithi078 bash[94202]: cluster 2024-09-18T09:18:47.571085+0000 mgr.y (mgr.15249) 390 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:49.170 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:48 smithi078 bash[94202]: cluster 2024-09-18T09:18:47.571085+0000 mgr.y (mgr.15249) 390 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:49.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:48 smithi189 bash[70525]: cluster 2024-09-18T09:18:47.571085+0000 mgr.y (mgr.15249) 390 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:49.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:48 smithi189 bash[70525]: cluster 2024-09-18T09:18:47.571085+0000 mgr.y (mgr.15249) 390 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:49.868 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 1'"'"'' 2024-09-18T09:18:49.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:49 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:49.428302666Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:51.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:50 smithi189 bash[70525]: audit 2024-09-18T09:18:49.118330+0000 mgr.y (mgr.15249) 391 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:50 smithi189 bash[70525]: audit 2024-09-18T09:18:49.118330+0000 mgr.y (mgr.15249) 391 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:50 smithi189 bash[70525]: cluster 2024-09-18T09:18:49.572848+0000 mgr.y (mgr.15249) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:50 smithi189 bash[70525]: cluster 2024-09-18T09:18:49.572848+0000 mgr.y (mgr.15249) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:51.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:50 smithi078 bash[90742]: audit 2024-09-18T09:18:49.118330+0000 mgr.y (mgr.15249) 391 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:51.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:50 smithi078 bash[90742]: audit 2024-09-18T09:18:49.118330+0000 mgr.y (mgr.15249) 391 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:51.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:50 smithi078 bash[90742]: cluster 2024-09-18T09:18:49.572848+0000 mgr.y (mgr.15249) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:51.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:50 smithi078 bash[90742]: cluster 2024-09-18T09:18:49.572848+0000 mgr.y (mgr.15249) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:51.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:50 smithi078 bash[94202]: audit 2024-09-18T09:18:49.118330+0000 mgr.y (mgr.15249) 391 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:51.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:50 smithi078 bash[94202]: audit 2024-09-18T09:18:49.118330+0000 mgr.y (mgr.15249) 391 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:18:51.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:50 smithi078 bash[94202]: cluster 2024-09-18T09:18:49.572848+0000 mgr.y (mgr.15249) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:51.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:50 smithi078 bash[94202]: cluster 2024-09-18T09:18:49.572848+0000 mgr.y (mgr.15249) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:52.779 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:52 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:52.430057541Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:53.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:52 smithi189 bash[70525]: cluster 2024-09-18T09:18:51.573619+0000 mgr.y (mgr.15249) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:53.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:52 smithi189 bash[70525]: cluster 2024-09-18T09:18:51.573619+0000 mgr.y (mgr.15249) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:53.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:52 smithi078 bash[90742]: cluster 2024-09-18T09:18:51.573619+0000 mgr.y (mgr.15249) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:53.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:52 smithi078 bash[90742]: cluster 2024-09-18T09:18:51.573619+0000 mgr.y (mgr.15249) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:53.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:52 smithi078 bash[94202]: cluster 2024-09-18T09:18:51.573619+0000 mgr.y (mgr.15249) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:53.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:52 smithi078 bash[94202]: cluster 2024-09-18T09:18:51.573619+0000 mgr.y (mgr.15249) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:53.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:18:53 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:18:53] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.51.0" 2024-09-18T09:18:54.688 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:18:55.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:54 smithi189 bash[70525]: cluster 2024-09-18T09:18:53.575362+0000 mgr.y (mgr.15249) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:55.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:54 smithi189 bash[70525]: cluster 2024-09-18T09:18:53.575362+0000 mgr.y (mgr.15249) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:55.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:54 smithi078 bash[90742]: cluster 2024-09-18T09:18:53.575362+0000 mgr.y (mgr.15249) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:55.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:54 smithi078 bash[90742]: cluster 2024-09-18T09:18:53.575362+0000 mgr.y (mgr.15249) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:55.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:54 smithi078 bash[94202]: cluster 2024-09-18T09:18:53.575362+0000 mgr.y (mgr.15249) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:55.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:54 smithi078 bash[94202]: cluster 2024-09-18T09:18:53.575362+0000 mgr.y (mgr.15249) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:18:55.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:55 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:55.471727176Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:56.488 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:18:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:56 smithi189 bash[70525]: cluster 2024-09-18T09:18:55.576106+0000 mgr.y (mgr.15249) 395 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:57.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:56 smithi189 bash[70525]: cluster 2024-09-18T09:18:55.576106+0000 mgr.y (mgr.15249) 395 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:57.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:56 smithi189 bash[70525]: audit 2024-09-18T09:18:55.665955+0000 mgr.y (mgr.15249) 396 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:57.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:56 smithi189 bash[70525]: audit 2024-09-18T09:18:55.665955+0000 mgr.y (mgr.15249) 396 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:57.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:56 smithi189 bash[70525]: audit 2024-09-18T09:18:56.476060+0000 mon.a (mon.0) 138 : audit [DBG] from='client.? 172.21.15.78:0/3840315115' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:57.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:56 smithi189 bash[70525]: audit 2024-09-18T09:18:56.476060+0000 mon.a (mon.0) 138 : audit [DBG] from='client.? 172.21.15.78:0/3840315115' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:57.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:56 smithi078 bash[90742]: cluster 2024-09-18T09:18:55.576106+0000 mgr.y (mgr.15249) 395 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:56 smithi078 bash[90742]: cluster 2024-09-18T09:18:55.576106+0000 mgr.y (mgr.15249) 395 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:56 smithi078 bash[90742]: audit 2024-09-18T09:18:55.665955+0000 mgr.y (mgr.15249) 396 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:56 smithi078 bash[90742]: audit 2024-09-18T09:18:55.665955+0000 mgr.y (mgr.15249) 396 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:56 smithi078 bash[90742]: audit 2024-09-18T09:18:56.476060+0000 mon.a (mon.0) 138 : audit [DBG] from='client.? 172.21.15.78:0/3840315115' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:56 smithi078 bash[90742]: audit 2024-09-18T09:18:56.476060+0000 mon.a (mon.0) 138 : audit [DBG] from='client.? 172.21.15.78:0/3840315115' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:57.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:56 smithi078 bash[94202]: cluster 2024-09-18T09:18:55.576106+0000 mgr.y (mgr.15249) 395 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:57.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:56 smithi078 bash[94202]: cluster 2024-09-18T09:18:55.576106+0000 mgr.y (mgr.15249) 395 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:57.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:56 smithi078 bash[94202]: audit 2024-09-18T09:18:55.665955+0000 mgr.y (mgr.15249) 396 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:57.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:56 smithi078 bash[94202]: audit 2024-09-18T09:18:55.665955+0000 mgr.y (mgr.15249) 396 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:18:57.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:56 smithi078 bash[94202]: audit 2024-09-18T09:18:56.476060+0000 mon.a (mon.0) 138 : audit [DBG] from='client.? 172.21.15.78:0/3840315115' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:57.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:56 smithi078 bash[94202]: audit 2024-09-18T09:18:56.476060+0000 mon.a (mon.0) 138 : audit [DBG] from='client.? 172.21.15.78:0/3840315115' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:18:57.214 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions | jq -e '"'"'.mon | keys'"'"' | grep $sha1' 2024-09-18T09:18:58.794 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:18:58 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:18:58.451878936Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:18:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:58 smithi189 bash[70525]: cluster 2024-09-18T09:18:57.576771+0000 mgr.y (mgr.15249) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:18:58 smithi189 bash[70525]: cluster 2024-09-18T09:18:57.576771+0000 mgr.y (mgr.15249) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:59.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:58 smithi078 bash[90742]: cluster 2024-09-18T09:18:57.576771+0000 mgr.y (mgr.15249) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:59.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:18:58 smithi078 bash[90742]: cluster 2024-09-18T09:18:57.576771+0000 mgr.y (mgr.15249) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:59.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:58 smithi078 bash[94202]: cluster 2024-09-18T09:18:57.576771+0000 mgr.y (mgr.15249) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:18:59.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:18:58 smithi078 bash[94202]: cluster 2024-09-18T09:18:57.576771+0000 mgr.y (mgr.15249) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:01.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:00 smithi189 bash[70525]: cluster 2024-09-18T09:18:59.578402+0000 mgr.y (mgr.15249) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:01.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:00 smithi189 bash[70525]: cluster 2024-09-18T09:18:59.578402+0000 mgr.y (mgr.15249) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:01.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:00 smithi078 bash[90742]: cluster 2024-09-18T09:18:59.578402+0000 mgr.y (mgr.15249) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:01.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:00 smithi078 bash[90742]: cluster 2024-09-18T09:18:59.578402+0000 mgr.y (mgr.15249) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:01.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:00 smithi078 bash[94202]: cluster 2024-09-18T09:18:59.578402+0000 mgr.y (mgr.15249) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:01.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:00 smithi078 bash[94202]: cluster 2024-09-18T09:18:59.578402+0000 mgr.y (mgr.15249) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:01.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:01 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:01.455828795Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:02.027 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:19:03.139 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:02 smithi078 bash[94202]: cluster 2024-09-18T09:19:01.578968+0000 mgr.y (mgr.15249) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:03.140 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:02 smithi078 bash[94202]: cluster 2024-09-18T09:19:01.578968+0000 mgr.y (mgr.15249) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:03.140 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:02 smithi078 bash[94202]: audit 2024-09-18T09:19:02.214580+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:03.140 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:02 smithi078 bash[94202]: audit 2024-09-18T09:19:02.214580+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:03.140 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:02 smithi078 bash[90742]: cluster 2024-09-18T09:19:01.578968+0000 mgr.y (mgr.15249) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:03.140 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:02 smithi078 bash[90742]: cluster 2024-09-18T09:19:01.578968+0000 mgr.y (mgr.15249) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:03.140 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:02 smithi078 bash[90742]: audit 2024-09-18T09:19:02.214580+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:03.140 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:02 smithi078 bash[90742]: audit 2024-09-18T09:19:02.214580+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:02 smithi189 bash[70525]: cluster 2024-09-18T09:19:01.578968+0000 mgr.y (mgr.15249) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:02 smithi189 bash[70525]: cluster 2024-09-18T09:19:01.578968+0000 mgr.y (mgr.15249) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:02 smithi189 bash[70525]: audit 2024-09-18T09:19:02.214580+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:02 smithi189 bash[70525]: audit 2024-09-18T09:19:02.214580+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:03.581 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)" 2024-09-18T09:19:03.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:19:03 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:19:03] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.51.0" 2024-09-18T09:19:03.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:03 smithi078 bash[90742]: audit 2024-09-18T09:19:03.568949+0000 mon.a (mon.0) 140 : audit [DBG] from='client.? 172.21.15.78:0/2688841254' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:03.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:03 smithi078 bash[90742]: audit 2024-09-18T09:19:03.568949+0000 mon.a (mon.0) 140 : audit [DBG] from='client.? 172.21.15.78:0/2688841254' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:03.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:03 smithi078 bash[94202]: audit 2024-09-18T09:19:03.568949+0000 mon.a (mon.0) 140 : audit [DBG] from='client.? 172.21.15.78:0/2688841254' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:03.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:03 smithi078 bash[94202]: audit 2024-09-18T09:19:03.568949+0000 mon.a (mon.0) 140 : audit [DBG] from='client.? 172.21.15.78:0/2688841254' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:04.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:03 smithi189 bash[70525]: audit 2024-09-18T09:19:03.568949+0000 mon.a (mon.0) 140 : audit [DBG] from='client.? 172.21.15.78:0/2688841254' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:04.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:03 smithi189 bash[70525]: audit 2024-09-18T09:19:03.568949+0000 mon.a (mon.0) 140 : audit [DBG] from='client.? 172.21.15.78:0/2688841254' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:04.368 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 5'"'"'' 2024-09-18T09:19:04.814 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:04 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:04.453481569Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:04 smithi189 bash[70525]: cluster 2024-09-18T09:19:03.580070+0000 mgr.y (mgr.15249) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:04 smithi189 bash[70525]: cluster 2024-09-18T09:19:03.580070+0000 mgr.y (mgr.15249) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:05.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:04 smithi078 bash[90742]: cluster 2024-09-18T09:19:03.580070+0000 mgr.y (mgr.15249) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:04 smithi078 bash[90742]: cluster 2024-09-18T09:19:03.580070+0000 mgr.y (mgr.15249) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:05.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:04 smithi078 bash[94202]: cluster 2024-09-18T09:19:03.580070+0000 mgr.y (mgr.15249) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:05.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:04 smithi078 bash[94202]: cluster 2024-09-18T09:19:03.580070+0000 mgr.y (mgr.15249) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:07.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:06 smithi189 bash[70525]: cluster 2024-09-18T09:19:05.580746+0000 mgr.y (mgr.15249) 401 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:07.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:06 smithi189 bash[70525]: cluster 2024-09-18T09:19:05.580746+0000 mgr.y (mgr.15249) 401 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:07.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:06 smithi189 bash[70525]: audit 2024-09-18T09:19:05.673582+0000 mgr.y (mgr.15249) 402 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:07.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:06 smithi189 bash[70525]: audit 2024-09-18T09:19:05.673582+0000 mgr.y (mgr.15249) 402 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:06 smithi078 bash[90742]: cluster 2024-09-18T09:19:05.580746+0000 mgr.y (mgr.15249) 401 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:06 smithi078 bash[90742]: cluster 2024-09-18T09:19:05.580746+0000 mgr.y (mgr.15249) 401 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:06 smithi078 bash[90742]: audit 2024-09-18T09:19:05.673582+0000 mgr.y (mgr.15249) 402 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:06 smithi078 bash[90742]: audit 2024-09-18T09:19:05.673582+0000 mgr.y (mgr.15249) 402 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:06 smithi078 bash[94202]: cluster 2024-09-18T09:19:05.580746+0000 mgr.y (mgr.15249) 401 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:06 smithi078 bash[94202]: cluster 2024-09-18T09:19:05.580746+0000 mgr.y (mgr.15249) 401 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:06 smithi078 bash[94202]: audit 2024-09-18T09:19:05.673582+0000 mgr.y (mgr.15249) 402 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:06 smithi078 bash[94202]: audit 2024-09-18T09:19:05.673582+0000 mgr.y (mgr.15249) 402 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:07.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:07 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:07.454341912Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:09.171 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:19:09.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:08 smithi189 bash[70525]: cluster 2024-09-18T09:19:07.581530+0000 mgr.y (mgr.15249) 403 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:09.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:08 smithi189 bash[70525]: cluster 2024-09-18T09:19:07.581530+0000 mgr.y (mgr.15249) 403 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:09.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:08 smithi078 bash[90742]: cluster 2024-09-18T09:19:07.581530+0000 mgr.y (mgr.15249) 403 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:09.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:08 smithi078 bash[90742]: cluster 2024-09-18T09:19:07.581530+0000 mgr.y (mgr.15249) 403 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:09.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:08 smithi078 bash[94202]: cluster 2024-09-18T09:19:07.581530+0000 mgr.y (mgr.15249) 403 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:09.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:08 smithi078 bash[94202]: cluster 2024-09-18T09:19:07.581530+0000 mgr.y (mgr.15249) 403 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:10.826 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:10 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:10.429390987Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:11.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:10 smithi189 bash[70525]: cluster 2024-09-18T09:19:09.583188+0000 mgr.y (mgr.15249) 404 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:19:11.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:10 smithi189 bash[70525]: cluster 2024-09-18T09:19:09.583188+0000 mgr.y (mgr.15249) 404 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:19:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:10 smithi078 bash[90742]: cluster 2024-09-18T09:19:09.583188+0000 mgr.y (mgr.15249) 404 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:19:11.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:10 smithi078 bash[90742]: cluster 2024-09-18T09:19:09.583188+0000 mgr.y (mgr.15249) 404 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:19:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:10 smithi078 bash[94202]: cluster 2024-09-18T09:19:09.583188+0000 mgr.y (mgr.15249) 404 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:19:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:10 smithi078 bash[94202]: cluster 2024-09-18T09:19:09.583188+0000 mgr.y (mgr.15249) 404 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:19:12.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:11 smithi189 bash[70525]: audit 2024-09-18T09:19:10.791038+0000 mgr.y (mgr.15249) 405 : audit [DBG] from='client.44154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:12.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:11 smithi189 bash[70525]: audit 2024-09-18T09:19:10.791038+0000 mgr.y (mgr.15249) 405 : audit [DBG] from='client.44154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:12.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:11 smithi078 bash[90742]: audit 2024-09-18T09:19:10.791038+0000 mgr.y (mgr.15249) 405 : audit [DBG] from='client.44154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:12.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:11 smithi078 bash[90742]: audit 2024-09-18T09:19:10.791038+0000 mgr.y (mgr.15249) 405 : audit [DBG] from='client.44154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:11 smithi078 bash[94202]: audit 2024-09-18T09:19:10.791038+0000 mgr.y (mgr.15249) 405 : audit [DBG] from='client.44154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:12.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:11 smithi078 bash[94202]: audit 2024-09-18T09:19:10.791038+0000 mgr.y (mgr.15249) 405 : audit [DBG] from='client.44154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:13.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:12 smithi189 bash[70525]: cluster 2024-09-18T09:19:11.583911+0000 mgr.y (mgr.15249) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-18T09:19:13.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:12 smithi189 bash[70525]: cluster 2024-09-18T09:19:11.583911+0000 mgr.y (mgr.15249) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-18T09:19:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:12 smithi078 bash[90742]: cluster 2024-09-18T09:19:11.583911+0000 mgr.y (mgr.15249) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-18T09:19:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:12 smithi078 bash[90742]: cluster 2024-09-18T09:19:11.583911+0000 mgr.y (mgr.15249) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-18T09:19:13.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:12 smithi078 bash[94202]: cluster 2024-09-18T09:19:11.583911+0000 mgr.y (mgr.15249) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-18T09:19:13.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:12 smithi078 bash[94202]: cluster 2024-09-18T09:19:11.583911+0000 mgr.y (mgr.15249) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-18T09:19:13.417 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:19:13.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:19:13 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:19:13] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.51.0" 2024-09-18T09:19:13.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:13 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:13.441342646Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:14.103 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch upgrade status' 2024-09-18T09:19:15.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:14 smithi189 bash[70525]: cluster 2024-09-18T09:19:13.585598+0000 mgr.y (mgr.15249) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:19:15.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:14 smithi189 bash[70525]: cluster 2024-09-18T09:19:13.585598+0000 mgr.y (mgr.15249) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:19:15.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:14 smithi078 bash[90742]: cluster 2024-09-18T09:19:13.585598+0000 mgr.y (mgr.15249) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:19:15.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:14 smithi078 bash[90742]: cluster 2024-09-18T09:19:13.585598+0000 mgr.y (mgr.15249) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:19:15.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:14 smithi078 bash[94202]: cluster 2024-09-18T09:19:13.585598+0000 mgr.y (mgr.15249) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:19:15.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:14 smithi078 bash[94202]: cluster 2024-09-18T09:19:13.585598+0000 mgr.y (mgr.15249) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-18T09:19:16.845 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:16 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:16.467290067Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:17.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:16 smithi189 bash[70525]: cluster 2024-09-18T09:19:15.586290+0000 mgr.y (mgr.15249) 408 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:16 smithi189 bash[70525]: cluster 2024-09-18T09:19:15.586290+0000 mgr.y (mgr.15249) 408 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:16 smithi189 bash[70525]: audit 2024-09-18T09:19:15.684843+0000 mgr.y (mgr.15249) 409 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:16 smithi189 bash[70525]: audit 2024-09-18T09:19:15.684843+0000 mgr.y (mgr.15249) 409 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:16 smithi078 bash[90742]: cluster 2024-09-18T09:19:15.586290+0000 mgr.y (mgr.15249) 408 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:16 smithi078 bash[90742]: cluster 2024-09-18T09:19:15.586290+0000 mgr.y (mgr.15249) 408 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:16 smithi078 bash[90742]: audit 2024-09-18T09:19:15.684843+0000 mgr.y (mgr.15249) 409 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:16 smithi078 bash[90742]: audit 2024-09-18T09:19:15.684843+0000 mgr.y (mgr.15249) 409 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:17.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:16 smithi078 bash[94202]: cluster 2024-09-18T09:19:15.586290+0000 mgr.y (mgr.15249) 408 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:17.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:16 smithi078 bash[94202]: cluster 2024-09-18T09:19:15.586290+0000 mgr.y (mgr.15249) 408 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:17.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:16 smithi078 bash[94202]: audit 2024-09-18T09:19:15.684843+0000 mgr.y (mgr.15249) 409 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:17.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:16 smithi078 bash[94202]: audit 2024-09-18T09:19:15.684843+0000 mgr.y (mgr.15249) 409 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:18.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:17 smithi189 bash[70525]: audit 2024-09-18T09:19:17.215200+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:18.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:17 smithi189 bash[70525]: audit 2024-09-18T09:19:17.215200+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:18.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:17 smithi078 bash[90742]: audit 2024-09-18T09:19:17.215200+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:18.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:17 smithi078 bash[90742]: audit 2024-09-18T09:19:17.215200+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:18.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:17 smithi078 bash[94202]: audit 2024-09-18T09:19:17.215200+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:18.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:17 smithi078 bash[94202]: audit 2024-09-18T09:19:17.215200+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:18.912 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:19:19.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:18 smithi189 bash[70525]: cluster 2024-09-18T09:19:17.587007+0000 mgr.y (mgr.15249) 410 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:19.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:18 smithi189 bash[70525]: cluster 2024-09-18T09:19:17.587007+0000 mgr.y (mgr.15249) 410 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:19.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:18 smithi078 bash[90742]: cluster 2024-09-18T09:19:17.587007+0000 mgr.y (mgr.15249) 410 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:19.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:18 smithi078 bash[90742]: cluster 2024-09-18T09:19:17.587007+0000 mgr.y (mgr.15249) 410 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:19.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:18 smithi078 bash[94202]: cluster 2024-09-18T09:19:17.587007+0000 mgr.y (mgr.15249) 410 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:19.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:18 smithi078 bash[94202]: cluster 2024-09-18T09:19:17.587007+0000 mgr.y (mgr.15249) 410 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:19.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:19 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:19.442856583Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:20.511 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:19:20.511 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": null, 2024-09-18T09:19:20.511 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": false, 2024-09-18T09:19:20.511 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "", 2024-09-18T09:19:20.511 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:19:20.512 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": null, 2024-09-18T09:19:20.512 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "", 2024-09-18T09:19:20.512 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:19:20.512 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:19:21.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:20 smithi189 bash[70525]: cluster 2024-09-18T09:19:19.588652+0000 mgr.y (mgr.15249) 411 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:21.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:20 smithi189 bash[70525]: cluster 2024-09-18T09:19:19.588652+0000 mgr.y (mgr.15249) 411 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:21.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:20 smithi078 bash[90742]: cluster 2024-09-18T09:19:19.588652+0000 mgr.y (mgr.15249) 411 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:21.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:20 smithi078 bash[90742]: cluster 2024-09-18T09:19:19.588652+0000 mgr.y (mgr.15249) 411 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:21.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:20 smithi078 bash[94202]: cluster 2024-09-18T09:19:19.588652+0000 mgr.y (mgr.15249) 411 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:21.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:20 smithi078 bash[94202]: cluster 2024-09-18T09:19:19.588652+0000 mgr.y (mgr.15249) 411 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-18T09:19:21.270 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph health detail' 2024-09-18T09:19:22.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:21 smithi189 bash[70525]: audit 2024-09-18T09:19:20.510734+0000 mgr.y (mgr.15249) 412 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:22.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:21 smithi189 bash[70525]: audit 2024-09-18T09:19:20.510734+0000 mgr.y (mgr.15249) 412 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:22.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:21 smithi078 bash[90742]: audit 2024-09-18T09:19:20.510734+0000 mgr.y (mgr.15249) 412 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:22.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:21 smithi078 bash[90742]: audit 2024-09-18T09:19:20.510734+0000 mgr.y (mgr.15249) 412 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:22.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:21 smithi078 bash[94202]: audit 2024-09-18T09:19:20.510734+0000 mgr.y (mgr.15249) 412 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:22.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:21 smithi078 bash[94202]: audit 2024-09-18T09:19:20.510734+0000 mgr.y (mgr.15249) 412 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:22.872 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:22 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:22.461947881Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:22 smithi189 bash[70525]: cluster 2024-09-18T09:19:21.589334+0000 mgr.y (mgr.15249) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:22 smithi189 bash[70525]: cluster 2024-09-18T09:19:21.589334+0000 mgr.y (mgr.15249) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:23.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:22 smithi078 bash[90742]: cluster 2024-09-18T09:19:21.589334+0000 mgr.y (mgr.15249) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:22 smithi078 bash[90742]: cluster 2024-09-18T09:19:21.589334+0000 mgr.y (mgr.15249) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:23.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:22 smithi078 bash[94202]: cluster 2024-09-18T09:19:21.589334+0000 mgr.y (mgr.15249) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:23.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:22 smithi078 bash[94202]: cluster 2024-09-18T09:19:21.589334+0000 mgr.y (mgr.15249) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:23.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:19:23 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:19:23] "GET /metrics HTTP/1.1" 200 38225 "" "Prometheus/2.51.0" 2024-09-18T09:19:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:24 smithi189 bash[70525]: cluster 2024-09-18T09:19:23.590947+0000 mgr.y (mgr.15249) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:25.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:24 smithi189 bash[70525]: cluster 2024-09-18T09:19:23.590947+0000 mgr.y (mgr.15249) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:25.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:24 smithi078 bash[90742]: cluster 2024-09-18T09:19:23.590947+0000 mgr.y (mgr.15249) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:24 smithi078 bash[90742]: cluster 2024-09-18T09:19:23.590947+0000 mgr.y (mgr.15249) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:25.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:24 smithi078 bash[94202]: cluster 2024-09-18T09:19:23.590947+0000 mgr.y (mgr.15249) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:25.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:24 smithi078 bash[94202]: cluster 2024-09-18T09:19:23.590947+0000 mgr.y (mgr.15249) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:25.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:25 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:25.454264073Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:26.100 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:19:27.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:26 smithi189 bash[70525]: cluster 2024-09-18T09:19:25.591759+0000 mgr.y (mgr.15249) 415 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:27.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:26 smithi189 bash[70525]: cluster 2024-09-18T09:19:25.591759+0000 mgr.y (mgr.15249) 415 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:27.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:26 smithi189 bash[70525]: audit 2024-09-18T09:19:25.696115+0000 mgr.y (mgr.15249) 416 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:27.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:26 smithi189 bash[70525]: audit 2024-09-18T09:19:25.696115+0000 mgr.y (mgr.15249) 416 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:26 smithi078 bash[90742]: cluster 2024-09-18T09:19:25.591759+0000 mgr.y (mgr.15249) 415 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:26 smithi078 bash[90742]: cluster 2024-09-18T09:19:25.591759+0000 mgr.y (mgr.15249) 415 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:26 smithi078 bash[90742]: audit 2024-09-18T09:19:25.696115+0000 mgr.y (mgr.15249) 416 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:26 smithi078 bash[90742]: audit 2024-09-18T09:19:25.696115+0000 mgr.y (mgr.15249) 416 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:26 smithi078 bash[94202]: cluster 2024-09-18T09:19:25.591759+0000 mgr.y (mgr.15249) 415 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:26 smithi078 bash[94202]: cluster 2024-09-18T09:19:25.591759+0000 mgr.y (mgr.15249) 415 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:26 smithi078 bash[94202]: audit 2024-09-18T09:19:25.696115+0000 mgr.y (mgr.15249) 416 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:26 smithi078 bash[94202]: audit 2024-09-18T09:19:25.696115+0000 mgr.y (mgr.15249) 416 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:27.688 INFO:teuthology.orchestra.run.smithi078.stdout:HEALTH_OK 2024-09-18T09:19:27.953 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:27 smithi078 bash[90742]: audit 2024-09-18T09:19:27.688177+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.78:0/1287141741' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:19:27.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:27 smithi078 bash[90742]: audit 2024-09-18T09:19:27.688177+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.78:0/1287141741' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:19:27.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:27 smithi078 bash[94202]: audit 2024-09-18T09:19:27.688177+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.78:0/1287141741' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:19:27.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:27 smithi078 bash[94202]: audit 2024-09-18T09:19:27.688177+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.78:0/1287141741' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:19:28.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:27 smithi189 bash[70525]: audit 2024-09-18T09:19:27.688177+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.78:0/1287141741' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:19:28.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:27 smithi189 bash[70525]: audit 2024-09-18T09:19:27.688177+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.78:0/1287141741' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:19:28.412 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2' 2024-09-18T09:19:28.893 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:28 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:28.428580248Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:29.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:28 smithi189 bash[70525]: cluster 2024-09-18T09:19:27.592450+0000 mgr.y (mgr.15249) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:29.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:28 smithi189 bash[70525]: cluster 2024-09-18T09:19:27.592450+0000 mgr.y (mgr.15249) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:29.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:28 smithi078 bash[90742]: cluster 2024-09-18T09:19:27.592450+0000 mgr.y (mgr.15249) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:28 smithi078 bash[90742]: cluster 2024-09-18T09:19:27.592450+0000 mgr.y (mgr.15249) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:29.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:28 smithi078 bash[94202]: cluster 2024-09-18T09:19:27.592450+0000 mgr.y (mgr.15249) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:29.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:28 smithi078 bash[94202]: cluster 2024-09-18T09:19:27.592450+0000 mgr.y (mgr.15249) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:30.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:29 smithi189 bash[70525]: audit 2024-09-18T09:19:29.051619+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:30.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:29 smithi189 bash[70525]: audit 2024-09-18T09:19:29.051619+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:30.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:29 smithi189 bash[70525]: audit 2024-09-18T09:19:29.053350+0000 mon.a (mon.0) 143 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:19:30.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:29 smithi189 bash[70525]: audit 2024-09-18T09:19:29.053350+0000 mon.a (mon.0) 143 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:19:30.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:29 smithi189 bash[70525]: audit 2024-09-18T09:19:29.061899+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:30.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:29 smithi189 bash[70525]: audit 2024-09-18T09:19:29.061899+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:29 smithi078 bash[90742]: audit 2024-09-18T09:19:29.051619+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:29 smithi078 bash[90742]: audit 2024-09-18T09:19:29.051619+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:29 smithi078 bash[90742]: audit 2024-09-18T09:19:29.053350+0000 mon.a (mon.0) 143 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:19:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:29 smithi078 bash[90742]: audit 2024-09-18T09:19:29.053350+0000 mon.a (mon.0) 143 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:19:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:29 smithi078 bash[90742]: audit 2024-09-18T09:19:29.061899+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:29 smithi078 bash[90742]: audit 2024-09-18T09:19:29.061899+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:29 smithi078 bash[94202]: audit 2024-09-18T09:19:29.051619+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:29 smithi078 bash[94202]: audit 2024-09-18T09:19:29.051619+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:29 smithi078 bash[94202]: audit 2024-09-18T09:19:29.053350+0000 mon.a (mon.0) 143 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:19:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:29 smithi078 bash[94202]: audit 2024-09-18T09:19:29.053350+0000 mon.a (mon.0) 143 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:19:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:29 smithi078 bash[94202]: audit 2024-09-18T09:19:29.061899+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:29 smithi078 bash[94202]: audit 2024-09-18T09:19:29.061899+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:31.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:30 smithi189 bash[70525]: cluster 2024-09-18T09:19:29.594059+0000 mgr.y (mgr.15249) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:31.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:30 smithi189 bash[70525]: cluster 2024-09-18T09:19:29.594059+0000 mgr.y (mgr.15249) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:31.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:30 smithi078 bash[90742]: cluster 2024-09-18T09:19:29.594059+0000 mgr.y (mgr.15249) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:31.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:30 smithi078 bash[90742]: cluster 2024-09-18T09:19:29.594059+0000 mgr.y (mgr.15249) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:30 smithi078 bash[94202]: cluster 2024-09-18T09:19:29.594059+0000 mgr.y (mgr.15249) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:30 smithi078 bash[94202]: cluster 2024-09-18T09:19:29.594059+0000 mgr.y (mgr.15249) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:31.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:31 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:31.42832073Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:33.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:32 smithi189 bash[70525]: cluster 2024-09-18T09:19:31.594737+0000 mgr.y (mgr.15249) 419 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:33.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:32 smithi189 bash[70525]: cluster 2024-09-18T09:19:31.594737+0000 mgr.y (mgr.15249) 419 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:32 smithi189 bash[70525]: audit 2024-09-18T09:19:32.215341+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:32 smithi189 bash[70525]: audit 2024-09-18T09:19:32.215341+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:33.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:32 smithi078 bash[90742]: cluster 2024-09-18T09:19:31.594737+0000 mgr.y (mgr.15249) 419 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:32 smithi078 bash[90742]: cluster 2024-09-18T09:19:31.594737+0000 mgr.y (mgr.15249) 419 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:32 smithi078 bash[90742]: audit 2024-09-18T09:19:32.215341+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:32 smithi078 bash[90742]: audit 2024-09-18T09:19:32.215341+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:33.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:32 smithi078 bash[94202]: cluster 2024-09-18T09:19:31.594737+0000 mgr.y (mgr.15249) 419 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:33.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:32 smithi078 bash[94202]: cluster 2024-09-18T09:19:31.594737+0000 mgr.y (mgr.15249) 419 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:33.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:32 smithi078 bash[94202]: audit 2024-09-18T09:19:32.215341+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:33.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:32 smithi078 bash[94202]: audit 2024-09-18T09:19:32.215341+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:33.224 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:19:33.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:19:33 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:19:33] "GET /metrics HTTP/1.1" 200 38227 "" "Prometheus/2.51.0" 2024-09-18T09:19:34.905 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:34 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:34.469579634Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:35.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:34 smithi189 bash[70525]: cluster 2024-09-18T09:19:33.596274+0000 mgr.y (mgr.15249) 420 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:35.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:34 smithi189 bash[70525]: cluster 2024-09-18T09:19:33.596274+0000 mgr.y (mgr.15249) 420 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:35.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:34 smithi078 bash[90742]: cluster 2024-09-18T09:19:33.596274+0000 mgr.y (mgr.15249) 420 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:35.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:34 smithi078 bash[90742]: cluster 2024-09-18T09:19:33.596274+0000 mgr.y (mgr.15249) 420 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:35.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:34 smithi078 bash[94202]: cluster 2024-09-18T09:19:33.596274+0000 mgr.y (mgr.15249) 420 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:35.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:34 smithi078 bash[94202]: cluster 2024-09-18T09:19:33.596274+0000 mgr.y (mgr.15249) 420 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:36.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:35 smithi189 bash[70525]: audit 2024-09-18T09:19:34.897974+0000 mgr.y (mgr.15249) 421 : audit [DBG] from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:36.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:35 smithi189 bash[70525]: audit 2024-09-18T09:19:34.897974+0000 mgr.y (mgr.15249) 421 : audit [DBG] from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:36.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:35 smithi078 bash[90742]: audit 2024-09-18T09:19:34.897974+0000 mgr.y (mgr.15249) 421 : audit [DBG] from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:36.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:35 smithi078 bash[90742]: audit 2024-09-18T09:19:34.897974+0000 mgr.y (mgr.15249) 421 : audit [DBG] from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:36.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:35 smithi078 bash[94202]: audit 2024-09-18T09:19:34.897974+0000 mgr.y (mgr.15249) 421 : audit [DBG] from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:36.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:35 smithi078 bash[94202]: audit 2024-09-18T09:19:34.897974+0000 mgr.y (mgr.15249) 421 : audit [DBG] from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:37.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:36 smithi189 bash[70525]: cluster 2024-09-18T09:19:35.596987+0000 mgr.y (mgr.15249) 422 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:36 smithi189 bash[70525]: cluster 2024-09-18T09:19:35.596987+0000 mgr.y (mgr.15249) 422 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:36 smithi189 bash[70525]: audit 2024-09-18T09:19:35.704033+0000 mgr.y (mgr.15249) 423 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:36 smithi189 bash[70525]: audit 2024-09-18T09:19:35.704033+0000 mgr.y (mgr.15249) 423 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:37.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:36 smithi078 bash[90742]: cluster 2024-09-18T09:19:35.596987+0000 mgr.y (mgr.15249) 422 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:36 smithi078 bash[90742]: cluster 2024-09-18T09:19:35.596987+0000 mgr.y (mgr.15249) 422 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:36 smithi078 bash[90742]: audit 2024-09-18T09:19:35.704033+0000 mgr.y (mgr.15249) 423 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:36 smithi078 bash[90742]: audit 2024-09-18T09:19:35.704033+0000 mgr.y (mgr.15249) 423 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:37.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:36 smithi078 bash[94202]: cluster 2024-09-18T09:19:35.596987+0000 mgr.y (mgr.15249) 422 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:37.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:36 smithi078 bash[94202]: cluster 2024-09-18T09:19:35.596987+0000 mgr.y (mgr.15249) 422 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:37.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:36 smithi078 bash[94202]: audit 2024-09-18T09:19:35.704033+0000 mgr.y (mgr.15249) 423 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:37.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:36 smithi078 bash[94202]: audit 2024-09-18T09:19:35.704033+0000 mgr.y (mgr.15249) 423 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:37.555 INFO:teuthology.orchestra.run.smithi078.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:19:37.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:37 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:37.463525686Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:38.235 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-18T09:19:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:38 smithi189 bash[70525]: cephadm 2024-09-18T09:19:37.548744+0000 mgr.y (mgr.15249) 424 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:19:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:38 smithi189 bash[70525]: cephadm 2024-09-18T09:19:37.548744+0000 mgr.y (mgr.15249) 424 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:19:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:38 smithi189 bash[70525]: audit 2024-09-18T09:19:37.554542+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:38 smithi189 bash[70525]: audit 2024-09-18T09:19:37.554542+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:38 smithi189 bash[70525]: audit 2024-09-18T09:19:37.556143+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:38 smithi189 bash[70525]: audit 2024-09-18T09:19:37.556143+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:38 smithi189 bash[70525]: audit 2024-09-18T09:19:37.557116+0000 mon.a (mon.0) 148 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:19:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:38 smithi189 bash[70525]: audit 2024-09-18T09:19:37.557116+0000 mon.a (mon.0) 148 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:19:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:38 smithi189 bash[70525]: audit 2024-09-18T09:19:37.565356+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:38.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:38 smithi189 bash[70525]: audit 2024-09-18T09:19:37.565356+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:38.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:38 smithi189 bash[70525]: cluster 2024-09-18T09:19:37.597418+0000 mgr.y (mgr.15249) 425 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:38.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:38 smithi189 bash[70525]: cluster 2024-09-18T09:19:37.597418+0000 mgr.y (mgr.15249) 425 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:38.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:38 smithi189 bash[70525]: cephadm 2024-09-18T09:19:37.631120+0000 mgr.y (mgr.15249) 426 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:19:38.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:38 smithi189 bash[70525]: cephadm 2024-09-18T09:19:37.631120+0000 mgr.y (mgr.15249) 426 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:19:38.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[90742]: cephadm 2024-09-18T09:19:37.548744+0000 mgr.y (mgr.15249) 424 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:19:38.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[90742]: cephadm 2024-09-18T09:19:37.548744+0000 mgr.y (mgr.15249) 424 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:19:38.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[90742]: audit 2024-09-18T09:19:37.554542+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:38.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[90742]: audit 2024-09-18T09:19:37.554542+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:38.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[90742]: audit 2024-09-18T09:19:37.556143+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:38.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[90742]: audit 2024-09-18T09:19:37.556143+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:38.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[90742]: audit 2024-09-18T09:19:37.557116+0000 mon.a (mon.0) 148 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:19:38.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[90742]: audit 2024-09-18T09:19:37.557116+0000 mon.a (mon.0) 148 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:19:38.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[90742]: audit 2024-09-18T09:19:37.565356+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:38.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[90742]: audit 2024-09-18T09:19:37.565356+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:38.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[90742]: cluster 2024-09-18T09:19:37.597418+0000 mgr.y (mgr.15249) 425 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:38.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[90742]: cluster 2024-09-18T09:19:37.597418+0000 mgr.y (mgr.15249) 425 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:38.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[90742]: cephadm 2024-09-18T09:19:37.631120+0000 mgr.y (mgr.15249) 426 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:19:38.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[90742]: cephadm 2024-09-18T09:19:37.631120+0000 mgr.y (mgr.15249) 426 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:19:38.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[94202]: cephadm 2024-09-18T09:19:37.548744+0000 mgr.y (mgr.15249) 424 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:19:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[94202]: cephadm 2024-09-18T09:19:37.548744+0000 mgr.y (mgr.15249) 424 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:19:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[94202]: audit 2024-09-18T09:19:37.554542+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[94202]: audit 2024-09-18T09:19:37.554542+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[94202]: audit 2024-09-18T09:19:37.556143+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[94202]: audit 2024-09-18T09:19:37.556143+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[94202]: audit 2024-09-18T09:19:37.557116+0000 mon.a (mon.0) 148 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:19:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[94202]: audit 2024-09-18T09:19:37.557116+0000 mon.a (mon.0) 148 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:19:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[94202]: audit 2024-09-18T09:19:37.565356+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[94202]: audit 2024-09-18T09:19:37.565356+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[94202]: cluster 2024-09-18T09:19:37.597418+0000 mgr.y (mgr.15249) 425 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[94202]: cluster 2024-09-18T09:19:37.597418+0000 mgr.y (mgr.15249) 425 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[94202]: cephadm 2024-09-18T09:19:37.631120+0000 mgr.y (mgr.15249) 426 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:19:38.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:38 smithi078 bash[94202]: cephadm 2024-09-18T09:19:37.631120+0000 mgr.y (mgr.15249) 426 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:19:40.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:40.477581311Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:40.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: cluster 2024-09-18T09:19:39.599015+0000 mgr.y (mgr.15249) 427 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:40.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: cluster 2024-09-18T09:19:39.599015+0000 mgr.y (mgr.15249) 427 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:40.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.012931+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.012931+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.015696+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:19:40.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.015696+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:19:40.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.018666+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.018666+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.026609+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.026609+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.029865+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.029865+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.036627+0000 mon.a (mon.0) 155 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.036627+0000 mon.a (mon.0) 155 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.039939+0000 mon.a (mon.0) 156 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.039939+0000 mon.a (mon.0) 156 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.047364+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.047364+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.051529+0000 mon.a (mon.0) 158 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-18T09:19:40.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:40 smithi189 bash[70525]: audit 2024-09-18T09:19:40.051529+0000 mon.a (mon.0) 158 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-18T09:19:40.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: cluster 2024-09-18T09:19:39.599015+0000 mgr.y (mgr.15249) 427 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:40.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: cluster 2024-09-18T09:19:39.599015+0000 mgr.y (mgr.15249) 427 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:40.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.012931+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.012931+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.015696+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:19:40.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.015696+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:19:40.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.018666+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.018666+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.026609+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.026609+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.029865+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.029865+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.036627+0000 mon.a (mon.0) 155 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.036627+0000 mon.a (mon.0) 155 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.039939+0000 mon.a (mon.0) 156 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.039939+0000 mon.a (mon.0) 156 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.047364+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.047364+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.051529+0000 mon.a (mon.0) 158 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-18T09:19:40.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[94202]: audit 2024-09-18T09:19:40.051529+0000 mon.a (mon.0) 158 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-18T09:19:40.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: cluster 2024-09-18T09:19:39.599015+0000 mgr.y (mgr.15249) 427 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:40.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: cluster 2024-09-18T09:19:39.599015+0000 mgr.y (mgr.15249) 427 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:40.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.012931+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.012931+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.015696+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:19:40.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.015696+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:19:40.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.018666+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.018666+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.026609+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.026609+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.029865+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.029865+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.036627+0000 mon.a (mon.0) 155 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.036627+0000 mon.a (mon.0) 155 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.039939+0000 mon.a (mon.0) 156 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.039939+0000 mon.a (mon.0) 156 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:40.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.047364+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.047364+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:40.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.051529+0000 mon.a (mon.0) 158 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-18T09:19:40.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:40 smithi078 bash[90742]: audit 2024-09-18T09:19:40.051529+0000 mon.a (mon.0) 158 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-18T09:19:41.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:41 smithi189 bash[70525]: cephadm 2024-09-18T09:19:40.013430+0000 mgr.y (mgr.15249) 428 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:19:41.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:41 smithi189 bash[70525]: cephadm 2024-09-18T09:19:40.013430+0000 mgr.y (mgr.15249) 428 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:19:41.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:41 smithi189 bash[70525]: cephadm 2024-09-18T09:19:40.013506+0000 mgr.y (mgr.15249) 429 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:19:41.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:41 smithi189 bash[70525]: cephadm 2024-09-18T09:19:40.013506+0000 mgr.y (mgr.15249) 429 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:19:41.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:41 smithi189 bash[70525]: cephadm 2024-09-18T09:19:40.020011+0000 mgr.y (mgr.15249) 430 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:19:41.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:41 smithi189 bash[70525]: cephadm 2024-09-18T09:19:40.020011+0000 mgr.y (mgr.15249) 430 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:19:41.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:41 smithi189 bash[70525]: cephadm 2024-09-18T09:19:40.030940+0000 mgr.y (mgr.15249) 431 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:19:41.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:41 smithi189 bash[70525]: cephadm 2024-09-18T09:19:40.030940+0000 mgr.y (mgr.15249) 431 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:19:41.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:41 smithi189 bash[70525]: cephadm 2024-09-18T09:19:40.041286+0000 mgr.y (mgr.15249) 432 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:19:41.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:41 smithi189 bash[70525]: cephadm 2024-09-18T09:19:40.041286+0000 mgr.y (mgr.15249) 432 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:19:41.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:41 smithi189 bash[70525]: audit 2024-09-18T09:19:40.051900+0000 mgr.y (mgr.15249) 433 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-18T09:19:41.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:41 smithi189 bash[70525]: audit 2024-09-18T09:19:40.051900+0000 mgr.y (mgr.15249) 433 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-18T09:19:41.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:41 smithi189 bash[70525]: cephadm 2024-09-18T09:19:40.053730+0000 mgr.y (mgr.15249) 434 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-18T09:19:41.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:41 smithi189 bash[70525]: cephadm 2024-09-18T09:19:40.053730+0000 mgr.y (mgr.15249) 434 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-18T09:19:41.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[90742]: cephadm 2024-09-18T09:19:40.013430+0000 mgr.y (mgr.15249) 428 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:19:41.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[90742]: cephadm 2024-09-18T09:19:40.013430+0000 mgr.y (mgr.15249) 428 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:19:41.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[90742]: cephadm 2024-09-18T09:19:40.013506+0000 mgr.y (mgr.15249) 429 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:19:41.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[90742]: cephadm 2024-09-18T09:19:40.013506+0000 mgr.y (mgr.15249) 429 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:19:41.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[90742]: cephadm 2024-09-18T09:19:40.020011+0000 mgr.y (mgr.15249) 430 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:19:41.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[90742]: cephadm 2024-09-18T09:19:40.020011+0000 mgr.y (mgr.15249) 430 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:19:41.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[90742]: cephadm 2024-09-18T09:19:40.030940+0000 mgr.y (mgr.15249) 431 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:19:41.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[90742]: cephadm 2024-09-18T09:19:40.030940+0000 mgr.y (mgr.15249) 431 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:19:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[90742]: cephadm 2024-09-18T09:19:40.041286+0000 mgr.y (mgr.15249) 432 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:19:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[90742]: cephadm 2024-09-18T09:19:40.041286+0000 mgr.y (mgr.15249) 432 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:19:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[90742]: audit 2024-09-18T09:19:40.051900+0000 mgr.y (mgr.15249) 433 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-18T09:19:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[90742]: audit 2024-09-18T09:19:40.051900+0000 mgr.y (mgr.15249) 433 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-18T09:19:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[90742]: cephadm 2024-09-18T09:19:40.053730+0000 mgr.y (mgr.15249) 434 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-18T09:19:41.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[90742]: cephadm 2024-09-18T09:19:40.053730+0000 mgr.y (mgr.15249) 434 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-18T09:19:41.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[94202]: cephadm 2024-09-18T09:19:40.013430+0000 mgr.y (mgr.15249) 428 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:19:41.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[94202]: cephadm 2024-09-18T09:19:40.013430+0000 mgr.y (mgr.15249) 428 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:19:41.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[94202]: cephadm 2024-09-18T09:19:40.013506+0000 mgr.y (mgr.15249) 429 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:19:41.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[94202]: cephadm 2024-09-18T09:19:40.013506+0000 mgr.y (mgr.15249) 429 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:19:41.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[94202]: cephadm 2024-09-18T09:19:40.020011+0000 mgr.y (mgr.15249) 430 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:19:41.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[94202]: cephadm 2024-09-18T09:19:40.020011+0000 mgr.y (mgr.15249) 430 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:19:41.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[94202]: cephadm 2024-09-18T09:19:40.030940+0000 mgr.y (mgr.15249) 431 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:19:41.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[94202]: cephadm 2024-09-18T09:19:40.030940+0000 mgr.y (mgr.15249) 431 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:19:41.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[94202]: cephadm 2024-09-18T09:19:40.041286+0000 mgr.y (mgr.15249) 432 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:19:41.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[94202]: cephadm 2024-09-18T09:19:40.041286+0000 mgr.y (mgr.15249) 432 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:19:41.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[94202]: audit 2024-09-18T09:19:40.051900+0000 mgr.y (mgr.15249) 433 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-18T09:19:41.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[94202]: audit 2024-09-18T09:19:40.051900+0000 mgr.y (mgr.15249) 433 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-18T09:19:41.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[94202]: cephadm 2024-09-18T09:19:40.053730+0000 mgr.y (mgr.15249) 434 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-18T09:19:41.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:41 smithi078 bash[94202]: cephadm 2024-09-18T09:19:40.053730+0000 mgr.y (mgr.15249) 434 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-18T09:19:42.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:42 smithi189 bash[70525]: cluster 2024-09-18T09:19:41.599736+0000 mgr.y (mgr.15249) 435 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:42.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:42 smithi189 bash[70525]: cluster 2024-09-18T09:19:41.599736+0000 mgr.y (mgr.15249) 435 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:42.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:42 smithi189 bash[70525]: audit 2024-09-18T09:19:42.569610+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:42.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:42 smithi189 bash[70525]: audit 2024-09-18T09:19:42.569610+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:42.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:42 smithi189 bash[70525]: audit 2024-09-18T09:19:42.572698+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-18T09:19:42.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:42 smithi189 bash[70525]: audit 2024-09-18T09:19:42.572698+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-18T09:19:42.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:42 smithi189 bash[70525]: audit 2024-09-18T09:19:42.574116+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:42.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:42 smithi189 bash[70525]: audit 2024-09-18T09:19:42.574116+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:42.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:42 smithi078 bash[90742]: cluster 2024-09-18T09:19:41.599736+0000 mgr.y (mgr.15249) 435 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:42.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:42 smithi078 bash[90742]: cluster 2024-09-18T09:19:41.599736+0000 mgr.y (mgr.15249) 435 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:42.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:42 smithi078 bash[90742]: audit 2024-09-18T09:19:42.569610+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:42.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:42 smithi078 bash[90742]: audit 2024-09-18T09:19:42.569610+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:42.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:42 smithi078 bash[90742]: audit 2024-09-18T09:19:42.572698+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-18T09:19:42.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:42 smithi078 bash[90742]: audit 2024-09-18T09:19:42.572698+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-18T09:19:42.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:42 smithi078 bash[90742]: audit 2024-09-18T09:19:42.574116+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:42.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:42 smithi078 bash[90742]: audit 2024-09-18T09:19:42.574116+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:42.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:42 smithi078 bash[94202]: cluster 2024-09-18T09:19:41.599736+0000 mgr.y (mgr.15249) 435 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:42.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:42 smithi078 bash[94202]: cluster 2024-09-18T09:19:41.599736+0000 mgr.y (mgr.15249) 435 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:42.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:42 smithi078 bash[94202]: audit 2024-09-18T09:19:42.569610+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:42.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:42 smithi078 bash[94202]: audit 2024-09-18T09:19:42.569610+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:42.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:42 smithi078 bash[94202]: audit 2024-09-18T09:19:42.572698+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-18T09:19:42.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:42 smithi078 bash[94202]: audit 2024-09-18T09:19:42.572698+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-18T09:19:42.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:42 smithi078 bash[94202]: audit 2024-09-18T09:19:42.574116+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:42.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:42 smithi078 bash[94202]: audit 2024-09-18T09:19:42.574116+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:19:43.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:43 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:43.44718076Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:43.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:43 smithi189 bash[70525]: cephadm 2024-09-18T09:19:42.563594+0000 mgr.y (mgr.15249) 436 : cephadm [INF] Upgrade: Updating osd.0 2024-09-18T09:19:43.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:43 smithi189 bash[70525]: cephadm 2024-09-18T09:19:42.563594+0000 mgr.y (mgr.15249) 436 : cephadm [INF] Upgrade: Updating osd.0 2024-09-18T09:19:43.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:43 smithi189 bash[70525]: cephadm 2024-09-18T09:19:42.578397+0000 mgr.y (mgr.15249) 437 : cephadm [INF] Deploying daemon osd.0 on smithi078 2024-09-18T09:19:43.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:43 smithi189 bash[70525]: cephadm 2024-09-18T09:19:42.578397+0000 mgr.y (mgr.15249) 437 : cephadm [INF] Deploying daemon osd.0 on smithi078 2024-09-18T09:19:43.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:19:43 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:19:43] "GET /metrics HTTP/1.1" 200 38227 "" "Prometheus/2.51.0" 2024-09-18T09:19:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:43 smithi078 bash[90742]: cephadm 2024-09-18T09:19:42.563594+0000 mgr.y (mgr.15249) 436 : cephadm [INF] Upgrade: Updating osd.0 2024-09-18T09:19:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:43 smithi078 bash[90742]: cephadm 2024-09-18T09:19:42.563594+0000 mgr.y (mgr.15249) 436 : cephadm [INF] Upgrade: Updating osd.0 2024-09-18T09:19:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:43 smithi078 bash[90742]: cephadm 2024-09-18T09:19:42.578397+0000 mgr.y (mgr.15249) 437 : cephadm [INF] Deploying daemon osd.0 on smithi078 2024-09-18T09:19:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:43 smithi078 bash[90742]: cephadm 2024-09-18T09:19:42.578397+0000 mgr.y (mgr.15249) 437 : cephadm [INF] Deploying daemon osd.0 on smithi078 2024-09-18T09:19:43.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:43 smithi078 bash[94202]: cephadm 2024-09-18T09:19:42.563594+0000 mgr.y (mgr.15249) 436 : cephadm [INF] Upgrade: Updating osd.0 2024-09-18T09:19:43.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:43 smithi078 bash[94202]: cephadm 2024-09-18T09:19:42.563594+0000 mgr.y (mgr.15249) 436 : cephadm [INF] Upgrade: Updating osd.0 2024-09-18T09:19:43.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:43 smithi078 bash[94202]: cephadm 2024-09-18T09:19:42.578397+0000 mgr.y (mgr.15249) 437 : cephadm [INF] Deploying daemon osd.0 on smithi078 2024-09-18T09:19:43.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:43 smithi078 bash[94202]: cephadm 2024-09-18T09:19:42.578397+0000 mgr.y (mgr.15249) 437 : cephadm [INF] Deploying daemon osd.0 on smithi078 2024-09-18T09:19:44.065 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:19:44.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:44 smithi078 bash[90742]: cluster 2024-09-18T09:19:43.601505+0000 mgr.y (mgr.15249) 438 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:44.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:44 smithi078 bash[90742]: cluster 2024-09-18T09:19:43.601505+0000 mgr.y (mgr.15249) 438 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:44.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:44 smithi078 bash[94202]: cluster 2024-09-18T09:19:43.601505+0000 mgr.y (mgr.15249) 438 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:44.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:44 smithi078 bash[94202]: cluster 2024-09-18T09:19:43.601505+0000 mgr.y (mgr.15249) 438 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:45.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:44 smithi189 bash[70525]: cluster 2024-09-18T09:19:43.601505+0000 mgr.y (mgr.15249) 438 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:44 smithi189 bash[70525]: cluster 2024-09-18T09:19:43.601505+0000 mgr.y (mgr.15249) 438 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:46.007 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:19:46.648 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:19:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (5m) 90s ago 33m 13.6M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:19:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (5m) 3m ago 32m 67.0M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:19:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (7m) 90s ago 30m 49.1M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:19:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (7m) 3m ago 41m 439M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:19:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (18m) 90s ago 43m 512M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:19:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (2m) 90s ago 44m 39.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:19:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (3m) 3m ago 42m 18.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:19:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (98s) 90s ago 41m 19.0M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:19:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (6m) 90s ago 33m 8015k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:19:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (6m) 3m ago 33m 8043k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:19:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (40m) 90s ago 40m 58.1M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 776bdda09d0e 2024-09-18T09:19:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (39m) 90s ago 39m 66.8M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T09:19:46.650 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (38m) 90s ago 38m 62.6M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:19:46.650 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (37m) 90s ago 37m 67.0M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:19:46.650 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (37m) 3m ago 37m 68.3M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:19:46.650 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (36m) 3m ago 36m 57.4M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:19:46.650 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (35m) 3m ago 35m 55.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:19:46.650 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (34m) 3m ago 34m 66.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:19:46.650 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (6m) 3m ago 33m 37.7M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:19:46.650 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (30m) 90s ago 30m 101M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:19:46.650 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (30m) 3m ago 30m 102M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:19:46.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:46 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:46.439283563Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:46 smithi189 bash[70525]: cluster 2024-09-18T09:19:45.602273+0000 mgr.y (mgr.15249) 439 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:46 smithi189 bash[70525]: cluster 2024-09-18T09:19:45.602273+0000 mgr.y (mgr.15249) 439 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:46 smithi189 bash[70525]: audit 2024-09-18T09:19:45.713114+0000 mgr.y (mgr.15249) 440 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:46 smithi189 bash[70525]: audit 2024-09-18T09:19:45.713114+0000 mgr.y (mgr.15249) 440 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:46 smithi189 bash[70525]: audit 2024-09-18T09:19:45.994796+0000 mgr.y (mgr.15249) 441 : audit [DBG] from='client.44178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:46 smithi189 bash[70525]: audit 2024-09-18T09:19:45.994796+0000 mgr.y (mgr.15249) 441 : audit [DBG] from='client.44178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:46.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:46 smithi078 bash[94202]: cluster 2024-09-18T09:19:45.602273+0000 mgr.y (mgr.15249) 439 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:46.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:46 smithi078 bash[94202]: cluster 2024-09-18T09:19:45.602273+0000 mgr.y (mgr.15249) 439 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:46.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:46 smithi078 bash[94202]: audit 2024-09-18T09:19:45.713114+0000 mgr.y (mgr.15249) 440 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:46.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:46 smithi078 bash[94202]: audit 2024-09-18T09:19:45.713114+0000 mgr.y (mgr.15249) 440 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:46.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:46 smithi078 bash[94202]: audit 2024-09-18T09:19:45.994796+0000 mgr.y (mgr.15249) 441 : audit [DBG] from='client.44178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:46.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:46 smithi078 bash[94202]: audit 2024-09-18T09:19:45.994796+0000 mgr.y (mgr.15249) 441 : audit [DBG] from='client.44178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:46 smithi078 bash[90742]: cluster 2024-09-18T09:19:45.602273+0000 mgr.y (mgr.15249) 439 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:46 smithi078 bash[90742]: cluster 2024-09-18T09:19:45.602273+0000 mgr.y (mgr.15249) 439 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:46.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:46 smithi078 bash[90742]: audit 2024-09-18T09:19:45.713114+0000 mgr.y (mgr.15249) 440 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:46.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:46 smithi078 bash[90742]: audit 2024-09-18T09:19:45.713114+0000 mgr.y (mgr.15249) 440 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:46.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:46 smithi078 bash[90742]: audit 2024-09-18T09:19:45.994796+0000 mgr.y (mgr.15249) 441 : audit [DBG] from='client.44178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:46.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:46 smithi078 bash[90742]: audit 2024-09-18T09:19:45.994796+0000 mgr.y (mgr.15249) 441 : audit [DBG] from='client.44178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:46.995 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:19:46.995 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:19:46.995 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 3 2024-09-18T09:19:46.995 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:19:46.995 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:19:46.995 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:19:46.995 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:19:46.995 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:19:46.995 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 8 2024-09-18T09:19:46.995 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:19:46.996 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:19:46.996 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:19:46.996 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:19:46.996 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:19:46.996 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 10, 2024-09-18T09:19:46.996 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 5 2024-09-18T09:19:46.996 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:19:46.996 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:19:47.311 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:19:47.311 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:19:47.311 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:19:47.312 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (2 remaining).", 2024-09-18T09:19:47.312 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:19:47.312 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "0/8 daemons upgraded", 2024-09-18T09:19:47.312 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading osd daemons", 2024-09-18T09:19:47.312 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:19:47.312 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:19:47.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:47 smithi078 bash[94202]: audit 2024-09-18T09:19:46.316944+0000 mgr.y (mgr.15249) 442 : audit [DBG] from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:47.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:47 smithi078 bash[94202]: audit 2024-09-18T09:19:46.316944+0000 mgr.y (mgr.15249) 442 : audit [DBG] from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:47.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:47 smithi078 bash[94202]: audit 2024-09-18T09:19:46.611547+0000 mgr.y (mgr.15249) 443 : audit [DBG] from='client.44190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:47.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:47 smithi078 bash[94202]: audit 2024-09-18T09:19:46.611547+0000 mgr.y (mgr.15249) 443 : audit [DBG] from='client.44190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:47.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:47 smithi078 bash[94202]: audit 2024-09-18T09:19:46.994398+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.78:0/4184596916' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:47.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:47 smithi078 bash[94202]: audit 2024-09-18T09:19:46.994398+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.78:0/4184596916' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:47.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:47 smithi078 bash[94202]: audit 2024-09-18T09:19:47.215558+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:47.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:47 smithi078 bash[94202]: audit 2024-09-18T09:19:47.215558+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:47.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:47 smithi078 bash[90742]: audit 2024-09-18T09:19:46.316944+0000 mgr.y (mgr.15249) 442 : audit [DBG] from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:47.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:47 smithi078 bash[90742]: audit 2024-09-18T09:19:46.316944+0000 mgr.y (mgr.15249) 442 : audit [DBG] from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:47.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:47 smithi078 bash[90742]: audit 2024-09-18T09:19:46.611547+0000 mgr.y (mgr.15249) 443 : audit [DBG] from='client.44190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:47.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:47 smithi078 bash[90742]: audit 2024-09-18T09:19:46.611547+0000 mgr.y (mgr.15249) 443 : audit [DBG] from='client.44190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:47.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:47 smithi078 bash[90742]: audit 2024-09-18T09:19:46.994398+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.78:0/4184596916' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:47.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:47 smithi078 bash[90742]: audit 2024-09-18T09:19:46.994398+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.78:0/4184596916' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:47.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:47 smithi078 bash[90742]: audit 2024-09-18T09:19:47.215558+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:47.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:47 smithi078 bash[90742]: audit 2024-09-18T09:19:47.215558+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:48.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:47 smithi189 bash[70525]: audit 2024-09-18T09:19:46.316944+0000 mgr.y (mgr.15249) 442 : audit [DBG] from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:48.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:47 smithi189 bash[70525]: audit 2024-09-18T09:19:46.316944+0000 mgr.y (mgr.15249) 442 : audit [DBG] from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:48.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:47 smithi189 bash[70525]: audit 2024-09-18T09:19:46.611547+0000 mgr.y (mgr.15249) 443 : audit [DBG] from='client.44190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:48.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:47 smithi189 bash[70525]: audit 2024-09-18T09:19:46.611547+0000 mgr.y (mgr.15249) 443 : audit [DBG] from='client.44190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:48.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:47 smithi189 bash[70525]: audit 2024-09-18T09:19:46.994398+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.78:0/4184596916' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:48.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:47 smithi189 bash[70525]: audit 2024-09-18T09:19:46.994398+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.78:0/4184596916' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:19:48.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:47 smithi189 bash[70525]: audit 2024-09-18T09:19:47.215558+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:48.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:47 smithi189 bash[70525]: audit 2024-09-18T09:19:47.215558+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:19:49.059 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:19:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:49.060 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:19:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:49.060 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:48 smithi078 bash[90742]: audit 2024-09-18T09:19:47.310673+0000 mgr.y (mgr.15249) 444 : audit [DBG] from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:49.060 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:48 smithi078 bash[90742]: audit 2024-09-18T09:19:47.310673+0000 mgr.y (mgr.15249) 444 : audit [DBG] from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:49.060 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:48 smithi078 bash[90742]: cluster 2024-09-18T09:19:47.603237+0000 mgr.y (mgr.15249) 445 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:49.060 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:48 smithi078 bash[90742]: cluster 2024-09-18T09:19:47.603237+0000 mgr.y (mgr.15249) 445 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:49.060 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:49.061 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:49.061 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:49 smithi078 systemd[1]: Stopping Ceph osd.0 for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:19:49.061 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:19:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:49.061 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:19:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:49.062 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:19:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:49.062 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:19:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:49.063 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:48 smithi078 bash[94202]: audit 2024-09-18T09:19:47.310673+0000 mgr.y (mgr.15249) 444 : audit [DBG] from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:49.063 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:48 smithi078 bash[94202]: audit 2024-09-18T09:19:47.310673+0000 mgr.y (mgr.15249) 444 : audit [DBG] from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:49.063 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:48 smithi078 bash[94202]: cluster 2024-09-18T09:19:47.603237+0000 mgr.y (mgr.15249) 445 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:49.063 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:48 smithi078 bash[94202]: cluster 2024-09-18T09:19:47.603237+0000 mgr.y (mgr.15249) 445 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:49.063 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:48 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:49.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:48 smithi189 bash[70525]: audit 2024-09-18T09:19:47.310673+0000 mgr.y (mgr.15249) 444 : audit [DBG] from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:49.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:48 smithi189 bash[70525]: audit 2024-09-18T09:19:47.310673+0000 mgr.y (mgr.15249) 444 : audit [DBG] from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:19:49.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:48 smithi189 bash[70525]: cluster 2024-09-18T09:19:47.603237+0000 mgr.y (mgr.15249) 445 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:49.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:48 smithi189 bash[70525]: cluster 2024-09-18T09:19:47.603237+0000 mgr.y (mgr.15249) 445 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:19:49.453 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:49 smithi078 bash[31823]: debug 2024-09-18T09:19:49.155+0000 7f64d703e640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-18T09:19:49.454 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:49 smithi078 bash[31823]: debug 2024-09-18T09:19:49.155+0000 7f64d703e640 -1 osd.0 116 *** Got signal Terminated *** 2024-09-18T09:19:49.454 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:49 smithi078 bash[31823]: debug 2024-09-18T09:19:49.155+0000 7f64d703e640 -1 osd.0 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T09:19:49.720 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:49 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:49.472086982Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:50.165 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:49 smithi078 bash[94202]: cluster 2024-09-18T09:19:49.160352+0000 mon.a (mon.0) 163 : cluster [INF] osd.0 marked itself down and dead 2024-09-18T09:19:50.165 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:49 smithi078 bash[94202]: cluster 2024-09-18T09:19:49.160352+0000 mon.a (mon.0) 163 : cluster [INF] osd.0 marked itself down and dead 2024-09-18T09:19:50.165 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:49 smithi078 bash[90742]: cluster 2024-09-18T09:19:49.160352+0000 mon.a (mon.0) 163 : cluster [INF] osd.0 marked itself down and dead 2024-09-18T09:19:50.166 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:49 smithi078 bash[90742]: cluster 2024-09-18T09:19:49.160352+0000 mon.a (mon.0) 163 : cluster [INF] osd.0 marked itself down and dead 2024-09-18T09:19:50.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:49 smithi189 bash[70525]: cluster 2024-09-18T09:19:49.160352+0000 mon.a (mon.0) 163 : cluster [INF] osd.0 marked itself down and dead 2024-09-18T09:19:50.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:49 smithi189 bash[70525]: cluster 2024-09-18T09:19:49.160352+0000 mon.a (mon.0) 163 : cluster [INF] osd.0 marked itself down and dead 2024-09-18T09:19:50.988 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:50 smithi078 bash[99270]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-0 2024-09-18T09:19:50.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:50 smithi078 bash[90742]: cluster 2024-09-18T09:19:49.604587+0000 mgr.y (mgr.15249) 446 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:50.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:50 smithi078 bash[90742]: cluster 2024-09-18T09:19:49.604587+0000 mgr.y (mgr.15249) 446 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:50.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:50 smithi078 bash[90742]: cluster 2024-09-18T09:19:49.718827+0000 mon.a (mon.0) 164 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:19:50.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:50 smithi078 bash[90742]: cluster 2024-09-18T09:19:49.718827+0000 mon.a (mon.0) 164 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:19:50.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:50 smithi078 bash[90742]: cluster 2024-09-18T09:19:49.735969+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e117: 8 total, 7 up, 8 in 2024-09-18T09:19:50.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:50 smithi078 bash[90742]: cluster 2024-09-18T09:19:49.735969+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e117: 8 total, 7 up, 8 in 2024-09-18T09:19:50.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:50 smithi078 bash[94202]: cluster 2024-09-18T09:19:49.604587+0000 mgr.y (mgr.15249) 446 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:50.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:50 smithi078 bash[94202]: cluster 2024-09-18T09:19:49.604587+0000 mgr.y (mgr.15249) 446 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:50.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:50 smithi078 bash[94202]: cluster 2024-09-18T09:19:49.718827+0000 mon.a (mon.0) 164 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:19:50.990 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:50 smithi078 bash[94202]: cluster 2024-09-18T09:19:49.718827+0000 mon.a (mon.0) 164 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:19:50.990 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:50 smithi078 bash[94202]: cluster 2024-09-18T09:19:49.735969+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e117: 8 total, 7 up, 8 in 2024-09-18T09:19:50.990 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:50 smithi078 bash[94202]: cluster 2024-09-18T09:19:49.735969+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e117: 8 total, 7 up, 8 in 2024-09-18T09:19:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:50 smithi189 bash[70525]: cluster 2024-09-18T09:19:49.604587+0000 mgr.y (mgr.15249) 446 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:50 smithi189 bash[70525]: cluster 2024-09-18T09:19:49.604587+0000 mgr.y (mgr.15249) 446 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:19:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:50 smithi189 bash[70525]: cluster 2024-09-18T09:19:49.718827+0000 mon.a (mon.0) 164 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:19:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:50 smithi189 bash[70525]: cluster 2024-09-18T09:19:49.718827+0000 mon.a (mon.0) 164 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:19:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:50 smithi189 bash[70525]: cluster 2024-09-18T09:19:49.735969+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e117: 8 total, 7 up, 8 in 2024-09-18T09:19:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:50 smithi189 bash[70525]: cluster 2024-09-18T09:19:49.735969+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e117: 8 total, 7 up, 8 in 2024-09-18T09:19:51.453 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:51 smithi078 bash[99335]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-0 2024-09-18T09:19:52.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:51 smithi189 bash[70525]: cluster 2024-09-18T09:19:50.740415+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-18T09:19:52.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:51 smithi189 bash[70525]: cluster 2024-09-18T09:19:50.740415+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-18T09:19:52.174 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:51 smithi078 bash[90742]: cluster 2024-09-18T09:19:50.740415+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-18T09:19:52.174 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:51 smithi078 bash[90742]: cluster 2024-09-18T09:19:50.740415+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-18T09:19:52.174 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:51 smithi078 bash[94202]: cluster 2024-09-18T09:19:50.740415+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-18T09:19:52.174 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:51 smithi078 bash[94202]: cluster 2024-09-18T09:19:50.740415+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-18T09:19:52.744 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:52 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:52.460179491Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:53.148 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:52 smithi078 bash[90742]: cluster 2024-09-18T09:19:51.605305+0000 mgr.y (mgr.15249) 447 : cluster [DBG] pgmap v240: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-18T09:19:53.149 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:52 smithi078 bash[90742]: cluster 2024-09-18T09:19:51.605305+0000 mgr.y (mgr.15249) 447 : cluster [DBG] pgmap v240: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-18T09:19:53.149 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:52 smithi078 bash[94202]: cluster 2024-09-18T09:19:51.605305+0000 mgr.y (mgr.15249) 447 : cluster [DBG] pgmap v240: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-18T09:19:53.149 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:52 smithi078 bash[94202]: cluster 2024-09-18T09:19:51.605305+0000 mgr.y (mgr.15249) 447 : cluster [DBG] pgmap v240: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-18T09:19:53.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:52 smithi189 bash[70525]: cluster 2024-09-18T09:19:51.605305+0000 mgr.y (mgr.15249) 447 : cluster [DBG] pgmap v240: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-18T09:19:53.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:52 smithi189 bash[70525]: cluster 2024-09-18T09:19:51.605305+0000 mgr.y (mgr.15249) 447 : cluster [DBG] pgmap v240: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-18T09:19:53.421 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:19:53 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:53.421 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:53 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:53.422 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:19:53 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:53.422 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:19:53 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:53.422 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:53 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:53.423 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:53 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-18T09:19:53.423 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:53 smithi078 systemd[1]: Stopped Ceph osd.0 for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:19:53.423 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:53 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:53.423 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:53 smithi078 systemd[1]: Started Ceph osd.0 for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:19:53.423 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:19:53 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:53.424 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:19:53 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:53.424 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:19:53 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:19:53.703 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:19:53 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:19:53] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.51.0" 2024-09-18T09:19:54.843 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[94202]: audit 2024-09-18T09:19:53.468320+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[94202]: audit 2024-09-18T09:19:53.468320+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[94202]: audit 2024-09-18T09:19:53.474346+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[94202]: audit 2024-09-18T09:19:53.474346+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[94202]: audit 2024-09-18T09:19:53.478886+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[94202]: audit 2024-09-18T09:19:53.478886+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[94202]: cluster 2024-09-18T09:19:53.606516+0000 mgr.y (mgr.15249) 448 : cluster [DBG] pgmap v241: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:54.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[94202]: cluster 2024-09-18T09:19:53.606516+0000 mgr.y (mgr.15249) 448 : cluster [DBG] pgmap v241: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:54.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[94202]: audit 2024-09-18T09:19:54.012292+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[94202]: audit 2024-09-18T09:19:54.012292+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[94202]: audit 2024-09-18T09:19:54.021499+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[94202]: audit 2024-09-18T09:19:54.021499+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[90742]: audit 2024-09-18T09:19:53.468320+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[90742]: audit 2024-09-18T09:19:53.468320+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[90742]: audit 2024-09-18T09:19:53.474346+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[90742]: audit 2024-09-18T09:19:53.474346+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[90742]: audit 2024-09-18T09:19:53.478886+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[90742]: audit 2024-09-18T09:19:53.478886+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[90742]: cluster 2024-09-18T09:19:53.606516+0000 mgr.y (mgr.15249) 448 : cluster [DBG] pgmap v241: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:54.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[90742]: cluster 2024-09-18T09:19:53.606516+0000 mgr.y (mgr.15249) 448 : cluster [DBG] pgmap v241: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:54.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[90742]: audit 2024-09-18T09:19:54.012292+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[90742]: audit 2024-09-18T09:19:54.012292+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[90742]: audit 2024-09-18T09:19:54.021499+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.846 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[90742]: audit 2024-09-18T09:19:54.021499+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:54 smithi189 bash[70525]: audit 2024-09-18T09:19:53.468320+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:54 smithi189 bash[70525]: audit 2024-09-18T09:19:53.468320+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:54 smithi189 bash[70525]: audit 2024-09-18T09:19:53.474346+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:54 smithi189 bash[70525]: audit 2024-09-18T09:19:53.474346+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:54 smithi189 bash[70525]: audit 2024-09-18T09:19:53.478886+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:54 smithi189 bash[70525]: audit 2024-09-18T09:19:53.478886+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:54 smithi189 bash[70525]: cluster 2024-09-18T09:19:53.606516+0000 mgr.y (mgr.15249) 448 : cluster [DBG] pgmap v241: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:54.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:54 smithi189 bash[70525]: cluster 2024-09-18T09:19:53.606516+0000 mgr.y (mgr.15249) 448 : cluster [DBG] pgmap v241: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:54.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:54 smithi189 bash[70525]: audit 2024-09-18T09:19:54.012292+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:54 smithi189 bash[70525]: audit 2024-09-18T09:19:54.012292+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:54 smithi189 bash[70525]: audit 2024-09-18T09:19:54.021499+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:54.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:54 smithi189 bash[70525]: audit 2024-09-18T09:19:54.021499+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:19:55.203 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[99480]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-18T09:19:55.204 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:54 smithi078 bash[99480]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-18T09:19:55.724 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:55 smithi078 bash[90742]: cluster 2024-09-18T09:19:54.477264+0000 mon.a (mon.0) 172 : cluster [WRN] Health check failed: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded (PG_DEGRADED) 2024-09-18T09:19:55.725 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:55 smithi078 bash[90742]: cluster 2024-09-18T09:19:54.477264+0000 mon.a (mon.0) 172 : cluster [WRN] Health check failed: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded (PG_DEGRADED) 2024-09-18T09:19:55.725 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:55 smithi078 bash[94202]: cluster 2024-09-18T09:19:54.477264+0000 mon.a (mon.0) 172 : cluster [WRN] Health check failed: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded (PG_DEGRADED) 2024-09-18T09:19:55.725 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:55 smithi078 bash[94202]: cluster 2024-09-18T09:19:54.477264+0000 mon.a (mon.0) 172 : cluster [WRN] Health check failed: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded (PG_DEGRADED) 2024-09-18T09:19:55.923 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:55 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:55.45124345Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:55.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:55 smithi189 bash[70525]: cluster 2024-09-18T09:19:54.477264+0000 mon.a (mon.0) 172 : cluster [WRN] Health check failed: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded (PG_DEGRADED) 2024-09-18T09:19:55.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:55 smithi189 bash[70525]: cluster 2024-09-18T09:19:54.477264+0000 mon.a (mon.0) 172 : cluster [WRN] Health check failed: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded (PG_DEGRADED) 2024-09-18T09:19:56.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:56 smithi189 bash[70525]: cluster 2024-09-18T09:19:55.607166+0000 mgr.y (mgr.15249) 449 : cluster [DBG] pgmap v242: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:56.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:56 smithi189 bash[70525]: cluster 2024-09-18T09:19:55.607166+0000 mgr.y (mgr.15249) 449 : cluster [DBG] pgmap v242: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:56.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:56 smithi189 bash[70525]: audit 2024-09-18T09:19:55.723992+0000 mgr.y (mgr.15249) 450 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:56.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:56 smithi189 bash[70525]: audit 2024-09-18T09:19:55.723992+0000 mgr.y (mgr.15249) 450 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:56.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:56 smithi078 bash[90742]: cluster 2024-09-18T09:19:55.607166+0000 mgr.y (mgr.15249) 449 : cluster [DBG] pgmap v242: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:56.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:56 smithi078 bash[90742]: cluster 2024-09-18T09:19:55.607166+0000 mgr.y (mgr.15249) 449 : cluster [DBG] pgmap v242: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:56.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:56 smithi078 bash[90742]: audit 2024-09-18T09:19:55.723992+0000 mgr.y (mgr.15249) 450 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:56.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:56 smithi078 bash[90742]: audit 2024-09-18T09:19:55.723992+0000 mgr.y (mgr.15249) 450 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:56.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:56 smithi078 bash[94202]: cluster 2024-09-18T09:19:55.607166+0000 mgr.y (mgr.15249) 449 : cluster [DBG] pgmap v242: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:56.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:56 smithi078 bash[94202]: cluster 2024-09-18T09:19:55.607166+0000 mgr.y (mgr.15249) 449 : cluster [DBG] pgmap v242: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:56.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:56 smithi078 bash[94202]: audit 2024-09-18T09:19:55.723992+0000 mgr.y (mgr.15249) 450 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:56.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:56 smithi078 bash[94202]: audit 2024-09-18T09:19:55.723992+0000 mgr.y (mgr.15249) 450 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:19:57.817 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:57 smithi078 bash[99480]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-18T09:19:57.817 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:57 smithi078 bash[99480]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-18T09:19:57.817 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:57 smithi078 bash[99480]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-18T09:19:58.204 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:57 smithi078 bash[99480]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-18T09:19:58.204 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:57 smithi078 bash[99480]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-18T09:19:58.204 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:57 smithi078 bash[99480]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-18T09:19:58.204 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:57 smithi078 bash[99480]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-18T09:19:58.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:19:58 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:19:58.436309841Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:19:58.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:58 smithi189 bash[70525]: cluster 2024-09-18T09:19:57.608587+0000 mgr.y (mgr.15249) 451 : cluster [DBG] pgmap v243: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:58.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:19:58 smithi189 bash[70525]: cluster 2024-09-18T09:19:57.608587+0000 mgr.y (mgr.15249) 451 : cluster [DBG] pgmap v243: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:58.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:58 smithi078 bash[90742]: cluster 2024-09-18T09:19:57.608587+0000 mgr.y (mgr.15249) 451 : cluster [DBG] pgmap v243: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:58.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:19:58 smithi078 bash[90742]: cluster 2024-09-18T09:19:57.608587+0000 mgr.y (mgr.15249) 451 : cluster [DBG] pgmap v243: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:58.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:58 smithi078 bash[94202]: cluster 2024-09-18T09:19:57.608587+0000 mgr.y (mgr.15249) 451 : cluster [DBG] pgmap v243: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:58.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:19:58 smithi078 bash[94202]: cluster 2024-09-18T09:19:57.608587+0000 mgr.y (mgr.15249) 451 : cluster [DBG] pgmap v243: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:19:59.953 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:19:59 smithi078 bash[99742]: debug 2024-09-18T09:19:59.743+0000 7fcafeb08640 1 -- 172.21.15.78:0/2805089971 <== mon.2 v2:172.21.15.78:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e62ed20960 con 0x55e62ed41800 2024-09-18T09:20:01.103 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:19:59.609316+0000 mgr.y (mgr.15249) 452 : cluster [DBG] pgmap v244: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:01.104 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:19:59.609316+0000 mgr.y (mgr.15249) 452 : cluster [DBG] pgmap v244: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:01.104 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: audit 2024-09-18T09:19:59.773861+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:01.104 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: audit 2024-09-18T09:19:59.773861+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:01.104 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: audit 2024-09-18T09:19:59.779171+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:01.104 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: audit 2024-09-18T09:19:59.779171+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:01.104 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000190+0000 mon.a (mon.0) 175 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded 2024-09-18T09:20:01.104 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000190+0000 mon.a (mon.0) 175 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded 2024-09-18T09:20:01.105 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000235+0000 mon.a (mon.0) 176 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2024-09-18T09:20:01.105 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000235+0000 mon.a (mon.0) 176 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2024-09-18T09:20:01.105 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000266+0000 mon.a (mon.0) 177 : cluster [WRN] osd.0 (root=default,host=smithi078) is down 2024-09-18T09:20:01.105 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000266+0000 mon.a (mon.0) 177 : cluster [WRN] osd.0 (root=default,host=smithi078) is down 2024-09-18T09:20:01.105 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000303+0000 mon.a (mon.0) 178 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded 2024-09-18T09:20:01.105 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000303+0000 mon.a (mon.0) 178 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded 2024-09-18T09:20:01.105 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000334+0000 mon.a (mon.0) 179 : cluster [WRN] pg 1.0 is active+undersized+degraded, acting [7,6] 2024-09-18T09:20:01.106 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000334+0000 mon.a (mon.0) 179 : cluster [WRN] pg 1.0 is active+undersized+degraded, acting [7,6] 2024-09-18T09:20:01.106 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000356+0000 mon.a (mon.0) 180 : cluster [WRN] pg 2.4 is active+undersized+degraded, acting [1,7] 2024-09-18T09:20:01.106 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000356+0000 mon.a (mon.0) 180 : cluster [WRN] pg 2.4 is active+undersized+degraded, acting [1,7] 2024-09-18T09:20:01.106 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000375+0000 mon.a (mon.0) 181 : cluster [WRN] pg 2.c is active+undersized+degraded, acting [2,5] 2024-09-18T09:20:01.106 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000375+0000 mon.a (mon.0) 181 : cluster [WRN] pg 2.c is active+undersized+degraded, acting [2,5] 2024-09-18T09:20:01.106 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000392+0000 mon.a (mon.0) 182 : cluster [WRN] pg 2.f is active+undersized+degraded, acting [4,7] 2024-09-18T09:20:01.106 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000392+0000 mon.a (mon.0) 182 : cluster [WRN] pg 2.f is active+undersized+degraded, acting [4,7] 2024-09-18T09:20:01.108 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000414+0000 mon.a (mon.0) 183 : cluster [WRN] pg 2.1f is active+undersized+degraded, acting [7,4] 2024-09-18T09:20:01.108 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000414+0000 mon.a (mon.0) 183 : cluster [WRN] pg 2.1f is active+undersized+degraded, acting [7,4] 2024-09-18T09:20:01.108 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000433+0000 mon.a (mon.0) 184 : cluster [WRN] pg 3.1 is active+undersized+degraded, acting [4,3] 2024-09-18T09:20:01.108 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000433+0000 mon.a (mon.0) 184 : cluster [WRN] pg 3.1 is active+undersized+degraded, acting [4,3] 2024-09-18T09:20:01.108 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000453+0000 mon.a (mon.0) 185 : cluster [WRN] pg 3.3 is active+undersized+degraded, acting [4,6] 2024-09-18T09:20:01.109 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000453+0000 mon.a (mon.0) 185 : cluster [WRN] pg 3.3 is active+undersized+degraded, acting [4,6] 2024-09-18T09:20:01.109 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000472+0000 mon.a (mon.0) 186 : cluster [WRN] pg 3.6 is active+undersized+degraded, acting [1,4] 2024-09-18T09:20:01.109 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000472+0000 mon.a (mon.0) 186 : cluster [WRN] pg 3.6 is active+undersized+degraded, acting [1,4] 2024-09-18T09:20:01.109 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000491+0000 mon.a (mon.0) 187 : cluster [WRN] pg 3.7 is active+undersized+degraded, acting [3,7] 2024-09-18T09:20:01.109 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000491+0000 mon.a (mon.0) 187 : cluster [WRN] pg 3.7 is active+undersized+degraded, acting [3,7] 2024-09-18T09:20:01.109 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000510+0000 mon.a (mon.0) 188 : cluster [WRN] pg 3.b is active+undersized+degraded, acting [3,4] 2024-09-18T09:20:01.109 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000510+0000 mon.a (mon.0) 188 : cluster [WRN] pg 3.b is active+undersized+degraded, acting [3,4] 2024-09-18T09:20:01.109 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000529+0000 mon.a (mon.0) 189 : cluster [WRN] pg 3.f is active+undersized+degraded, acting [7,4] 2024-09-18T09:20:01.109 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000529+0000 mon.a (mon.0) 189 : cluster [WRN] pg 3.f is active+undersized+degraded, acting [7,4] 2024-09-18T09:20:01.109 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000547+0000 mon.a (mon.0) 190 : cluster [WRN] pg 3.10 is active+undersized+degraded, acting [6,5] 2024-09-18T09:20:01.109 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000547+0000 mon.a (mon.0) 190 : cluster [WRN] pg 3.10 is active+undersized+degraded, acting [6,5] 2024-09-18T09:20:01.109 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000566+0000 mon.a (mon.0) 191 : cluster [WRN] pg 3.12 is active+undersized+degraded, acting [7,3] 2024-09-18T09:20:01.110 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000566+0000 mon.a (mon.0) 191 : cluster [WRN] pg 3.12 is active+undersized+degraded, acting [7,3] 2024-09-18T09:20:01.110 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000587+0000 mon.a (mon.0) 192 : cluster [WRN] pg 3.17 is active+undersized+degraded, acting [5,3] 2024-09-18T09:20:01.110 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000587+0000 mon.a (mon.0) 192 : cluster [WRN] pg 3.17 is active+undersized+degraded, acting [5,3] 2024-09-18T09:20:01.110 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000604+0000 mon.a (mon.0) 193 : cluster [WRN] pg 3.18 is active+undersized+degraded, acting [3,1] 2024-09-18T09:20:01.110 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000604+0000 mon.a (mon.0) 193 : cluster [WRN] pg 3.18 is active+undersized+degraded, acting [3,1] 2024-09-18T09:20:01.110 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000624+0000 mon.a (mon.0) 194 : cluster [WRN] pg 3.1b is active+undersized+degraded, acting [4,7] 2024-09-18T09:20:01.110 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000624+0000 mon.a (mon.0) 194 : cluster [WRN] pg 3.1b is active+undersized+degraded, acting [4,7] 2024-09-18T09:20:01.110 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000649+0000 mon.a (mon.0) 195 : cluster [WRN] pg 3.1f is active+undersized+degraded, acting [5,2] 2024-09-18T09:20:01.110 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000649+0000 mon.a (mon.0) 195 : cluster [WRN] pg 3.1f is active+undersized+degraded, acting [5,2] 2024-09-18T09:20:01.110 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000667+0000 mon.a (mon.0) 196 : cluster [WRN] pg 4.0 is active+undersized+degraded, acting [3,7] 2024-09-18T09:20:01.110 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000667+0000 mon.a (mon.0) 196 : cluster [WRN] pg 4.0 is active+undersized+degraded, acting [3,7] 2024-09-18T09:20:01.110 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000688+0000 mon.a (mon.0) 197 : cluster [WRN] pg 4.3 is active+undersized+degraded, acting [5,7] 2024-09-18T09:20:01.111 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000688+0000 mon.a (mon.0) 197 : cluster [WRN] pg 4.3 is active+undersized+degraded, acting [5,7] 2024-09-18T09:20:01.111 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000707+0000 mon.a (mon.0) 198 : cluster [WRN] pg 5.2 is active+undersized+degraded, acting [6,5] 2024-09-18T09:20:01.111 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:00.000707+0000 mon.a (mon.0) 198 : cluster [WRN] pg 5.2 is active+undersized+degraded, acting [6,5] 2024-09-18T09:20:01.111 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:19:59.609316+0000 mgr.y (mgr.15249) 452 : cluster [DBG] pgmap v244: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:01.111 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:19:59.609316+0000 mgr.y (mgr.15249) 452 : cluster [DBG] pgmap v244: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:01.111 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: audit 2024-09-18T09:19:59.773861+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:01.111 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: audit 2024-09-18T09:19:59.773861+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:01.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: audit 2024-09-18T09:19:59.779171+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:01.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: audit 2024-09-18T09:19:59.779171+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:01.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000190+0000 mon.a (mon.0) 175 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded 2024-09-18T09:20:01.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000190+0000 mon.a (mon.0) 175 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded 2024-09-18T09:20:01.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000235+0000 mon.a (mon.0) 176 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2024-09-18T09:20:01.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000235+0000 mon.a (mon.0) 176 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2024-09-18T09:20:01.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000266+0000 mon.a (mon.0) 177 : cluster [WRN] osd.0 (root=default,host=smithi078) is down 2024-09-18T09:20:01.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000266+0000 mon.a (mon.0) 177 : cluster [WRN] osd.0 (root=default,host=smithi078) is down 2024-09-18T09:20:01.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000303+0000 mon.a (mon.0) 178 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded 2024-09-18T09:20:01.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000303+0000 mon.a (mon.0) 178 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded 2024-09-18T09:20:01.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000334+0000 mon.a (mon.0) 179 : cluster [WRN] pg 1.0 is active+undersized+degraded, acting [7,6] 2024-09-18T09:20:01.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000334+0000 mon.a (mon.0) 179 : cluster [WRN] pg 1.0 is active+undersized+degraded, acting [7,6] 2024-09-18T09:20:01.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000356+0000 mon.a (mon.0) 180 : cluster [WRN] pg 2.4 is active+undersized+degraded, acting [1,7] 2024-09-18T09:20:01.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000356+0000 mon.a (mon.0) 180 : cluster [WRN] pg 2.4 is active+undersized+degraded, acting [1,7] 2024-09-18T09:20:01.113 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000375+0000 mon.a (mon.0) 181 : cluster [WRN] pg 2.c is active+undersized+degraded, acting [2,5] 2024-09-18T09:20:01.113 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000375+0000 mon.a (mon.0) 181 : cluster [WRN] pg 2.c is active+undersized+degraded, acting [2,5] 2024-09-18T09:20:01.113 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000392+0000 mon.a (mon.0) 182 : cluster [WRN] pg 2.f is active+undersized+degraded, acting [4,7] 2024-09-18T09:20:01.113 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000392+0000 mon.a (mon.0) 182 : cluster [WRN] pg 2.f is active+undersized+degraded, acting [4,7] 2024-09-18T09:20:01.113 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000414+0000 mon.a (mon.0) 183 : cluster [WRN] pg 2.1f is active+undersized+degraded, acting [7,4] 2024-09-18T09:20:01.113 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000414+0000 mon.a (mon.0) 183 : cluster [WRN] pg 2.1f is active+undersized+degraded, acting [7,4] 2024-09-18T09:20:01.113 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000433+0000 mon.a (mon.0) 184 : cluster [WRN] pg 3.1 is active+undersized+degraded, acting [4,3] 2024-09-18T09:20:01.113 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000433+0000 mon.a (mon.0) 184 : cluster [WRN] pg 3.1 is active+undersized+degraded, acting [4,3] 2024-09-18T09:20:01.113 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000453+0000 mon.a (mon.0) 185 : cluster [WRN] pg 3.3 is active+undersized+degraded, acting [4,6] 2024-09-18T09:20:01.113 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000453+0000 mon.a (mon.0) 185 : cluster [WRN] pg 3.3 is active+undersized+degraded, acting [4,6] 2024-09-18T09:20:01.113 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000472+0000 mon.a (mon.0) 186 : cluster [WRN] pg 3.6 is active+undersized+degraded, acting [1,4] 2024-09-18T09:20:01.113 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000472+0000 mon.a (mon.0) 186 : cluster [WRN] pg 3.6 is active+undersized+degraded, acting [1,4] 2024-09-18T09:20:01.114 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000491+0000 mon.a (mon.0) 187 : cluster [WRN] pg 3.7 is active+undersized+degraded, acting [3,7] 2024-09-18T09:20:01.114 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000491+0000 mon.a (mon.0) 187 : cluster [WRN] pg 3.7 is active+undersized+degraded, acting [3,7] 2024-09-18T09:20:01.114 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000510+0000 mon.a (mon.0) 188 : cluster [WRN] pg 3.b is active+undersized+degraded, acting [3,4] 2024-09-18T09:20:01.114 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000510+0000 mon.a (mon.0) 188 : cluster [WRN] pg 3.b is active+undersized+degraded, acting [3,4] 2024-09-18T09:20:01.114 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000529+0000 mon.a (mon.0) 189 : cluster [WRN] pg 3.f is active+undersized+degraded, acting [7,4] 2024-09-18T09:20:01.114 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000529+0000 mon.a (mon.0) 189 : cluster [WRN] pg 3.f is active+undersized+degraded, acting [7,4] 2024-09-18T09:20:01.114 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000547+0000 mon.a (mon.0) 190 : cluster [WRN] pg 3.10 is active+undersized+degraded, acting [6,5] 2024-09-18T09:20:01.114 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000547+0000 mon.a (mon.0) 190 : cluster [WRN] pg 3.10 is active+undersized+degraded, acting [6,5] 2024-09-18T09:20:01.114 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000566+0000 mon.a (mon.0) 191 : cluster [WRN] pg 3.12 is active+undersized+degraded, acting [7,3] 2024-09-18T09:20:01.114 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000566+0000 mon.a (mon.0) 191 : cluster [WRN] pg 3.12 is active+undersized+degraded, acting [7,3] 2024-09-18T09:20:01.114 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000587+0000 mon.a (mon.0) 192 : cluster [WRN] pg 3.17 is active+undersized+degraded, acting [5,3] 2024-09-18T09:20:01.114 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000587+0000 mon.a (mon.0) 192 : cluster [WRN] pg 3.17 is active+undersized+degraded, acting [5,3] 2024-09-18T09:20:01.114 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000604+0000 mon.a (mon.0) 193 : cluster [WRN] pg 3.18 is active+undersized+degraded, acting [3,1] 2024-09-18T09:20:01.114 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000604+0000 mon.a (mon.0) 193 : cluster [WRN] pg 3.18 is active+undersized+degraded, acting [3,1] 2024-09-18T09:20:01.114 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000624+0000 mon.a (mon.0) 194 : cluster [WRN] pg 3.1b is active+undersized+degraded, acting [4,7] 2024-09-18T09:20:01.115 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000624+0000 mon.a (mon.0) 194 : cluster [WRN] pg 3.1b is active+undersized+degraded, acting [4,7] 2024-09-18T09:20:01.115 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000649+0000 mon.a (mon.0) 195 : cluster [WRN] pg 3.1f is active+undersized+degraded, acting [5,2] 2024-09-18T09:20:01.115 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000649+0000 mon.a (mon.0) 195 : cluster [WRN] pg 3.1f is active+undersized+degraded, acting [5,2] 2024-09-18T09:20:01.115 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000667+0000 mon.a (mon.0) 196 : cluster [WRN] pg 4.0 is active+undersized+degraded, acting [3,7] 2024-09-18T09:20:01.115 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000667+0000 mon.a (mon.0) 196 : cluster [WRN] pg 4.0 is active+undersized+degraded, acting [3,7] 2024-09-18T09:20:01.115 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000688+0000 mon.a (mon.0) 197 : cluster [WRN] pg 4.3 is active+undersized+degraded, acting [5,7] 2024-09-18T09:20:01.115 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000688+0000 mon.a (mon.0) 197 : cluster [WRN] pg 4.3 is active+undersized+degraded, acting [5,7] 2024-09-18T09:20:01.115 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000707+0000 mon.a (mon.0) 198 : cluster [WRN] pg 5.2 is active+undersized+degraded, acting [6,5] 2024-09-18T09:20:01.115 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:00.000707+0000 mon.a (mon.0) 198 : cluster [WRN] pg 5.2 is active+undersized+degraded, acting [6,5] 2024-09-18T09:20:01.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:19:59.609316+0000 mgr.y (mgr.15249) 452 : cluster [DBG] pgmap v244: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:01.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:19:59.609316+0000 mgr.y (mgr.15249) 452 : cluster [DBG] pgmap v244: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:01.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: audit 2024-09-18T09:19:59.773861+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:01.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: audit 2024-09-18T09:19:59.773861+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:01.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: audit 2024-09-18T09:19:59.779171+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:01.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: audit 2024-09-18T09:19:59.779171+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:01.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000190+0000 mon.a (mon.0) 175 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded 2024-09-18T09:20:01.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000190+0000 mon.a (mon.0) 175 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded 2024-09-18T09:20:01.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000235+0000 mon.a (mon.0) 176 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2024-09-18T09:20:01.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000235+0000 mon.a (mon.0) 176 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2024-09-18T09:20:01.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000266+0000 mon.a (mon.0) 177 : cluster [WRN] osd.0 (root=default,host=smithi078) is down 2024-09-18T09:20:01.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000266+0000 mon.a (mon.0) 177 : cluster [WRN] osd.0 (root=default,host=smithi078) is down 2024-09-18T09:20:01.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000303+0000 mon.a (mon.0) 178 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded 2024-09-18T09:20:01.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000303+0000 mon.a (mon.0) 178 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded 2024-09-18T09:20:01.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000334+0000 mon.a (mon.0) 179 : cluster [WRN] pg 1.0 is active+undersized+degraded, acting [7,6] 2024-09-18T09:20:01.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000334+0000 mon.a (mon.0) 179 : cluster [WRN] pg 1.0 is active+undersized+degraded, acting [7,6] 2024-09-18T09:20:01.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000356+0000 mon.a (mon.0) 180 : cluster [WRN] pg 2.4 is active+undersized+degraded, acting [1,7] 2024-09-18T09:20:01.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000356+0000 mon.a (mon.0) 180 : cluster [WRN] pg 2.4 is active+undersized+degraded, acting [1,7] 2024-09-18T09:20:01.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000375+0000 mon.a (mon.0) 181 : cluster [WRN] pg 2.c is active+undersized+degraded, acting [2,5] 2024-09-18T09:20:01.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000375+0000 mon.a (mon.0) 181 : cluster [WRN] pg 2.c is active+undersized+degraded, acting [2,5] 2024-09-18T09:20:01.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000392+0000 mon.a (mon.0) 182 : cluster [WRN] pg 2.f is active+undersized+degraded, acting [4,7] 2024-09-18T09:20:01.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000392+0000 mon.a (mon.0) 182 : cluster [WRN] pg 2.f is active+undersized+degraded, acting [4,7] 2024-09-18T09:20:01.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000414+0000 mon.a (mon.0) 183 : cluster [WRN] pg 2.1f is active+undersized+degraded, acting [7,4] 2024-09-18T09:20:01.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000414+0000 mon.a (mon.0) 183 : cluster [WRN] pg 2.1f is active+undersized+degraded, acting [7,4] 2024-09-18T09:20:01.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000433+0000 mon.a (mon.0) 184 : cluster [WRN] pg 3.1 is active+undersized+degraded, acting [4,3] 2024-09-18T09:20:01.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000433+0000 mon.a (mon.0) 184 : cluster [WRN] pg 3.1 is active+undersized+degraded, acting [4,3] 2024-09-18T09:20:01.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000453+0000 mon.a (mon.0) 185 : cluster [WRN] pg 3.3 is active+undersized+degraded, acting [4,6] 2024-09-18T09:20:01.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000453+0000 mon.a (mon.0) 185 : cluster [WRN] pg 3.3 is active+undersized+degraded, acting [4,6] 2024-09-18T09:20:01.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000472+0000 mon.a (mon.0) 186 : cluster [WRN] pg 3.6 is active+undersized+degraded, acting [1,4] 2024-09-18T09:20:01.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000472+0000 mon.a (mon.0) 186 : cluster [WRN] pg 3.6 is active+undersized+degraded, acting [1,4] 2024-09-18T09:20:01.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000491+0000 mon.a (mon.0) 187 : cluster [WRN] pg 3.7 is active+undersized+degraded, acting [3,7] 2024-09-18T09:20:01.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000491+0000 mon.a (mon.0) 187 : cluster [WRN] pg 3.7 is active+undersized+degraded, acting [3,7] 2024-09-18T09:20:01.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000510+0000 mon.a (mon.0) 188 : cluster [WRN] pg 3.b is active+undersized+degraded, acting [3,4] 2024-09-18T09:20:01.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000510+0000 mon.a (mon.0) 188 : cluster [WRN] pg 3.b is active+undersized+degraded, acting [3,4] 2024-09-18T09:20:01.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000529+0000 mon.a (mon.0) 189 : cluster [WRN] pg 3.f is active+undersized+degraded, acting [7,4] 2024-09-18T09:20:01.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000529+0000 mon.a (mon.0) 189 : cluster [WRN] pg 3.f is active+undersized+degraded, acting [7,4] 2024-09-18T09:20:01.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000547+0000 mon.a (mon.0) 190 : cluster [WRN] pg 3.10 is active+undersized+degraded, acting [6,5] 2024-09-18T09:20:01.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000547+0000 mon.a (mon.0) 190 : cluster [WRN] pg 3.10 is active+undersized+degraded, acting [6,5] 2024-09-18T09:20:01.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000566+0000 mon.a (mon.0) 191 : cluster [WRN] pg 3.12 is active+undersized+degraded, acting [7,3] 2024-09-18T09:20:01.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000566+0000 mon.a (mon.0) 191 : cluster [WRN] pg 3.12 is active+undersized+degraded, acting [7,3] 2024-09-18T09:20:01.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000587+0000 mon.a (mon.0) 192 : cluster [WRN] pg 3.17 is active+undersized+degraded, acting [5,3] 2024-09-18T09:20:01.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000587+0000 mon.a (mon.0) 192 : cluster [WRN] pg 3.17 is active+undersized+degraded, acting [5,3] 2024-09-18T09:20:01.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000604+0000 mon.a (mon.0) 193 : cluster [WRN] pg 3.18 is active+undersized+degraded, acting [3,1] 2024-09-18T09:20:01.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000604+0000 mon.a (mon.0) 193 : cluster [WRN] pg 3.18 is active+undersized+degraded, acting [3,1] 2024-09-18T09:20:01.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000624+0000 mon.a (mon.0) 194 : cluster [WRN] pg 3.1b is active+undersized+degraded, acting [4,7] 2024-09-18T09:20:01.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000624+0000 mon.a (mon.0) 194 : cluster [WRN] pg 3.1b is active+undersized+degraded, acting [4,7] 2024-09-18T09:20:01.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000649+0000 mon.a (mon.0) 195 : cluster [WRN] pg 3.1f is active+undersized+degraded, acting [5,2] 2024-09-18T09:20:01.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000649+0000 mon.a (mon.0) 195 : cluster [WRN] pg 3.1f is active+undersized+degraded, acting [5,2] 2024-09-18T09:20:01.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000667+0000 mon.a (mon.0) 196 : cluster [WRN] pg 4.0 is active+undersized+degraded, acting [3,7] 2024-09-18T09:20:01.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000667+0000 mon.a (mon.0) 196 : cluster [WRN] pg 4.0 is active+undersized+degraded, acting [3,7] 2024-09-18T09:20:01.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000688+0000 mon.a (mon.0) 197 : cluster [WRN] pg 4.3 is active+undersized+degraded, acting [5,7] 2024-09-18T09:20:01.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000688+0000 mon.a (mon.0) 197 : cluster [WRN] pg 4.3 is active+undersized+degraded, acting [5,7] 2024-09-18T09:20:01.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000707+0000 mon.a (mon.0) 198 : cluster [WRN] pg 5.2 is active+undersized+degraded, acting [6,5] 2024-09-18T09:20:01.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:00.000707+0000 mon.a (mon.0) 198 : cluster [WRN] pg 5.2 is active+undersized+degraded, acting [6,5] 2024-09-18T09:20:01.453 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:20:01 smithi078 bash[99742]: debug 2024-09-18T09:20:01.099+0000 7fcb0136f640 -1 Falling back to public interface 2024-09-18T09:20:01.853 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:01 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:01.443617534Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:02.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:01 smithi189 bash[70525]: audit 2024-09-18T09:20:00.852747+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:02.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:01 smithi189 bash[70525]: audit 2024-09-18T09:20:00.852747+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:02.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:01 smithi189 bash[70525]: audit 2024-09-18T09:20:00.858536+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:02.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:01 smithi189 bash[70525]: audit 2024-09-18T09:20:00.858536+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:02.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:01 smithi078 bash[94202]: audit 2024-09-18T09:20:00.852747+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:02.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:01 smithi078 bash[94202]: audit 2024-09-18T09:20:00.852747+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:02.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:01 smithi078 bash[94202]: audit 2024-09-18T09:20:00.858536+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:02.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:01 smithi078 bash[94202]: audit 2024-09-18T09:20:00.858536+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:02.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:01 smithi078 bash[90742]: audit 2024-09-18T09:20:00.852747+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:02.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:01 smithi078 bash[90742]: audit 2024-09-18T09:20:00.852747+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:02.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:01 smithi078 bash[90742]: audit 2024-09-18T09:20:00.858536+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:02.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:01 smithi078 bash[90742]: audit 2024-09-18T09:20:00.858536+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:02 smithi189 bash[70525]: cluster 2024-09-18T09:20:01.610309+0000 mgr.y (mgr.15249) 453 : cluster [DBG] pgmap v245: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:02 smithi189 bash[70525]: cluster 2024-09-18T09:20:01.610309+0000 mgr.y (mgr.15249) 453 : cluster [DBG] pgmap v245: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:02 smithi189 bash[70525]: audit 2024-09-18T09:20:02.223891+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:02 smithi189 bash[70525]: audit 2024-09-18T09:20:02.223891+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:02 smithi189 bash[70525]: audit 2024-09-18T09:20:02.226078+0000 mon.a (mon.0) 202 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:02 smithi189 bash[70525]: audit 2024-09-18T09:20:02.226078+0000 mon.a (mon.0) 202 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:02 smithi078 bash[90742]: cluster 2024-09-18T09:20:01.610309+0000 mgr.y (mgr.15249) 453 : cluster [DBG] pgmap v245: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:02 smithi078 bash[90742]: cluster 2024-09-18T09:20:01.610309+0000 mgr.y (mgr.15249) 453 : cluster [DBG] pgmap v245: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:02 smithi078 bash[90742]: audit 2024-09-18T09:20:02.223891+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:02 smithi078 bash[90742]: audit 2024-09-18T09:20:02.223891+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:02 smithi078 bash[90742]: audit 2024-09-18T09:20:02.226078+0000 mon.a (mon.0) 202 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:02 smithi078 bash[90742]: audit 2024-09-18T09:20:02.226078+0000 mon.a (mon.0) 202 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:02 smithi078 bash[94202]: cluster 2024-09-18T09:20:01.610309+0000 mgr.y (mgr.15249) 453 : cluster [DBG] pgmap v245: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:02 smithi078 bash[94202]: cluster 2024-09-18T09:20:01.610309+0000 mgr.y (mgr.15249) 453 : cluster [DBG] pgmap v245: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:02 smithi078 bash[94202]: audit 2024-09-18T09:20:02.223891+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:02 smithi078 bash[94202]: audit 2024-09-18T09:20:02.223891+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:02 smithi078 bash[94202]: audit 2024-09-18T09:20:02.226078+0000 mon.a (mon.0) 202 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:02 smithi078 bash[94202]: audit 2024-09-18T09:20:02.226078+0000 mon.a (mon.0) 202 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:03.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:20:03 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:20:03] "GET /metrics HTTP/1.1" 200 38364 "" "Prometheus/2.51.0" 2024-09-18T09:20:04.884 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:04 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:04.428160505Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:04 smithi189 bash[70525]: cluster 2024-09-18T09:20:03.612340+0000 mgr.y (mgr.15249) 454 : cluster [DBG] pgmap v246: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:05.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:04 smithi189 bash[70525]: cluster 2024-09-18T09:20:03.612340+0000 mgr.y (mgr.15249) 454 : cluster [DBG] pgmap v246: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:05.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:04 smithi189 bash[70525]: audit 2024-09-18T09:20:04.733525+0000 mon.a (mon.0) 203 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-18T09:20:05.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:04 smithi189 bash[70525]: audit 2024-09-18T09:20:04.733525+0000 mon.a (mon.0) 203 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-18T09:20:05.204 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:20:04 smithi078 bash[99742]: debug 2024-09-18T09:20:04.726+0000 7fcb0136f640 -1 osd.0 116 log_to_monitors true 2024-09-18T09:20:05.204 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:20:04 smithi078 bash[99742]: debug 2024-09-18T09:20:04.918+0000 7fcaf9119640 -1 osd.0 116 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T09:20:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:04 smithi078 bash[90742]: cluster 2024-09-18T09:20:03.612340+0000 mgr.y (mgr.15249) 454 : cluster [DBG] pgmap v246: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:04 smithi078 bash[90742]: cluster 2024-09-18T09:20:03.612340+0000 mgr.y (mgr.15249) 454 : cluster [DBG] pgmap v246: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:04 smithi078 bash[90742]: audit 2024-09-18T09:20:04.733525+0000 mon.a (mon.0) 203 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-18T09:20:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:04 smithi078 bash[90742]: audit 2024-09-18T09:20:04.733525+0000 mon.a (mon.0) 203 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-18T09:20:05.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:04 smithi078 bash[94202]: cluster 2024-09-18T09:20:03.612340+0000 mgr.y (mgr.15249) 454 : cluster [DBG] pgmap v246: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:05.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:04 smithi078 bash[94202]: cluster 2024-09-18T09:20:03.612340+0000 mgr.y (mgr.15249) 454 : cluster [DBG] pgmap v246: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-18T09:20:05.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:04 smithi078 bash[94202]: audit 2024-09-18T09:20:04.733525+0000 mon.a (mon.0) 203 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-18T09:20:05.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:04 smithi078 bash[94202]: audit 2024-09-18T09:20:04.733525+0000 mon.a (mon.0) 203 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-18T09:20:06.012 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:05 smithi078 bash[90742]: audit 2024-09-18T09:20:04.869632+0000 mon.a (mon.0) 204 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-18T09:20:06.012 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:05 smithi078 bash[90742]: audit 2024-09-18T09:20:04.869632+0000 mon.a (mon.0) 204 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-18T09:20:06.012 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:05 smithi078 bash[90742]: cluster 2024-09-18T09:20:04.879952+0000 mon.a (mon.0) 205 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-18T09:20:06.012 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:05 smithi078 bash[90742]: cluster 2024-09-18T09:20:04.879952+0000 mon.a (mon.0) 205 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-18T09:20:06.012 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:05 smithi078 bash[90742]: audit 2024-09-18T09:20:04.881567+0000 mon.a (mon.0) 206 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:20:06.012 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:05 smithi078 bash[90742]: audit 2024-09-18T09:20:04.881567+0000 mon.a (mon.0) 206 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:20:06.012 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:05 smithi078 bash[94202]: audit 2024-09-18T09:20:04.869632+0000 mon.a (mon.0) 204 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-18T09:20:06.012 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:05 smithi078 bash[94202]: audit 2024-09-18T09:20:04.869632+0000 mon.a (mon.0) 204 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-18T09:20:06.012 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:05 smithi078 bash[94202]: cluster 2024-09-18T09:20:04.879952+0000 mon.a (mon.0) 205 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-18T09:20:06.012 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:05 smithi078 bash[94202]: cluster 2024-09-18T09:20:04.879952+0000 mon.a (mon.0) 205 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-18T09:20:06.013 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:05 smithi078 bash[94202]: audit 2024-09-18T09:20:04.881567+0000 mon.a (mon.0) 206 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:20:06.013 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:05 smithi078 bash[94202]: audit 2024-09-18T09:20:04.881567+0000 mon.a (mon.0) 206 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:20:06.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:05 smithi189 bash[70525]: audit 2024-09-18T09:20:04.869632+0000 mon.a (mon.0) 204 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-18T09:20:06.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:05 smithi189 bash[70525]: audit 2024-09-18T09:20:04.869632+0000 mon.a (mon.0) 204 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-18T09:20:06.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:05 smithi189 bash[70525]: cluster 2024-09-18T09:20:04.879952+0000 mon.a (mon.0) 205 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-18T09:20:06.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:05 smithi189 bash[70525]: cluster 2024-09-18T09:20:04.879952+0000 mon.a (mon.0) 205 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-18T09:20:06.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:05 smithi189 bash[70525]: audit 2024-09-18T09:20:04.881567+0000 mon.a (mon.0) 206 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:20:06.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:05 smithi189 bash[70525]: audit 2024-09-18T09:20:04.881567+0000 mon.a (mon.0) 206 : audit [INF] from='osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:20:07.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:06 smithi189 bash[70525]: cluster 2024-09-18T09:20:05.613374+0000 mgr.y (mgr.15249) 455 : cluster [DBG] pgmap v248: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 66/636 objects degraded (10.377%) 2024-09-18T09:20:07.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:06 smithi189 bash[70525]: cluster 2024-09-18T09:20:05.613374+0000 mgr.y (mgr.15249) 455 : cluster [DBG] pgmap v248: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 66/636 objects degraded (10.377%) 2024-09-18T09:20:07.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:06 smithi189 bash[70525]: audit 2024-09-18T09:20:05.733759+0000 mgr.y (mgr.15249) 456 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:07.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:06 smithi189 bash[70525]: audit 2024-09-18T09:20:05.733759+0000 mgr.y (mgr.15249) 456 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:07.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:06 smithi189 bash[70525]: cluster 2024-09-18T09:20:05.884035+0000 mon.a (mon.0) 207 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:20:07.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:06 smithi189 bash[70525]: cluster 2024-09-18T09:20:05.884035+0000 mon.a (mon.0) 207 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:20:07.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:06 smithi189 bash[70525]: cluster 2024-09-18T09:20:05.893268+0000 mon.a (mon.0) 208 : cluster [INF] osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190] boot 2024-09-18T09:20:07.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:06 smithi189 bash[70525]: cluster 2024-09-18T09:20:05.893268+0000 mon.a (mon.0) 208 : cluster [INF] osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190] boot 2024-09-18T09:20:07.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:06 smithi189 bash[70525]: cluster 2024-09-18T09:20:05.893415+0000 mon.a (mon.0) 209 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-09-18T09:20:07.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:06 smithi189 bash[70525]: cluster 2024-09-18T09:20:05.893415+0000 mon.a (mon.0) 209 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-09-18T09:20:07.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:06 smithi189 bash[70525]: audit 2024-09-18T09:20:05.894299+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-18T09:20:07.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:06 smithi189 bash[70525]: audit 2024-09-18T09:20:05.894299+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-18T09:20:07.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:06 smithi189 bash[70525]: cluster 2024-09-18T09:20:06.897261+0000 mon.a (mon.0) 211 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-18T09:20:07.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:06 smithi189 bash[70525]: cluster 2024-09-18T09:20:06.897261+0000 mon.a (mon.0) 211 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-18T09:20:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[90742]: cluster 2024-09-18T09:20:05.613374+0000 mgr.y (mgr.15249) 455 : cluster [DBG] pgmap v248: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 66/636 objects degraded (10.377%) 2024-09-18T09:20:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[90742]: cluster 2024-09-18T09:20:05.613374+0000 mgr.y (mgr.15249) 455 : cluster [DBG] pgmap v248: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 66/636 objects degraded (10.377%) 2024-09-18T09:20:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[90742]: audit 2024-09-18T09:20:05.733759+0000 mgr.y (mgr.15249) 456 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[90742]: audit 2024-09-18T09:20:05.733759+0000 mgr.y (mgr.15249) 456 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[90742]: cluster 2024-09-18T09:20:05.884035+0000 mon.a (mon.0) 207 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:20:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[90742]: cluster 2024-09-18T09:20:05.884035+0000 mon.a (mon.0) 207 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:20:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[90742]: cluster 2024-09-18T09:20:05.893268+0000 mon.a (mon.0) 208 : cluster [INF] osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190] boot 2024-09-18T09:20:07.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[90742]: cluster 2024-09-18T09:20:05.893268+0000 mon.a (mon.0) 208 : cluster [INF] osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190] boot 2024-09-18T09:20:07.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[90742]: cluster 2024-09-18T09:20:05.893415+0000 mon.a (mon.0) 209 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-09-18T09:20:07.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[90742]: cluster 2024-09-18T09:20:05.893415+0000 mon.a (mon.0) 209 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-09-18T09:20:07.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[90742]: audit 2024-09-18T09:20:05.894299+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-18T09:20:07.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[90742]: audit 2024-09-18T09:20:05.894299+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-18T09:20:07.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[90742]: cluster 2024-09-18T09:20:06.897261+0000 mon.a (mon.0) 211 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-18T09:20:07.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[90742]: cluster 2024-09-18T09:20:06.897261+0000 mon.a (mon.0) 211 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-18T09:20:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[94202]: cluster 2024-09-18T09:20:05.613374+0000 mgr.y (mgr.15249) 455 : cluster [DBG] pgmap v248: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 66/636 objects degraded (10.377%) 2024-09-18T09:20:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[94202]: cluster 2024-09-18T09:20:05.613374+0000 mgr.y (mgr.15249) 455 : cluster [DBG] pgmap v248: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 66/636 objects degraded (10.377%) 2024-09-18T09:20:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[94202]: audit 2024-09-18T09:20:05.733759+0000 mgr.y (mgr.15249) 456 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[94202]: audit 2024-09-18T09:20:05.733759+0000 mgr.y (mgr.15249) 456 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:07.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[94202]: cluster 2024-09-18T09:20:05.884035+0000 mon.a (mon.0) 207 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:20:07.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[94202]: cluster 2024-09-18T09:20:05.884035+0000 mon.a (mon.0) 207 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:20:07.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[94202]: cluster 2024-09-18T09:20:05.893268+0000 mon.a (mon.0) 208 : cluster [INF] osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190] boot 2024-09-18T09:20:07.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[94202]: cluster 2024-09-18T09:20:05.893268+0000 mon.a (mon.0) 208 : cluster [INF] osd.0 [v2:172.21.15.78:6802/2269236190,v1:172.21.15.78:6803/2269236190] boot 2024-09-18T09:20:07.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[94202]: cluster 2024-09-18T09:20:05.893415+0000 mon.a (mon.0) 209 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-09-18T09:20:07.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[94202]: cluster 2024-09-18T09:20:05.893415+0000 mon.a (mon.0) 209 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-09-18T09:20:07.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[94202]: audit 2024-09-18T09:20:05.894299+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-18T09:20:07.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[94202]: audit 2024-09-18T09:20:05.894299+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-18T09:20:07.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[94202]: cluster 2024-09-18T09:20:06.897261+0000 mon.a (mon.0) 211 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-18T09:20:07.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:06 smithi078 bash[94202]: cluster 2024-09-18T09:20:06.897261+0000 mon.a (mon.0) 211 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-18T09:20:07.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:07 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:07.474602732Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:08.339 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:07 smithi078 bash[90742]: cluster 2024-09-18T09:20:07.912286+0000 mon.a (mon.0) 212 : cluster [WRN] Health check update: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:08.340 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:07 smithi078 bash[90742]: cluster 2024-09-18T09:20:07.912286+0000 mon.a (mon.0) 212 : cluster [WRN] Health check update: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:08.340 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:07 smithi078 bash[94202]: cluster 2024-09-18T09:20:07.912286+0000 mon.a (mon.0) 212 : cluster [WRN] Health check update: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:08.340 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:07 smithi078 bash[94202]: cluster 2024-09-18T09:20:07.912286+0000 mon.a (mon.0) 212 : cluster [WRN] Health check update: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:08.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:07 smithi189 bash[70525]: cluster 2024-09-18T09:20:07.912286+0000 mon.a (mon.0) 212 : cluster [WRN] Health check update: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:08.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:07 smithi189 bash[70525]: cluster 2024-09-18T09:20:07.912286+0000 mon.a (mon.0) 212 : cluster [WRN] Health check update: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:09.398 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:08 smithi078 bash[90742]: cluster 2024-09-18T09:20:07.614947+0000 mgr.y (mgr.15249) 457 : cluster [DBG] pgmap v251: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 29/636 objects degraded (4.560%) 2024-09-18T09:20:09.398 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:08 smithi078 bash[90742]: cluster 2024-09-18T09:20:07.614947+0000 mgr.y (mgr.15249) 457 : cluster [DBG] pgmap v251: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 29/636 objects degraded (4.560%) 2024-09-18T09:20:09.399 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:08 smithi078 bash[94202]: cluster 2024-09-18T09:20:07.614947+0000 mgr.y (mgr.15249) 457 : cluster [DBG] pgmap v251: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 29/636 objects degraded (4.560%) 2024-09-18T09:20:09.399 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:08 smithi078 bash[94202]: cluster 2024-09-18T09:20:07.614947+0000 mgr.y (mgr.15249) 457 : cluster [DBG] pgmap v251: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 29/636 objects degraded (4.560%) 2024-09-18T09:20:09.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:08 smithi189 bash[70525]: cluster 2024-09-18T09:20:07.614947+0000 mgr.y (mgr.15249) 457 : cluster [DBG] pgmap v251: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 29/636 objects degraded (4.560%) 2024-09-18T09:20:09.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:08 smithi189 bash[70525]: cluster 2024-09-18T09:20:07.614947+0000 mgr.y (mgr.15249) 457 : cluster [DBG] pgmap v251: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 29/636 objects degraded (4.560%) 2024-09-18T09:20:10.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:10 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:10.431866501Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:11.313 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:10 smithi078 bash[90742]: cluster 2024-09-18T09:20:09.615671+0000 mgr.y (mgr.15249) 458 : cluster [DBG] pgmap v252: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 29/636 objects degraded (4.560%) 2024-09-18T09:20:11.313 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:10 smithi078 bash[90742]: cluster 2024-09-18T09:20:09.615671+0000 mgr.y (mgr.15249) 458 : cluster [DBG] pgmap v252: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 29/636 objects degraded (4.560%) 2024-09-18T09:20:11.313 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:10 smithi078 bash[94202]: cluster 2024-09-18T09:20:09.615671+0000 mgr.y (mgr.15249) 458 : cluster [DBG] pgmap v252: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 29/636 objects degraded (4.560%) 2024-09-18T09:20:11.314 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:10 smithi078 bash[94202]: cluster 2024-09-18T09:20:09.615671+0000 mgr.y (mgr.15249) 458 : cluster [DBG] pgmap v252: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 29/636 objects degraded (4.560%) 2024-09-18T09:20:11.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:10 smithi189 bash[70525]: cluster 2024-09-18T09:20:09.615671+0000 mgr.y (mgr.15249) 458 : cluster [DBG] pgmap v252: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 29/636 objects degraded (4.560%) 2024-09-18T09:20:11.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:10 smithi189 bash[70525]: cluster 2024-09-18T09:20:09.615671+0000 mgr.y (mgr.15249) 458 : cluster [DBG] pgmap v252: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 29/636 objects degraded (4.560%) 2024-09-18T09:20:11.704 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:20:11 smithi078 bash[70347]: debug 2024-09-18T09:20:11.310+0000 7fdec4a65640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-18T09:20:12.192 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.188136+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.193 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.188136+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.193 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.197961+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.193 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.197961+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.193 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.199988+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:12.193 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.199988+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:12.193 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.201568+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:12.193 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.201568+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:12.193 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.212114+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.193 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.212114+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.193 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.302782+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:20:12.193 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.302782+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:20:12.194 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.305945+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.194 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.305945+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.194 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.308356+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.194 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.308356+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.194 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.310393+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.194 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.310393+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.194 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.312731+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-18T09:20:12.194 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.312731+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-18T09:20:12.194 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.313037+0000 mgr.y (mgr.15249) 459 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T09:20:12.194 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: audit 2024-09-18T09:20:11.313037+0000 mgr.y (mgr.15249) 459 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T09:20:12.194 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: cephadm 2024-09-18T09:20:11.314683+0000 mgr.y (mgr.15249) 460 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-18T09:20:12.194 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: cephadm 2024-09-18T09:20:11.314683+0000 mgr.y (mgr.15249) 460 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-18T09:20:12.194 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: cluster 2024-09-18T09:20:11.616582+0000 mgr.y (mgr.15249) 461 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 759 B/s rd, 0 op/s 2024-09-18T09:20:12.194 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:12 smithi189 bash[70525]: cluster 2024-09-18T09:20:11.616582+0000 mgr.y (mgr.15249) 461 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 759 B/s rd, 0 op/s 2024-09-18T09:20:12.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.188136+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.188136+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.197961+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.197961+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.199988+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:12.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.199988+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:12.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.201568+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:12.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.201568+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:12.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.212114+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.212114+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.302782+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:20:12.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.302782+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:20:12.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.305945+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.305945+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.308356+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.308356+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.310393+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.310393+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.312731+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-18T09:20:12.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.312731+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-18T09:20:12.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.188136+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.188136+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.197961+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.197961+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.199988+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:12.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.199988+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:12.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.201568+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:12.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.201568+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:12.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.212114+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.212114+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:12.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.302782+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:20:12.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.302782+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:20:12.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.305945+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.305945+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.308356+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.308356+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.310393+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.310393+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:12.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.312731+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-18T09:20:12.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.312731+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-18T09:20:12.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.313037+0000 mgr.y (mgr.15249) 459 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T09:20:12.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: audit 2024-09-18T09:20:11.313037+0000 mgr.y (mgr.15249) 459 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T09:20:12.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: cephadm 2024-09-18T09:20:11.314683+0000 mgr.y (mgr.15249) 460 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-18T09:20:12.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: cephadm 2024-09-18T09:20:11.314683+0000 mgr.y (mgr.15249) 460 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-18T09:20:12.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: cluster 2024-09-18T09:20:11.616582+0000 mgr.y (mgr.15249) 461 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 759 B/s rd, 0 op/s 2024-09-18T09:20:12.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[90742]: cluster 2024-09-18T09:20:11.616582+0000 mgr.y (mgr.15249) 461 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 759 B/s rd, 0 op/s 2024-09-18T09:20:12.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.313037+0000 mgr.y (mgr.15249) 459 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T09:20:12.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: audit 2024-09-18T09:20:11.313037+0000 mgr.y (mgr.15249) 459 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T09:20:12.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: cephadm 2024-09-18T09:20:11.314683+0000 mgr.y (mgr.15249) 460 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-18T09:20:12.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: cephadm 2024-09-18T09:20:11.314683+0000 mgr.y (mgr.15249) 460 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-18T09:20:12.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: cluster 2024-09-18T09:20:11.616582+0000 mgr.y (mgr.15249) 461 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 759 B/s rd, 0 op/s 2024-09-18T09:20:12.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:12 smithi078 bash[94202]: cluster 2024-09-18T09:20:11.616582+0000 mgr.y (mgr.15249) 461 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 759 B/s rd, 0 op/s 2024-09-18T09:20:13.444 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:13 smithi189 bash[70525]: cluster 2024-09-18T09:20:12.207595+0000 mon.a (mon.0) 223 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded) 2024-09-18T09:20:13.444 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:13 smithi189 bash[70525]: cluster 2024-09-18T09:20:12.207595+0000 mon.a (mon.0) 223 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded) 2024-09-18T09:20:13.444 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:13 smithi189 bash[70525]: cluster 2024-09-18T09:20:12.207662+0000 mon.a (mon.0) 224 : cluster [INF] Cluster is now healthy 2024-09-18T09:20:13.445 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:13 smithi189 bash[70525]: cluster 2024-09-18T09:20:12.207662+0000 mon.a (mon.0) 224 : cluster [INF] Cluster is now healthy 2024-09-18T09:20:13.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:13 smithi078 bash[90742]: cluster 2024-09-18T09:20:12.207595+0000 mon.a (mon.0) 223 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded) 2024-09-18T09:20:13.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:13 smithi078 bash[90742]: cluster 2024-09-18T09:20:12.207595+0000 mon.a (mon.0) 223 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded) 2024-09-18T09:20:13.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:13 smithi078 bash[90742]: cluster 2024-09-18T09:20:12.207662+0000 mon.a (mon.0) 224 : cluster [INF] Cluster is now healthy 2024-09-18T09:20:13.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:13 smithi078 bash[90742]: cluster 2024-09-18T09:20:12.207662+0000 mon.a (mon.0) 224 : cluster [INF] Cluster is now healthy 2024-09-18T09:20:13.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:13 smithi078 bash[94202]: cluster 2024-09-18T09:20:12.207595+0000 mon.a (mon.0) 223 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded) 2024-09-18T09:20:13.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:13 smithi078 bash[94202]: cluster 2024-09-18T09:20:12.207595+0000 mon.a (mon.0) 223 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded) 2024-09-18T09:20:13.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:13 smithi078 bash[94202]: cluster 2024-09-18T09:20:12.207662+0000 mon.a (mon.0) 224 : cluster [INF] Cluster is now healthy 2024-09-18T09:20:13.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:13 smithi078 bash[94202]: cluster 2024-09-18T09:20:12.207662+0000 mon.a (mon.0) 224 : cluster [INF] Cluster is now healthy 2024-09-18T09:20:13.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:13 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:13.445870938Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:13.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:20:13 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:20:13] "GET /metrics HTTP/1.1" 200 38364 "" "Prometheus/2.51.0" 2024-09-18T09:20:14.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:14 smithi078 bash[90742]: cluster 2024-09-18T09:20:13.618191+0000 mgr.y (mgr.15249) 462 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:14.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:14 smithi078 bash[90742]: cluster 2024-09-18T09:20:13.618191+0000 mgr.y (mgr.15249) 462 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:14.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:14 smithi078 bash[94202]: cluster 2024-09-18T09:20:13.618191+0000 mgr.y (mgr.15249) 462 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:14.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:14 smithi078 bash[94202]: cluster 2024-09-18T09:20:13.618191+0000 mgr.y (mgr.15249) 462 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:14.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:14 smithi189 bash[70525]: cluster 2024-09-18T09:20:13.618191+0000 mgr.y (mgr.15249) 462 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:14.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:14 smithi189 bash[70525]: cluster 2024-09-18T09:20:13.618191+0000 mgr.y (mgr.15249) 462 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:16.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:16 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:16.465232506Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:16.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:16 smithi189 bash[70525]: cluster 2024-09-18T09:20:15.619070+0000 mgr.y (mgr.15249) 463 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:20:16.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:16 smithi189 bash[70525]: cluster 2024-09-18T09:20:15.619070+0000 mgr.y (mgr.15249) 463 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:20:16.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:16 smithi189 bash[70525]: audit 2024-09-18T09:20:15.745012+0000 mgr.y (mgr.15249) 464 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:16.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:16 smithi189 bash[70525]: audit 2024-09-18T09:20:15.745012+0000 mgr.y (mgr.15249) 464 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:16.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:16 smithi078 bash[90742]: cluster 2024-09-18T09:20:15.619070+0000 mgr.y (mgr.15249) 463 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:20:16.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:16 smithi078 bash[90742]: cluster 2024-09-18T09:20:15.619070+0000 mgr.y (mgr.15249) 463 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:20:16.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:16 smithi078 bash[90742]: audit 2024-09-18T09:20:15.745012+0000 mgr.y (mgr.15249) 464 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:16.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:16 smithi078 bash[90742]: audit 2024-09-18T09:20:15.745012+0000 mgr.y (mgr.15249) 464 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:16.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:16 smithi078 bash[94202]: cluster 2024-09-18T09:20:15.619070+0000 mgr.y (mgr.15249) 463 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:20:16.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:16 smithi078 bash[94202]: cluster 2024-09-18T09:20:15.619070+0000 mgr.y (mgr.15249) 463 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:20:16.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:16 smithi078 bash[94202]: audit 2024-09-18T09:20:15.745012+0000 mgr.y (mgr.15249) 464 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:16.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:16 smithi078 bash[94202]: audit 2024-09-18T09:20:15.745012+0000 mgr.y (mgr.15249) 464 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:17.658 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:20:18.296 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:20:18.296 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (6m) 18s ago 33m 13.6M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:20:18.296 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (5m) 3m ago 33m 67.0M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:20:18.297 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (8m) 18s ago 30m 49.2M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:20:18.297 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (7m) 3m ago 42m 439M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:20:18.297 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (18m) 18s ago 44m 512M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:20:18.297 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (2m) 18s ago 44m 43.1M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:20:18.297 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (3m) 3m ago 42m 18.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:20:18.297 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (2m) 18s ago 42m 32.5M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:20:18.297 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (7m) 18s ago 33m 8091k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:20:18.297 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (7m) 3m ago 33m 8043k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:20:18.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running 18s ago 41m - 3036M 2024-09-18T09:20:18.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (40m) 18s ago 40m 69.0M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 78c86a606cc9 2024-09-18T09:20:18.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (39m) 18s ago 39m 63.8M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:20:18.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (38m) 18s ago 38m 69.2M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:20:18.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (37m) 3m ago 37m 68.3M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:20:18.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (36m) 3m ago 36m 57.4M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:20:18.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (35m) 3m ago 35m 55.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:20:18.298 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (34m) 3m ago 34m 66.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:20:18.298 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (6m) 3m ago 34m 37.7M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:20:18.298 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (31m) 18s ago 31m 101M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:20:18.298 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (31m) 3m ago 31m 102M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:20:18.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:18 smithi189 bash[70525]: audit 2024-09-18T09:20:17.221623+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:18.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:18 smithi189 bash[70525]: audit 2024-09-18T09:20:17.221623+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:18.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:18 smithi189 bash[70525]: audit 2024-09-18T09:20:17.223825+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:18.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:18 smithi189 bash[70525]: audit 2024-09-18T09:20:17.223825+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:18.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:18 smithi189 bash[70525]: audit 2024-09-18T09:20:17.464218+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:18.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:18 smithi189 bash[70525]: audit 2024-09-18T09:20:17.464218+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:18.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:18 smithi189 bash[70525]: cluster 2024-09-18T09:20:17.620505+0000 mgr.y (mgr.15249) 465 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-18T09:20:18.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:18 smithi189 bash[70525]: cluster 2024-09-18T09:20:17.620505+0000 mgr.y (mgr.15249) 465 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-18T09:20:18.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:18 smithi189 bash[70525]: audit 2024-09-18T09:20:17.644625+0000 mgr.y (mgr.15249) 466 : audit [DBG] from='client.44214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:18.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:18 smithi189 bash[70525]: audit 2024-09-18T09:20:17.644625+0000 mgr.y (mgr.15249) 466 : audit [DBG] from='client.44214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:18.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:18 smithi189 bash[70525]: audit 2024-09-18T09:20:17.961533+0000 mgr.y (mgr.15249) 467 : audit [DBG] from='client.44220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:18.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:18 smithi189 bash[70525]: audit 2024-09-18T09:20:17.961533+0000 mgr.y (mgr.15249) 467 : audit [DBG] from='client.44220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:18.677 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:20:18.677 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:20:18.677 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 3 2024-09-18T09:20:18.677 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:20:18.677 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:20:18.677 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:20:18.677 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:20:18.678 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:20:18.678 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 7, 2024-09-18T09:20:18.678 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 1 2024-09-18T09:20:18.678 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:20:18.678 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:20:18.678 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:20:18.678 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:20:18.678 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:20:18.678 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 9, 2024-09-18T09:20:18.678 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 6 2024-09-18T09:20:18.678 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:20:18.678 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:20:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[90742]: audit 2024-09-18T09:20:17.221623+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[90742]: audit 2024-09-18T09:20:17.221623+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[90742]: audit 2024-09-18T09:20:17.223825+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[90742]: audit 2024-09-18T09:20:17.223825+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[90742]: audit 2024-09-18T09:20:17.464218+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[90742]: audit 2024-09-18T09:20:17.464218+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[90742]: cluster 2024-09-18T09:20:17.620505+0000 mgr.y (mgr.15249) 465 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-18T09:20:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[90742]: cluster 2024-09-18T09:20:17.620505+0000 mgr.y (mgr.15249) 465 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-18T09:20:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[90742]: audit 2024-09-18T09:20:17.644625+0000 mgr.y (mgr.15249) 466 : audit [DBG] from='client.44214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[90742]: audit 2024-09-18T09:20:17.644625+0000 mgr.y (mgr.15249) 466 : audit [DBG] from='client.44214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[90742]: audit 2024-09-18T09:20:17.961533+0000 mgr.y (mgr.15249) 467 : audit [DBG] from='client.44220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:18.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[90742]: audit 2024-09-18T09:20:17.961533+0000 mgr.y (mgr.15249) 467 : audit [DBG] from='client.44220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[94202]: audit 2024-09-18T09:20:17.221623+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[94202]: audit 2024-09-18T09:20:17.221623+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[94202]: audit 2024-09-18T09:20:17.223825+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[94202]: audit 2024-09-18T09:20:17.223825+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[94202]: audit 2024-09-18T09:20:17.464218+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[94202]: audit 2024-09-18T09:20:17.464218+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[94202]: cluster 2024-09-18T09:20:17.620505+0000 mgr.y (mgr.15249) 465 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-18T09:20:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[94202]: cluster 2024-09-18T09:20:17.620505+0000 mgr.y (mgr.15249) 465 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-18T09:20:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[94202]: audit 2024-09-18T09:20:17.644625+0000 mgr.y (mgr.15249) 466 : audit [DBG] from='client.44214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[94202]: audit 2024-09-18T09:20:17.644625+0000 mgr.y (mgr.15249) 466 : audit [DBG] from='client.44214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[94202]: audit 2024-09-18T09:20:17.961533+0000 mgr.y (mgr.15249) 467 : audit [DBG] from='client.44220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:18.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:18 smithi078 bash[94202]: audit 2024-09-18T09:20:17.961533+0000 mgr.y (mgr.15249) 467 : audit [DBG] from='client.44220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:18.996 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:20:18.997 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:20:18.997 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:20:18.997 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (1 remaining).", 2024-09-18T09:20:18.997 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:20:18.997 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "0/8 daemons upgraded", 2024-09-18T09:20:18.997 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading osd daemons", 2024-09-18T09:20:18.997 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:20:18.997 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:20:19.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:19 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:19.444047902Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:19.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:19 smithi189 bash[70525]: audit 2024-09-18T09:20:18.278350+0000 mgr.y (mgr.15249) 468 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:19.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:19 smithi189 bash[70525]: audit 2024-09-18T09:20:18.278350+0000 mgr.y (mgr.15249) 468 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:19.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:19 smithi189 bash[70525]: audit 2024-09-18T09:20:18.676926+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.78:0/3813001509' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:19.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:19 smithi189 bash[70525]: audit 2024-09-18T09:20:18.676926+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.78:0/3813001509' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:19.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:19 smithi189 bash[70525]: audit 2024-09-18T09:20:18.996147+0000 mgr.y (mgr.15249) 469 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:19.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:19 smithi189 bash[70525]: audit 2024-09-18T09:20:18.996147+0000 mgr.y (mgr.15249) 469 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:19 smithi078 bash[90742]: audit 2024-09-18T09:20:18.278350+0000 mgr.y (mgr.15249) 468 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:19 smithi078 bash[90742]: audit 2024-09-18T09:20:18.278350+0000 mgr.y (mgr.15249) 468 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:19 smithi078 bash[90742]: audit 2024-09-18T09:20:18.676926+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.78:0/3813001509' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:19 smithi078 bash[90742]: audit 2024-09-18T09:20:18.676926+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.78:0/3813001509' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:19 smithi078 bash[90742]: audit 2024-09-18T09:20:18.996147+0000 mgr.y (mgr.15249) 469 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:19.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:19 smithi078 bash[90742]: audit 2024-09-18T09:20:18.996147+0000 mgr.y (mgr.15249) 469 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:19.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:19 smithi078 bash[94202]: audit 2024-09-18T09:20:18.278350+0000 mgr.y (mgr.15249) 468 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:19.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:19 smithi078 bash[94202]: audit 2024-09-18T09:20:18.278350+0000 mgr.y (mgr.15249) 468 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:19.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:19 smithi078 bash[94202]: audit 2024-09-18T09:20:18.676926+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.78:0/3813001509' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:19.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:19 smithi078 bash[94202]: audit 2024-09-18T09:20:18.676926+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.78:0/3813001509' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:19.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:19 smithi078 bash[94202]: audit 2024-09-18T09:20:18.996147+0000 mgr.y (mgr.15249) 469 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:19.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:19 smithi078 bash[94202]: audit 2024-09-18T09:20:18.996147+0000 mgr.y (mgr.15249) 469 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:20.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:20 smithi189 bash[70525]: cluster 2024-09-18T09:20:19.621256+0000 mgr.y (mgr.15249) 470 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:20.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:20 smithi189 bash[70525]: cluster 2024-09-18T09:20:19.621256+0000 mgr.y (mgr.15249) 470 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:20.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:20 smithi078 bash[90742]: cluster 2024-09-18T09:20:19.621256+0000 mgr.y (mgr.15249) 470 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:20.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:20 smithi078 bash[90742]: cluster 2024-09-18T09:20:19.621256+0000 mgr.y (mgr.15249) 470 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:20.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:20 smithi078 bash[94202]: cluster 2024-09-18T09:20:19.621256+0000 mgr.y (mgr.15249) 470 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:20.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:20 smithi078 bash[94202]: cluster 2024-09-18T09:20:19.621256+0000 mgr.y (mgr.15249) 470 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:22.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:22 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:22.466996139Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:22 smithi189 bash[70525]: cluster 2024-09-18T09:20:21.622155+0000 mgr.y (mgr.15249) 471 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:22 smithi189 bash[70525]: cluster 2024-09-18T09:20:21.622155+0000 mgr.y (mgr.15249) 471 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:22.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:22 smithi078 bash[94202]: cluster 2024-09-18T09:20:21.622155+0000 mgr.y (mgr.15249) 471 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:22.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:22 smithi078 bash[94202]: cluster 2024-09-18T09:20:21.622155+0000 mgr.y (mgr.15249) 471 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:22.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:22 smithi078 bash[90742]: cluster 2024-09-18T09:20:21.622155+0000 mgr.y (mgr.15249) 471 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:22.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:22 smithi078 bash[90742]: cluster 2024-09-18T09:20:21.622155+0000 mgr.y (mgr.15249) 471 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:23.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:20:23 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:20:23] "GET /metrics HTTP/1.1" 200 38350 "" "Prometheus/2.51.0" 2024-09-18T09:20:24.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:24 smithi078 bash[90742]: cluster 2024-09-18T09:20:23.623706+0000 mgr.y (mgr.15249) 472 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:24.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:24 smithi078 bash[90742]: cluster 2024-09-18T09:20:23.623706+0000 mgr.y (mgr.15249) 472 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:24.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:24 smithi078 bash[94202]: cluster 2024-09-18T09:20:23.623706+0000 mgr.y (mgr.15249) 472 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:24.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:24 smithi078 bash[94202]: cluster 2024-09-18T09:20:23.623706+0000 mgr.y (mgr.15249) 472 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:24 smithi189 bash[70525]: cluster 2024-09-18T09:20:23.623706+0000 mgr.y (mgr.15249) 472 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:25.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:24 smithi189 bash[70525]: cluster 2024-09-18T09:20:23.623706+0000 mgr.y (mgr.15249) 472 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:25.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:25 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:25.461148281Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:26.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:26 smithi078 bash[94202]: cluster 2024-09-18T09:20:25.624606+0000 mgr.y (mgr.15249) 473 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:26.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:26 smithi078 bash[94202]: cluster 2024-09-18T09:20:25.624606+0000 mgr.y (mgr.15249) 473 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:26.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:26 smithi078 bash[94202]: audit 2024-09-18T09:20:25.756298+0000 mgr.y (mgr.15249) 474 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:26.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:26 smithi078 bash[94202]: audit 2024-09-18T09:20:25.756298+0000 mgr.y (mgr.15249) 474 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:26.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:26 smithi078 bash[94202]: audit 2024-09-18T09:20:26.327094+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-18T09:20:26.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:26 smithi078 bash[94202]: audit 2024-09-18T09:20:26.327094+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-18T09:20:26.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:26 smithi078 bash[90742]: cluster 2024-09-18T09:20:25.624606+0000 mgr.y (mgr.15249) 473 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:26.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:26 smithi078 bash[90742]: cluster 2024-09-18T09:20:25.624606+0000 mgr.y (mgr.15249) 473 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:26.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:26 smithi078 bash[90742]: audit 2024-09-18T09:20:25.756298+0000 mgr.y (mgr.15249) 474 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:26.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:26 smithi078 bash[90742]: audit 2024-09-18T09:20:25.756298+0000 mgr.y (mgr.15249) 474 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:26.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:26 smithi078 bash[90742]: audit 2024-09-18T09:20:26.327094+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-18T09:20:26.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:26 smithi078 bash[90742]: audit 2024-09-18T09:20:26.327094+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-18T09:20:27.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:26 smithi189 bash[70525]: cluster 2024-09-18T09:20:25.624606+0000 mgr.y (mgr.15249) 473 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:27.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:26 smithi189 bash[70525]: cluster 2024-09-18T09:20:25.624606+0000 mgr.y (mgr.15249) 473 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:27.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:26 smithi189 bash[70525]: audit 2024-09-18T09:20:25.756298+0000 mgr.y (mgr.15249) 474 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:27.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:26 smithi189 bash[70525]: audit 2024-09-18T09:20:25.756298+0000 mgr.y (mgr.15249) 474 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:27.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:26 smithi189 bash[70525]: audit 2024-09-18T09:20:26.327094+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-18T09:20:27.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:26 smithi189 bash[70525]: audit 2024-09-18T09:20:26.327094+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-18T09:20:28.077 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:27 smithi078 bash[90742]: audit 2024-09-18T09:20:26.327455+0000 mgr.y (mgr.15249) 475 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T09:20:28.077 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:27 smithi078 bash[90742]: audit 2024-09-18T09:20:26.327455+0000 mgr.y (mgr.15249) 475 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T09:20:28.077 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:27 smithi078 bash[90742]: cephadm 2024-09-18T09:20:26.329913+0000 mgr.y (mgr.15249) 476 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-18T09:20:28.077 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:27 smithi078 bash[90742]: cephadm 2024-09-18T09:20:26.329913+0000 mgr.y (mgr.15249) 476 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-18T09:20:28.077 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:27 smithi078 bash[94202]: audit 2024-09-18T09:20:26.327455+0000 mgr.y (mgr.15249) 475 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T09:20:28.077 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:27 smithi078 bash[94202]: audit 2024-09-18T09:20:26.327455+0000 mgr.y (mgr.15249) 475 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T09:20:28.078 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:27 smithi078 bash[94202]: cephadm 2024-09-18T09:20:26.329913+0000 mgr.y (mgr.15249) 476 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-18T09:20:28.078 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:27 smithi078 bash[94202]: cephadm 2024-09-18T09:20:26.329913+0000 mgr.y (mgr.15249) 476 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-18T09:20:28.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:27 smithi189 bash[70525]: audit 2024-09-18T09:20:26.327455+0000 mgr.y (mgr.15249) 475 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T09:20:28.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:27 smithi189 bash[70525]: audit 2024-09-18T09:20:26.327455+0000 mgr.y (mgr.15249) 475 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T09:20:28.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:27 smithi189 bash[70525]: cephadm 2024-09-18T09:20:26.329913+0000 mgr.y (mgr.15249) 476 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-18T09:20:28.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:27 smithi189 bash[70525]: cephadm 2024-09-18T09:20:26.329913+0000 mgr.y (mgr.15249) 476 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-18T09:20:28.709 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:28 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:28.453612256Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:29.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:28 smithi189 bash[70525]: cluster 2024-09-18T09:20:27.626205+0000 mgr.y (mgr.15249) 477 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:29.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:28 smithi189 bash[70525]: cluster 2024-09-18T09:20:27.626205+0000 mgr.y (mgr.15249) 477 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:29.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:28 smithi078 bash[90742]: cluster 2024-09-18T09:20:27.626205+0000 mgr.y (mgr.15249) 477 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:28 smithi078 bash[90742]: cluster 2024-09-18T09:20:27.626205+0000 mgr.y (mgr.15249) 477 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:29.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:28 smithi078 bash[94202]: cluster 2024-09-18T09:20:27.626205+0000 mgr.y (mgr.15249) 477 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:29.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:28 smithi078 bash[94202]: cluster 2024-09-18T09:20:27.626205+0000 mgr.y (mgr.15249) 477 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[90742]: cephadm 2024-09-18T09:20:28.927264+0000 mgr.y (mgr.15249) 478 : cephadm [INF] Upgrade: Updating osd.1 2024-09-18T09:20:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[90742]: cephadm 2024-09-18T09:20:28.927264+0000 mgr.y (mgr.15249) 478 : cephadm [INF] Upgrade: Updating osd.1 2024-09-18T09:20:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[90742]: audit 2024-09-18T09:20:28.933050+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[90742]: audit 2024-09-18T09:20:28.933050+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[90742]: audit 2024-09-18T09:20:28.936320+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-18T09:20:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[90742]: audit 2024-09-18T09:20:28.936320+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-18T09:20:30.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[90742]: audit 2024-09-18T09:20:28.937397+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:30.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[90742]: audit 2024-09-18T09:20:28.937397+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:30.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[90742]: cephadm 2024-09-18T09:20:28.942999+0000 mgr.y (mgr.15249) 479 : cephadm [INF] Deploying daemon osd.1 on smithi078 2024-09-18T09:20:30.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[90742]: cephadm 2024-09-18T09:20:28.942999+0000 mgr.y (mgr.15249) 479 : cephadm [INF] Deploying daemon osd.1 on smithi078 2024-09-18T09:20:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[94202]: cephadm 2024-09-18T09:20:28.927264+0000 mgr.y (mgr.15249) 478 : cephadm [INF] Upgrade: Updating osd.1 2024-09-18T09:20:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[94202]: cephadm 2024-09-18T09:20:28.927264+0000 mgr.y (mgr.15249) 478 : cephadm [INF] Upgrade: Updating osd.1 2024-09-18T09:20:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[94202]: audit 2024-09-18T09:20:28.933050+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[94202]: audit 2024-09-18T09:20:28.933050+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[94202]: audit 2024-09-18T09:20:28.936320+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-18T09:20:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[94202]: audit 2024-09-18T09:20:28.936320+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-18T09:20:30.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[94202]: audit 2024-09-18T09:20:28.937397+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:30.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[94202]: audit 2024-09-18T09:20:28.937397+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:30.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[94202]: cephadm 2024-09-18T09:20:28.942999+0000 mgr.y (mgr.15249) 479 : cephadm [INF] Deploying daemon osd.1 on smithi078 2024-09-18T09:20:30.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:29 smithi078 bash[94202]: cephadm 2024-09-18T09:20:28.942999+0000 mgr.y (mgr.15249) 479 : cephadm [INF] Deploying daemon osd.1 on smithi078 2024-09-18T09:20:30.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:29 smithi189 bash[70525]: cephadm 2024-09-18T09:20:28.927264+0000 mgr.y (mgr.15249) 478 : cephadm [INF] Upgrade: Updating osd.1 2024-09-18T09:20:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:29 smithi189 bash[70525]: cephadm 2024-09-18T09:20:28.927264+0000 mgr.y (mgr.15249) 478 : cephadm [INF] Upgrade: Updating osd.1 2024-09-18T09:20:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:29 smithi189 bash[70525]: audit 2024-09-18T09:20:28.933050+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:29 smithi189 bash[70525]: audit 2024-09-18T09:20:28.933050+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:29 smithi189 bash[70525]: audit 2024-09-18T09:20:28.936320+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-18T09:20:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:29 smithi189 bash[70525]: audit 2024-09-18T09:20:28.936320+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-18T09:20:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:29 smithi189 bash[70525]: audit 2024-09-18T09:20:28.937397+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:29 smithi189 bash[70525]: audit 2024-09-18T09:20:28.937397+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:29 smithi189 bash[70525]: cephadm 2024-09-18T09:20:28.942999+0000 mgr.y (mgr.15249) 479 : cephadm [INF] Deploying daemon osd.1 on smithi078 2024-09-18T09:20:30.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:29 smithi189 bash[70525]: cephadm 2024-09-18T09:20:28.942999+0000 mgr.y (mgr.15249) 479 : cephadm [INF] Deploying daemon osd.1 on smithi078 2024-09-18T09:20:31.015 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:30 smithi078 bash[90742]: cluster 2024-09-18T09:20:29.626955+0000 mgr.y (mgr.15249) 480 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:31.015 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:30 smithi078 bash[90742]: cluster 2024-09-18T09:20:29.626955+0000 mgr.y (mgr.15249) 480 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:31.015 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:30 smithi078 bash[94202]: cluster 2024-09-18T09:20:29.626955+0000 mgr.y (mgr.15249) 480 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:31.015 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:30 smithi078 bash[94202]: cluster 2024-09-18T09:20:29.626955+0000 mgr.y (mgr.15249) 480 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:30 smithi189 bash[70525]: cluster 2024-09-18T09:20:29.626955+0000 mgr.y (mgr.15249) 480 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:30 smithi189 bash[70525]: cluster 2024-09-18T09:20:29.626955+0000 mgr.y (mgr.15249) 480 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:31.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:31 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:31.433219623Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:32 smithi078 bash[90742]: cluster 2024-09-18T09:20:31.627845+0000 mgr.y (mgr.15249) 481 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:32 smithi078 bash[90742]: cluster 2024-09-18T09:20:31.627845+0000 mgr.y (mgr.15249) 481 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:32 smithi078 bash[90742]: audit 2024-09-18T09:20:32.216861+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:32 smithi078 bash[90742]: audit 2024-09-18T09:20:32.216861+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:32 smithi078 bash[94202]: cluster 2024-09-18T09:20:31.627845+0000 mgr.y (mgr.15249) 481 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:32 smithi078 bash[94202]: cluster 2024-09-18T09:20:31.627845+0000 mgr.y (mgr.15249) 481 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:32 smithi078 bash[94202]: audit 2024-09-18T09:20:32.216861+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:32 smithi078 bash[94202]: audit 2024-09-18T09:20:32.216861+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:32 smithi189 bash[70525]: cluster 2024-09-18T09:20:31.627845+0000 mgr.y (mgr.15249) 481 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:32 smithi189 bash[70525]: cluster 2024-09-18T09:20:31.627845+0000 mgr.y (mgr.15249) 481 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:33.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:32 smithi189 bash[70525]: audit 2024-09-18T09:20:32.216861+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:33.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:32 smithi189 bash[70525]: audit 2024-09-18T09:20:32.216861+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:33.898 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:20:33 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:20:33] "GET /metrics HTTP/1.1" 200 38356 "" "Prometheus/2.51.0" 2024-09-18T09:20:33.898 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:20:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:33.898 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:20:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:33.899 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:20:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:33.899 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:33.899 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:20:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:34.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:34.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:34.204 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:20:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:34.205 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:34 smithi078 systemd[1]: Stopping Ceph osd.1 for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:20:34.205 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:34 smithi078 bash[37087]: debug 2024-09-18T09:20:34.118+0000 7f5bcb8e8640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-18T09:20:34.205 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:34 smithi078 bash[37087]: debug 2024-09-18T09:20:34.118+0000 7f5bcb8e8640 -1 osd.1 121 *** Got signal Terminated *** 2024-09-18T09:20:34.205 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:34 smithi078 bash[37087]: debug 2024-09-18T09:20:34.118+0000 7f5bcb8e8640 -1 osd.1 121 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T09:20:34.205 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:20:33 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:34.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:34 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:34.461291263Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:35.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:34 smithi078 bash[94202]: cluster 2024-09-18T09:20:33.629071+0000 mgr.y (mgr.15249) 482 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:35.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:34 smithi078 bash[94202]: cluster 2024-09-18T09:20:33.629071+0000 mgr.y (mgr.15249) 482 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:35.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:34 smithi078 bash[94202]: cluster 2024-09-18T09:20:34.124376+0000 mon.a (mon.0) 233 : cluster [INF] osd.1 marked itself down and dead 2024-09-18T09:20:35.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:34 smithi078 bash[94202]: cluster 2024-09-18T09:20:34.124376+0000 mon.a (mon.0) 233 : cluster [INF] osd.1 marked itself down and dead 2024-09-18T09:20:35.418 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:34 smithi078 bash[90742]: cluster 2024-09-18T09:20:33.629071+0000 mgr.y (mgr.15249) 482 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:35.418 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:34 smithi078 bash[90742]: cluster 2024-09-18T09:20:33.629071+0000 mgr.y (mgr.15249) 482 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:35.418 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:34 smithi078 bash[90742]: cluster 2024-09-18T09:20:34.124376+0000 mon.a (mon.0) 233 : cluster [INF] osd.1 marked itself down and dead 2024-09-18T09:20:35.419 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:34 smithi078 bash[90742]: cluster 2024-09-18T09:20:34.124376+0000 mon.a (mon.0) 233 : cluster [INF] osd.1 marked itself down and dead 2024-09-18T09:20:35.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:34 smithi189 bash[70525]: cluster 2024-09-18T09:20:33.629071+0000 mgr.y (mgr.15249) 482 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:35.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:34 smithi189 bash[70525]: cluster 2024-09-18T09:20:33.629071+0000 mgr.y (mgr.15249) 482 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:20:35.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:34 smithi189 bash[70525]: cluster 2024-09-18T09:20:34.124376+0000 mon.a (mon.0) 233 : cluster [INF] osd.1 marked itself down and dead 2024-09-18T09:20:35.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:34 smithi189 bash[70525]: cluster 2024-09-18T09:20:34.124376+0000 mon.a (mon.0) 233 : cluster [INF] osd.1 marked itself down and dead 2024-09-18T09:20:36.043 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:35 smithi078 bash[90742]: cluster 2024-09-18T09:20:34.948231+0000 mon.a (mon.0) 234 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:20:36.043 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:35 smithi078 bash[90742]: cluster 2024-09-18T09:20:34.948231+0000 mon.a (mon.0) 234 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:20:36.043 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:35 smithi078 bash[90742]: cluster 2024-09-18T09:20:34.959739+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e122: 8 total, 7 up, 8 in 2024-09-18T09:20:36.043 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:35 smithi078 bash[90742]: cluster 2024-09-18T09:20:34.959739+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e122: 8 total, 7 up, 8 in 2024-09-18T09:20:36.043 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:35 smithi078 bash[90742]: cluster 2024-09-18T09:20:35.962558+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-18T09:20:36.043 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:35 smithi078 bash[90742]: cluster 2024-09-18T09:20:35.962558+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-18T09:20:36.043 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:35 smithi078 bash[94202]: cluster 2024-09-18T09:20:34.948231+0000 mon.a (mon.0) 234 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:20:36.043 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:35 smithi078 bash[94202]: cluster 2024-09-18T09:20:34.948231+0000 mon.a (mon.0) 234 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:20:36.043 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:35 smithi078 bash[94202]: cluster 2024-09-18T09:20:34.959739+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e122: 8 total, 7 up, 8 in 2024-09-18T09:20:36.044 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:35 smithi078 bash[94202]: cluster 2024-09-18T09:20:34.959739+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e122: 8 total, 7 up, 8 in 2024-09-18T09:20:36.044 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:35 smithi078 bash[94202]: cluster 2024-09-18T09:20:35.962558+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-18T09:20:36.044 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:35 smithi078 bash[94202]: cluster 2024-09-18T09:20:35.962558+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-18T09:20:36.385 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:36 smithi078 bash[103912]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-1 2024-09-18T09:20:36.385 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:36 smithi078 bash[103976]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-1 2024-09-18T09:20:36.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:35 smithi189 bash[70525]: cluster 2024-09-18T09:20:34.948231+0000 mon.a (mon.0) 234 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:20:36.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:35 smithi189 bash[70525]: cluster 2024-09-18T09:20:34.948231+0000 mon.a (mon.0) 234 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:20:36.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:35 smithi189 bash[70525]: cluster 2024-09-18T09:20:34.959739+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e122: 8 total, 7 up, 8 in 2024-09-18T09:20:36.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:35 smithi189 bash[70525]: cluster 2024-09-18T09:20:34.959739+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e122: 8 total, 7 up, 8 in 2024-09-18T09:20:36.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:35 smithi189 bash[70525]: cluster 2024-09-18T09:20:35.962558+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-18T09:20:36.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:35 smithi189 bash[70525]: cluster 2024-09-18T09:20:35.962558+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-18T09:20:37.410 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:36 smithi078 bash[90742]: cluster 2024-09-18T09:20:35.629752+0000 mgr.y (mgr.15249) 483 : cluster [DBG] pgmap v266: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:20:37.411 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:36 smithi078 bash[90742]: cluster 2024-09-18T09:20:35.629752+0000 mgr.y (mgr.15249) 483 : cluster [DBG] pgmap v266: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:20:37.411 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:36 smithi078 bash[90742]: audit 2024-09-18T09:20:35.767487+0000 mgr.y (mgr.15249) 484 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:37.411 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:36 smithi078 bash[90742]: audit 2024-09-18T09:20:35.767487+0000 mgr.y (mgr.15249) 484 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:37.411 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:36 smithi078 bash[94202]: cluster 2024-09-18T09:20:35.629752+0000 mgr.y (mgr.15249) 483 : cluster [DBG] pgmap v266: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:20:37.411 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:36 smithi078 bash[94202]: cluster 2024-09-18T09:20:35.629752+0000 mgr.y (mgr.15249) 483 : cluster [DBG] pgmap v266: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:20:37.411 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:36 smithi078 bash[94202]: audit 2024-09-18T09:20:35.767487+0000 mgr.y (mgr.15249) 484 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:37.411 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:36 smithi078 bash[94202]: audit 2024-09-18T09:20:35.767487+0000 mgr.y (mgr.15249) 484 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:37.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:36 smithi189 bash[70525]: cluster 2024-09-18T09:20:35.629752+0000 mgr.y (mgr.15249) 483 : cluster [DBG] pgmap v266: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:20:37.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:36 smithi189 bash[70525]: cluster 2024-09-18T09:20:35.629752+0000 mgr.y (mgr.15249) 483 : cluster [DBG] pgmap v266: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:20:37.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:36 smithi189 bash[70525]: audit 2024-09-18T09:20:35.767487+0000 mgr.y (mgr.15249) 484 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:37.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:36 smithi189 bash[70525]: audit 2024-09-18T09:20:35.767487+0000 mgr.y (mgr.15249) 484 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:37.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:37 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:37.450948207Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:38 smithi189 bash[70525]: cluster 2024-09-18T09:20:37.631480+0000 mgr.y (mgr.15249) 485 : cluster [DBG] pgmap v268: 161 pgs: 38 active+undersized, 1 stale+active+clean, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:20:38.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:38 smithi189 bash[70525]: cluster 2024-09-18T09:20:37.631480+0000 mgr.y (mgr.15249) 485 : cluster [DBG] pgmap v268: 161 pgs: 38 active+undersized, 1 stale+active+clean, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:20:38.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:38 smithi189 bash[70525]: cluster 2024-09-18T09:20:37.988079+0000 mon.a (mon.0) 237 : cluster [WRN] Health check failed: Degraded data redundancy: 77/636 objects degraded (12.107%), 19 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:38.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:38 smithi189 bash[70525]: cluster 2024-09-18T09:20:37.988079+0000 mon.a (mon.0) 237 : cluster [WRN] Health check failed: Degraded data redundancy: 77/636 objects degraded (12.107%), 19 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:38.446 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:38 smithi078 bash[90742]: cluster 2024-09-18T09:20:37.631480+0000 mgr.y (mgr.15249) 485 : cluster [DBG] pgmap v268: 161 pgs: 38 active+undersized, 1 stale+active+clean, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:20:38.446 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:38 smithi078 bash[90742]: cluster 2024-09-18T09:20:37.631480+0000 mgr.y (mgr.15249) 485 : cluster [DBG] pgmap v268: 161 pgs: 38 active+undersized, 1 stale+active+clean, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:20:38.446 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:38 smithi078 bash[90742]: cluster 2024-09-18T09:20:37.988079+0000 mon.a (mon.0) 237 : cluster [WRN] Health check failed: Degraded data redundancy: 77/636 objects degraded (12.107%), 19 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:38.447 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:38 smithi078 bash[90742]: cluster 2024-09-18T09:20:37.988079+0000 mon.a (mon.0) 237 : cluster [WRN] Health check failed: Degraded data redundancy: 77/636 objects degraded (12.107%), 19 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:38.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:38 smithi078 bash[94202]: cluster 2024-09-18T09:20:37.631480+0000 mgr.y (mgr.15249) 485 : cluster [DBG] pgmap v268: 161 pgs: 38 active+undersized, 1 stale+active+clean, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:20:38.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:38 smithi078 bash[94202]: cluster 2024-09-18T09:20:37.631480+0000 mgr.y (mgr.15249) 485 : cluster [DBG] pgmap v268: 161 pgs: 38 active+undersized, 1 stale+active+clean, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:20:38.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:38 smithi078 bash[94202]: cluster 2024-09-18T09:20:37.988079+0000 mon.a (mon.0) 237 : cluster [WRN] Health check failed: Degraded data redundancy: 77/636 objects degraded (12.107%), 19 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:38.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:38 smithi078 bash[94202]: cluster 2024-09-18T09:20:37.988079+0000 mon.a (mon.0) 237 : cluster [WRN] Health check failed: Degraded data redundancy: 77/636 objects degraded (12.107%), 19 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:38.704 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:20:38 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:38.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:38 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:38.704 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:20:38 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:38.705 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:20:38 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:38.705 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:20:38 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:38.705 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:20:38 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:38.705 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:38 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-18T09:20:38.705 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:38 smithi078 systemd[1]: Stopped Ceph osd.1 for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:20:38.706 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:38 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:38.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:38 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:38.706 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:20:38 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:20:39.203 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:38 smithi078 systemd[1]: Started Ceph osd.1 for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:20:40.102 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:39 smithi078 bash[90742]: audit 2024-09-18T09:20:38.767465+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.102 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:39 smithi078 bash[90742]: audit 2024-09-18T09:20:38.767465+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.102 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:39 smithi078 bash[90742]: audit 2024-09-18T09:20:38.773072+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.102 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:39 smithi078 bash[90742]: audit 2024-09-18T09:20:38.773072+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.102 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:39 smithi078 bash[90742]: audit 2024-09-18T09:20:38.778086+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.103 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:39 smithi078 bash[90742]: audit 2024-09-18T09:20:38.778086+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.103 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:39 smithi078 bash[94202]: audit 2024-09-18T09:20:38.767465+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.103 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:39 smithi078 bash[94202]: audit 2024-09-18T09:20:38.767465+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.103 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:39 smithi078 bash[94202]: audit 2024-09-18T09:20:38.773072+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.103 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:39 smithi078 bash[94202]: audit 2024-09-18T09:20:38.773072+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.103 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:39 smithi078 bash[94202]: audit 2024-09-18T09:20:38.778086+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.103 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:39 smithi078 bash[94202]: audit 2024-09-18T09:20:38.778086+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:39 smithi189 bash[70525]: audit 2024-09-18T09:20:38.767465+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:39 smithi189 bash[70525]: audit 2024-09-18T09:20:38.767465+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:39 smithi189 bash[70525]: audit 2024-09-18T09:20:38.773072+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:39 smithi189 bash[70525]: audit 2024-09-18T09:20:38.773072+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:39 smithi189 bash[70525]: audit 2024-09-18T09:20:38.778086+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:39 smithi189 bash[70525]: audit 2024-09-18T09:20:38.778086+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:40.454 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:40 smithi078 bash[104125]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-18T09:20:40.454 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:40 smithi078 bash[104125]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-18T09:20:40.781 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:40 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:40.468403033Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:40 smithi189 bash[70525]: cluster 2024-09-18T09:20:39.632457+0000 mgr.y (mgr.15249) 486 : cluster [DBG] pgmap v269: 161 pgs: 38 active+undersized, 1 stale+active+clean, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:20:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:40 smithi189 bash[70525]: cluster 2024-09-18T09:20:39.632457+0000 mgr.y (mgr.15249) 486 : cluster [DBG] pgmap v269: 161 pgs: 38 active+undersized, 1 stale+active+clean, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:20:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:40 smithi078 bash[90742]: cluster 2024-09-18T09:20:39.632457+0000 mgr.y (mgr.15249) 486 : cluster [DBG] pgmap v269: 161 pgs: 38 active+undersized, 1 stale+active+clean, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:20:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:40 smithi078 bash[90742]: cluster 2024-09-18T09:20:39.632457+0000 mgr.y (mgr.15249) 486 : cluster [DBG] pgmap v269: 161 pgs: 38 active+undersized, 1 stale+active+clean, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:20:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:40 smithi078 bash[94202]: cluster 2024-09-18T09:20:39.632457+0000 mgr.y (mgr.15249) 486 : cluster [DBG] pgmap v269: 161 pgs: 38 active+undersized, 1 stale+active+clean, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:20:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:40 smithi078 bash[94202]: cluster 2024-09-18T09:20:39.632457+0000 mgr.y (mgr.15249) 486 : cluster [DBG] pgmap v269: 161 pgs: 38 active+undersized, 1 stale+active+clean, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:20:43.030 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:42 smithi078 bash[90742]: cluster 2024-09-18T09:20:41.633658+0000 mgr.y (mgr.15249) 487 : cluster [DBG] pgmap v270: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:43.030 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:42 smithi078 bash[90742]: cluster 2024-09-18T09:20:41.633658+0000 mgr.y (mgr.15249) 487 : cluster [DBG] pgmap v270: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:43.030 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:42 smithi078 bash[94202]: cluster 2024-09-18T09:20:41.633658+0000 mgr.y (mgr.15249) 487 : cluster [DBG] pgmap v270: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:43.030 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:42 smithi078 bash[94202]: cluster 2024-09-18T09:20:41.633658+0000 mgr.y (mgr.15249) 487 : cluster [DBG] pgmap v270: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:43.031 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:42 smithi078 bash[104125]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-18T09:20:43.031 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:42 smithi078 bash[104125]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-18T09:20:43.031 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:43 smithi078 bash[104125]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-18T09:20:43.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:42 smithi189 bash[70525]: cluster 2024-09-18T09:20:41.633658+0000 mgr.y (mgr.15249) 487 : cluster [DBG] pgmap v270: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:43.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:42 smithi189 bash[70525]: cluster 2024-09-18T09:20:41.633658+0000 mgr.y (mgr.15249) 487 : cluster [DBG] pgmap v270: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:43.454 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:43 smithi078 bash[104125]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-18T09:20:43.454 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:43 smithi078 bash[104125]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-18T09:20:43.454 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:43 smithi078 bash[104125]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-18T09:20:43.454 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:43 smithi078 bash[104125]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-18T09:20:43.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:43 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:43.449081797Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:43.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:20:43 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:20:43] "GET /metrics HTTP/1.1" 200 38356 "" "Prometheus/2.51.0" 2024-09-18T09:20:45.087 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:44 smithi078 bash[90742]: cluster 2024-09-18T09:20:43.635462+0000 mgr.y (mgr.15249) 488 : cluster [DBG] pgmap v271: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:45.087 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:44 smithi078 bash[90742]: cluster 2024-09-18T09:20:43.635462+0000 mgr.y (mgr.15249) 488 : cluster [DBG] pgmap v271: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:45.087 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:44 smithi078 bash[94202]: cluster 2024-09-18T09:20:43.635462+0000 mgr.y (mgr.15249) 488 : cluster [DBG] pgmap v271: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:45.087 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:44 smithi078 bash[94202]: cluster 2024-09-18T09:20:43.635462+0000 mgr.y (mgr.15249) 488 : cluster [DBG] pgmap v271: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:45.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:44 smithi189 bash[70525]: cluster 2024-09-18T09:20:43.635462+0000 mgr.y (mgr.15249) 488 : cluster [DBG] pgmap v271: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:45.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:44 smithi189 bash[70525]: cluster 2024-09-18T09:20:43.635462+0000 mgr.y (mgr.15249) 488 : cluster [DBG] pgmap v271: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:45.453 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:45 smithi078 bash[104400]: debug 2024-09-18T09:20:45.082+0000 7fc59cb6d640 1 -- 172.21.15.78:0/603421537 <== mon.2 v2:172.21.15.78:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dc91134960 con 0x55dc91155c00 2024-09-18T09:20:46.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:46 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:46.447010594Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:46.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:46 smithi189 bash[70525]: audit 2024-09-18T09:20:45.237656+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:46.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:46 smithi189 bash[70525]: audit 2024-09-18T09:20:45.237656+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:46.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:46 smithi189 bash[70525]: audit 2024-09-18T09:20:45.246519+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:46.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:46 smithi189 bash[70525]: audit 2024-09-18T09:20:45.246519+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:46.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:46 smithi189 bash[70525]: cluster 2024-09-18T09:20:45.636474+0000 mgr.y (mgr.15249) 489 : cluster [DBG] pgmap v272: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:46.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:46 smithi189 bash[70525]: cluster 2024-09-18T09:20:45.636474+0000 mgr.y (mgr.15249) 489 : cluster [DBG] pgmap v272: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:46.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:46 smithi189 bash[70525]: audit 2024-09-18T09:20:45.778392+0000 mgr.y (mgr.15249) 490 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:46.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:46 smithi189 bash[70525]: audit 2024-09-18T09:20:45.778392+0000 mgr.y (mgr.15249) 490 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:46.704 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:46 smithi078 bash[104400]: debug 2024-09-18T09:20:46.222+0000 7fc59f3d4640 -1 Falling back to public interface 2024-09-18T09:20:46.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:46 smithi078 bash[94202]: audit 2024-09-18T09:20:45.237656+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:46.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:46 smithi078 bash[94202]: audit 2024-09-18T09:20:45.237656+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:46.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:46 smithi078 bash[94202]: audit 2024-09-18T09:20:45.246519+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:46.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:46 smithi078 bash[94202]: audit 2024-09-18T09:20:45.246519+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:46.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:46 smithi078 bash[94202]: cluster 2024-09-18T09:20:45.636474+0000 mgr.y (mgr.15249) 489 : cluster [DBG] pgmap v272: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:46.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:46 smithi078 bash[94202]: cluster 2024-09-18T09:20:45.636474+0000 mgr.y (mgr.15249) 489 : cluster [DBG] pgmap v272: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:46.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:46 smithi078 bash[94202]: audit 2024-09-18T09:20:45.778392+0000 mgr.y (mgr.15249) 490 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:46.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:46 smithi078 bash[94202]: audit 2024-09-18T09:20:45.778392+0000 mgr.y (mgr.15249) 490 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:46.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:46 smithi078 bash[90742]: audit 2024-09-18T09:20:45.237656+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:46.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:46 smithi078 bash[90742]: audit 2024-09-18T09:20:45.237656+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:46.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:46 smithi078 bash[90742]: audit 2024-09-18T09:20:45.246519+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:46.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:46 smithi078 bash[90742]: audit 2024-09-18T09:20:45.246519+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:46.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:46 smithi078 bash[90742]: cluster 2024-09-18T09:20:45.636474+0000 mgr.y (mgr.15249) 489 : cluster [DBG] pgmap v272: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:46.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:46 smithi078 bash[90742]: cluster 2024-09-18T09:20:45.636474+0000 mgr.y (mgr.15249) 489 : cluster [DBG] pgmap v272: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:46.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:46 smithi078 bash[90742]: audit 2024-09-18T09:20:45.778392+0000 mgr.y (mgr.15249) 490 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:46.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:46 smithi078 bash[90742]: audit 2024-09-18T09:20:45.778392+0000 mgr.y (mgr.15249) 490 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:47 smithi189 bash[70525]: audit 2024-09-18T09:20:46.314944+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:47 smithi189 bash[70525]: audit 2024-09-18T09:20:46.314944+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:47 smithi189 bash[70525]: audit 2024-09-18T09:20:46.322437+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:47 smithi189 bash[70525]: audit 2024-09-18T09:20:46.322437+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:47 smithi189 bash[70525]: cluster 2024-09-18T09:20:46.718978+0000 mon.a (mon.0) 245 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 21 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:47 smithi189 bash[70525]: cluster 2024-09-18T09:20:46.718978+0000 mon.a (mon.0) 245 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 21 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:47 smithi189 bash[70525]: audit 2024-09-18T09:20:47.223750+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:47 smithi189 bash[70525]: audit 2024-09-18T09:20:47.223750+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:47 smithi189 bash[70525]: audit 2024-09-18T09:20:47.225737+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:47.674 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:47 smithi189 bash[70525]: audit 2024-09-18T09:20:47.225737+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:47.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[90742]: audit 2024-09-18T09:20:46.314944+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[90742]: audit 2024-09-18T09:20:46.314944+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[90742]: audit 2024-09-18T09:20:46.322437+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[90742]: audit 2024-09-18T09:20:46.322437+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[90742]: cluster 2024-09-18T09:20:46.718978+0000 mon.a (mon.0) 245 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 21 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:47.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[90742]: cluster 2024-09-18T09:20:46.718978+0000 mon.a (mon.0) 245 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 21 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:47.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[90742]: audit 2024-09-18T09:20:47.223750+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[90742]: audit 2024-09-18T09:20:47.223750+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[90742]: audit 2024-09-18T09:20:47.225737+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:47.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[90742]: audit 2024-09-18T09:20:47.225737+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:47.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[94202]: audit 2024-09-18T09:20:46.314944+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[94202]: audit 2024-09-18T09:20:46.314944+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[94202]: audit 2024-09-18T09:20:46.322437+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[94202]: audit 2024-09-18T09:20:46.322437+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[94202]: cluster 2024-09-18T09:20:46.718978+0000 mon.a (mon.0) 245 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 21 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:47.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[94202]: cluster 2024-09-18T09:20:46.718978+0000 mon.a (mon.0) 245 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 21 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:47.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[94202]: audit 2024-09-18T09:20:47.223750+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[94202]: audit 2024-09-18T09:20:47.223750+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:47.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[94202]: audit 2024-09-18T09:20:47.225737+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:47.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:47 smithi078 bash[94202]: audit 2024-09-18T09:20:47.225737+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:20:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:48 smithi189 bash[70525]: cluster 2024-09-18T09:20:47.638204+0000 mgr.y (mgr.15249) 491 : cluster [DBG] pgmap v273: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:48 smithi189 bash[70525]: cluster 2024-09-18T09:20:47.638204+0000 mgr.y (mgr.15249) 491 : cluster [DBG] pgmap v273: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:48 smithi078 bash[90742]: cluster 2024-09-18T09:20:47.638204+0000 mgr.y (mgr.15249) 491 : cluster [DBG] pgmap v273: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:48 smithi078 bash[90742]: cluster 2024-09-18T09:20:47.638204+0000 mgr.y (mgr.15249) 491 : cluster [DBG] pgmap v273: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:48.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:48 smithi078 bash[94202]: cluster 2024-09-18T09:20:47.638204+0000 mgr.y (mgr.15249) 491 : cluster [DBG] pgmap v273: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:48.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:48 smithi078 bash[94202]: cluster 2024-09-18T09:20:47.638204+0000 mgr.y (mgr.15249) 491 : cluster [DBG] pgmap v273: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:20:49.346 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:20:49.732 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:49 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:49.429897517Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:49.954 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:20:49.954 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (6m) 4s ago 34m 13.7M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:20:49.954 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (6m) 4m ago 33m 67.0M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:20:49.954 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (8m) 4s ago 31m 49.3M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:20:49.954 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (8m) 4m ago 42m 439M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:20:49.954 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (19m) 4s ago 44m 515M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:20:49.954 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (3m) 4s ago 45m 45.0M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:20:49.954 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (4m) 4m ago 43m 18.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:20:49.954 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (2m) 4s ago 43m 34.9M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:20:49.954 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (7m) 4s ago 34m 8007k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:20:49.954 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (7m) 4m ago 34m 8043k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:20:49.954 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (51s) 4s ago 41m 45.7M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 b10b88ce2e14 2024-09-18T09:20:49.955 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (6s) 4s ago 40m - 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3939468d55d0 2024-09-18T09:20:49.955 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (39m) 4s ago 39m 63.9M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:20:49.955 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (38m) 4s ago 39m 69.3M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:20:49.955 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (38m) 4m ago 38m 68.3M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:20:49.955 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (37m) 4m ago 37m 57.4M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:20:49.955 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (36m) 4m ago 36m 55.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:20:49.955 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (35m) 4m ago 35m 66.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:20:49.955 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (7m) 4m ago 34m 37.7M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:20:49.955 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (31m) 4s ago 31m 101M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:20:49.955 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (31m) 4m ago 31m 102M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:20:49.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:49 smithi078 bash[90742]: audit 2024-09-18T09:20:49.664357+0000 mon.a (mon.0) 248 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-18T09:20:49.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:49 smithi078 bash[90742]: audit 2024-09-18T09:20:49.664357+0000 mon.a (mon.0) 248 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-18T09:20:49.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:49 smithi078 bash[94202]: audit 2024-09-18T09:20:49.664357+0000 mon.a (mon.0) 248 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-18T09:20:49.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:49 smithi078 bash[94202]: audit 2024-09-18T09:20:49.664357+0000 mon.a (mon.0) 248 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-18T09:20:49.956 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:49 smithi078 bash[104400]: debug 2024-09-18T09:20:49.658+0000 7fc59f3d4640 -1 osd.1 121 log_to_monitors true 2024-09-18T09:20:49.956 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:20:49 smithi078 bash[104400]: debug 2024-09-18T09:20:49.750+0000 7fc59717e640 -1 osd.1 121 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T09:20:50.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:49 smithi189 bash[70525]: audit 2024-09-18T09:20:49.664357+0000 mon.a (mon.0) 248 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-18T09:20:50.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:49 smithi189 bash[70525]: audit 2024-09-18T09:20:49.664357+0000 mon.a (mon.0) 248 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-18T09:20:50.322 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:20:50.322 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:20:50.322 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 3 2024-09-18T09:20:50.322 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:20:50.322 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:20:50.322 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:20:50.322 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:20:50.322 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:20:50.323 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 6, 2024-09-18T09:20:50.323 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 1 2024-09-18T09:20:50.323 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:20:50.323 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:20:50.323 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:20:50.323 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:20:50.323 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:20:50.323 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 8, 2024-09-18T09:20:50.323 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 6 2024-09-18T09:20:50.323 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:20:50.323 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:20:50.623 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:20:50.623 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:20:50.624 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:20:50.624 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (0 remaining).", 2024-09-18T09:20:50.624 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:20:50.624 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "2/8 daemons upgraded", 2024-09-18T09:20:50.624 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading osd daemons", 2024-09-18T09:20:50.624 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:20:50.624 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:20:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:50 smithi189 bash[70525]: audit 2024-09-18T09:20:49.331845+0000 mgr.y (mgr.15249) 492 : audit [DBG] from='client.54221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:50 smithi189 bash[70525]: audit 2024-09-18T09:20:49.331845+0000 mgr.y (mgr.15249) 492 : audit [DBG] from='client.54221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:50 smithi189 bash[70525]: audit 2024-09-18T09:20:49.638551+0000 mgr.y (mgr.15249) 493 : audit [DBG] from='client.44253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:50 smithi189 bash[70525]: audit 2024-09-18T09:20:49.638551+0000 mgr.y (mgr.15249) 493 : audit [DBG] from='client.44253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:50 smithi189 bash[70525]: cluster 2024-09-18T09:20:49.638986+0000 mgr.y (mgr.15249) 494 : cluster [DBG] pgmap v274: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:20:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:50 smithi189 bash[70525]: cluster 2024-09-18T09:20:49.638986+0000 mgr.y (mgr.15249) 494 : cluster [DBG] pgmap v274: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:20:51.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:50 smithi189 bash[70525]: audit 2024-09-18T09:20:49.718752+0000 mon.a (mon.0) 249 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-18T09:20:51.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:50 smithi189 bash[70525]: audit 2024-09-18T09:20:49.718752+0000 mon.a (mon.0) 249 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-18T09:20:51.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:50 smithi189 bash[70525]: cluster 2024-09-18T09:20:49.723247+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-18T09:20:51.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:50 smithi189 bash[70525]: cluster 2024-09-18T09:20:49.723247+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-18T09:20:51.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:50 smithi189 bash[70525]: audit 2024-09-18T09:20:49.724103+0000 mon.a (mon.0) 251 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:20:51.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:50 smithi189 bash[70525]: audit 2024-09-18T09:20:49.724103+0000 mon.a (mon.0) 251 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:20:51.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:50 smithi189 bash[70525]: audit 2024-09-18T09:20:49.939588+0000 mgr.y (mgr.15249) 495 : audit [DBG] from='client.44259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:50 smithi189 bash[70525]: audit 2024-09-18T09:20:49.939588+0000 mgr.y (mgr.15249) 495 : audit [DBG] from='client.44259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:50 smithi189 bash[70525]: audit 2024-09-18T09:20:50.321554+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.78:0/552477248' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:51.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:50 smithi189 bash[70525]: audit 2024-09-18T09:20:50.321554+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.78:0/552477248' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:51.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[90742]: audit 2024-09-18T09:20:49.331845+0000 mgr.y (mgr.15249) 492 : audit [DBG] from='client.54221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[90742]: audit 2024-09-18T09:20:49.331845+0000 mgr.y (mgr.15249) 492 : audit [DBG] from='client.54221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[90742]: audit 2024-09-18T09:20:49.638551+0000 mgr.y (mgr.15249) 493 : audit [DBG] from='client.44253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[90742]: audit 2024-09-18T09:20:49.638551+0000 mgr.y (mgr.15249) 493 : audit [DBG] from='client.44253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[90742]: cluster 2024-09-18T09:20:49.638986+0000 mgr.y (mgr.15249) 494 : cluster [DBG] pgmap v274: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:20:51.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[90742]: cluster 2024-09-18T09:20:49.638986+0000 mgr.y (mgr.15249) 494 : cluster [DBG] pgmap v274: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:20:51.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[90742]: audit 2024-09-18T09:20:49.718752+0000 mon.a (mon.0) 249 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-18T09:20:51.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[90742]: audit 2024-09-18T09:20:49.718752+0000 mon.a (mon.0) 249 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-18T09:20:51.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[90742]: cluster 2024-09-18T09:20:49.723247+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-18T09:20:51.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[90742]: cluster 2024-09-18T09:20:49.723247+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-18T09:20:51.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[90742]: audit 2024-09-18T09:20:49.724103+0000 mon.a (mon.0) 251 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:20:51.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[90742]: audit 2024-09-18T09:20:49.724103+0000 mon.a (mon.0) 251 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:20:51.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[90742]: audit 2024-09-18T09:20:49.939588+0000 mgr.y (mgr.15249) 495 : audit [DBG] from='client.44259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[90742]: audit 2024-09-18T09:20:49.939588+0000 mgr.y (mgr.15249) 495 : audit [DBG] from='client.44259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[90742]: audit 2024-09-18T09:20:50.321554+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.78:0/552477248' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:51.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[90742]: audit 2024-09-18T09:20:50.321554+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.78:0/552477248' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:51.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[94202]: audit 2024-09-18T09:20:49.331845+0000 mgr.y (mgr.15249) 492 : audit [DBG] from='client.54221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[94202]: audit 2024-09-18T09:20:49.331845+0000 mgr.y (mgr.15249) 492 : audit [DBG] from='client.54221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[94202]: audit 2024-09-18T09:20:49.638551+0000 mgr.y (mgr.15249) 493 : audit [DBG] from='client.44253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[94202]: audit 2024-09-18T09:20:49.638551+0000 mgr.y (mgr.15249) 493 : audit [DBG] from='client.44253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[94202]: cluster 2024-09-18T09:20:49.638986+0000 mgr.y (mgr.15249) 494 : cluster [DBG] pgmap v274: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:20:51.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[94202]: cluster 2024-09-18T09:20:49.638986+0000 mgr.y (mgr.15249) 494 : cluster [DBG] pgmap v274: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:20:51.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[94202]: audit 2024-09-18T09:20:49.718752+0000 mon.a (mon.0) 249 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-18T09:20:51.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[94202]: audit 2024-09-18T09:20:49.718752+0000 mon.a (mon.0) 249 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-18T09:20:51.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[94202]: cluster 2024-09-18T09:20:49.723247+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-18T09:20:51.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[94202]: cluster 2024-09-18T09:20:49.723247+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-18T09:20:51.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[94202]: audit 2024-09-18T09:20:49.724103+0000 mon.a (mon.0) 251 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:20:51.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[94202]: audit 2024-09-18T09:20:49.724103+0000 mon.a (mon.0) 251 : audit [INF] from='osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:20:51.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[94202]: audit 2024-09-18T09:20:49.939588+0000 mgr.y (mgr.15249) 495 : audit [DBG] from='client.44259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[94202]: audit 2024-09-18T09:20:49.939588+0000 mgr.y (mgr.15249) 495 : audit [DBG] from='client.44259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:51.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[94202]: audit 2024-09-18T09:20:50.321554+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.78:0/552477248' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:51.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:50 smithi078 bash[94202]: audit 2024-09-18T09:20:50.321554+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.78:0/552477248' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:52.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:51 smithi189 bash[70525]: audit 2024-09-18T09:20:50.623055+0000 mgr.y (mgr.15249) 496 : audit [DBG] from='client.44271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:52.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:51 smithi189 bash[70525]: audit 2024-09-18T09:20:50.623055+0000 mgr.y (mgr.15249) 496 : audit [DBG] from='client.44271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:52.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:51 smithi189 bash[70525]: cluster 2024-09-18T09:20:50.729834+0000 mon.a (mon.0) 252 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:20:52.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:51 smithi189 bash[70525]: cluster 2024-09-18T09:20:50.729834+0000 mon.a (mon.0) 252 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:20:52.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:51 smithi189 bash[70525]: cluster 2024-09-18T09:20:50.739881+0000 mon.a (mon.0) 253 : cluster [INF] osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628] boot 2024-09-18T09:20:52.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:51 smithi189 bash[70525]: cluster 2024-09-18T09:20:50.739881+0000 mon.a (mon.0) 253 : cluster [INF] osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628] boot 2024-09-18T09:20:52.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:51 smithi189 bash[70525]: cluster 2024-09-18T09:20:50.740290+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-09-18T09:20:52.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:51 smithi189 bash[70525]: cluster 2024-09-18T09:20:50.740290+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-09-18T09:20:52.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:51 smithi189 bash[70525]: audit 2024-09-18T09:20:50.741610+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-18T09:20:52.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:51 smithi189 bash[70525]: audit 2024-09-18T09:20:50.741610+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-18T09:20:52.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[90742]: audit 2024-09-18T09:20:50.623055+0000 mgr.y (mgr.15249) 496 : audit [DBG] from='client.44271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:52.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[90742]: audit 2024-09-18T09:20:50.623055+0000 mgr.y (mgr.15249) 496 : audit [DBG] from='client.44271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:52.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[90742]: cluster 2024-09-18T09:20:50.729834+0000 mon.a (mon.0) 252 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:20:52.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[90742]: cluster 2024-09-18T09:20:50.729834+0000 mon.a (mon.0) 252 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:20:52.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[90742]: cluster 2024-09-18T09:20:50.739881+0000 mon.a (mon.0) 253 : cluster [INF] osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628] boot 2024-09-18T09:20:52.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[90742]: cluster 2024-09-18T09:20:50.739881+0000 mon.a (mon.0) 253 : cluster [INF] osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628] boot 2024-09-18T09:20:52.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[90742]: cluster 2024-09-18T09:20:50.740290+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-09-18T09:20:52.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[90742]: cluster 2024-09-18T09:20:50.740290+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-09-18T09:20:52.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[90742]: audit 2024-09-18T09:20:50.741610+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-18T09:20:52.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[90742]: audit 2024-09-18T09:20:50.741610+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-18T09:20:52.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[94202]: audit 2024-09-18T09:20:50.623055+0000 mgr.y (mgr.15249) 496 : audit [DBG] from='client.44271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:52.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[94202]: audit 2024-09-18T09:20:50.623055+0000 mgr.y (mgr.15249) 496 : audit [DBG] from='client.44271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:20:52.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[94202]: cluster 2024-09-18T09:20:50.729834+0000 mon.a (mon.0) 252 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:20:52.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[94202]: cluster 2024-09-18T09:20:50.729834+0000 mon.a (mon.0) 252 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:20:52.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[94202]: cluster 2024-09-18T09:20:50.739881+0000 mon.a (mon.0) 253 : cluster [INF] osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628] boot 2024-09-18T09:20:52.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[94202]: cluster 2024-09-18T09:20:50.739881+0000 mon.a (mon.0) 253 : cluster [INF] osd.1 [v2:172.21.15.78:6810/656770628,v1:172.21.15.78:6811/656770628] boot 2024-09-18T09:20:52.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[94202]: cluster 2024-09-18T09:20:50.740290+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-09-18T09:20:52.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[94202]: cluster 2024-09-18T09:20:50.740290+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-09-18T09:20:52.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[94202]: audit 2024-09-18T09:20:50.741610+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-18T09:20:52.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:51 smithi078 bash[94202]: audit 2024-09-18T09:20:50.741610+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-18T09:20:52.768 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:52 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:52.445981802Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:53.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:52 smithi078 bash[90742]: cluster 2024-09-18T09:20:51.639874+0000 mgr.y (mgr.15249) 497 : cluster [DBG] pgmap v277: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:20:53.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:52 smithi078 bash[90742]: cluster 2024-09-18T09:20:51.639874+0000 mgr.y (mgr.15249) 497 : cluster [DBG] pgmap v277: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:20:53.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:52 smithi078 bash[90742]: cluster 2024-09-18T09:20:51.744114+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-18T09:20:53.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:52 smithi078 bash[90742]: cluster 2024-09-18T09:20:51.744114+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-18T09:20:53.046 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:52 smithi078 bash[94202]: cluster 2024-09-18T09:20:51.639874+0000 mgr.y (mgr.15249) 497 : cluster [DBG] pgmap v277: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:20:53.046 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:52 smithi078 bash[94202]: cluster 2024-09-18T09:20:51.639874+0000 mgr.y (mgr.15249) 497 : cluster [DBG] pgmap v277: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:20:53.046 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:52 smithi078 bash[94202]: cluster 2024-09-18T09:20:51.744114+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-18T09:20:53.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:52 smithi078 bash[94202]: cluster 2024-09-18T09:20:51.744114+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-18T09:20:53.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:52 smithi189 bash[70525]: cluster 2024-09-18T09:20:51.639874+0000 mgr.y (mgr.15249) 497 : cluster [DBG] pgmap v277: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:20:53.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:52 smithi189 bash[70525]: cluster 2024-09-18T09:20:51.639874+0000 mgr.y (mgr.15249) 497 : cluster [DBG] pgmap v277: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:20:53.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:52 smithi189 bash[70525]: cluster 2024-09-18T09:20:51.744114+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-18T09:20:53.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:52 smithi189 bash[70525]: cluster 2024-09-18T09:20:51.744114+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-18T09:20:53.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:20:53 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:20:53] "GET /metrics HTTP/1.1" 200 38360 "" "Prometheus/2.51.0" 2024-09-18T09:20:53.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:53 smithi078 bash[90742]: cluster 2024-09-18T09:20:53.766635+0000 mon.a (mon.0) 257 : cluster [WRN] Health check update: Degraded data redundancy: 36/636 objects degraded (5.660%), 7 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:53.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:53 smithi078 bash[90742]: cluster 2024-09-18T09:20:53.766635+0000 mon.a (mon.0) 257 : cluster [WRN] Health check update: Degraded data redundancy: 36/636 objects degraded (5.660%), 7 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:53.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:53 smithi078 bash[94202]: cluster 2024-09-18T09:20:53.766635+0000 mon.a (mon.0) 257 : cluster [WRN] Health check update: Degraded data redundancy: 36/636 objects degraded (5.660%), 7 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:53.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:53 smithi078 bash[94202]: cluster 2024-09-18T09:20:53.766635+0000 mon.a (mon.0) 257 : cluster [WRN] Health check update: Degraded data redundancy: 36/636 objects degraded (5.660%), 7 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:54.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:53 smithi189 bash[70525]: cluster 2024-09-18T09:20:53.766635+0000 mon.a (mon.0) 257 : cluster [WRN] Health check update: Degraded data redundancy: 36/636 objects degraded (5.660%), 7 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:54.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:53 smithi189 bash[70525]: cluster 2024-09-18T09:20:53.766635+0000 mon.a (mon.0) 257 : cluster [WRN] Health check update: Degraded data redundancy: 36/636 objects degraded (5.660%), 7 pgs degraded (PG_DEGRADED) 2024-09-18T09:20:55.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:54 smithi189 bash[70525]: cluster 2024-09-18T09:20:53.641496+0000 mgr.y (mgr.15249) 498 : cluster [DBG] pgmap v279: 161 pgs: 19 active+undersized, 7 active+undersized+degraded, 135 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 36/636 objects degraded (5.660%) 2024-09-18T09:20:55.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:54 smithi189 bash[70525]: cluster 2024-09-18T09:20:53.641496+0000 mgr.y (mgr.15249) 498 : cluster [DBG] pgmap v279: 161 pgs: 19 active+undersized, 7 active+undersized+degraded, 135 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 36/636 objects degraded (5.660%) 2024-09-18T09:20:55.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:54 smithi078 bash[90742]: cluster 2024-09-18T09:20:53.641496+0000 mgr.y (mgr.15249) 498 : cluster [DBG] pgmap v279: 161 pgs: 19 active+undersized, 7 active+undersized+degraded, 135 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 36/636 objects degraded (5.660%) 2024-09-18T09:20:55.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:54 smithi078 bash[90742]: cluster 2024-09-18T09:20:53.641496+0000 mgr.y (mgr.15249) 498 : cluster [DBG] pgmap v279: 161 pgs: 19 active+undersized, 7 active+undersized+degraded, 135 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 36/636 objects degraded (5.660%) 2024-09-18T09:20:55.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:54 smithi078 bash[94202]: cluster 2024-09-18T09:20:53.641496+0000 mgr.y (mgr.15249) 498 : cluster [DBG] pgmap v279: 161 pgs: 19 active+undersized, 7 active+undersized+degraded, 135 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 36/636 objects degraded (5.660%) 2024-09-18T09:20:55.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:54 smithi078 bash[94202]: cluster 2024-09-18T09:20:53.641496+0000 mgr.y (mgr.15249) 498 : cluster [DBG] pgmap v279: 161 pgs: 19 active+undersized, 7 active+undersized+degraded, 135 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 36/636 objects degraded (5.660%) 2024-09-18T09:20:55.876 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:55 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:55.436709981Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:56.061 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:55 smithi078 bash[94202]: cluster 2024-09-18T09:20:55.821031+0000 mon.a (mon.0) 258 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/636 objects degraded (5.660%), 7 pgs degraded) 2024-09-18T09:20:56.061 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:55 smithi078 bash[94202]: cluster 2024-09-18T09:20:55.821031+0000 mon.a (mon.0) 258 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/636 objects degraded (5.660%), 7 pgs degraded) 2024-09-18T09:20:56.061 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:55 smithi078 bash[94202]: cluster 2024-09-18T09:20:55.821072+0000 mon.a (mon.0) 259 : cluster [INF] Cluster is now healthy 2024-09-18T09:20:56.061 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:55 smithi078 bash[94202]: cluster 2024-09-18T09:20:55.821072+0000 mon.a (mon.0) 259 : cluster [INF] Cluster is now healthy 2024-09-18T09:20:56.061 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:55 smithi078 bash[90742]: cluster 2024-09-18T09:20:55.821031+0000 mon.a (mon.0) 258 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/636 objects degraded (5.660%), 7 pgs degraded) 2024-09-18T09:20:56.061 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:55 smithi078 bash[90742]: cluster 2024-09-18T09:20:55.821031+0000 mon.a (mon.0) 258 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/636 objects degraded (5.660%), 7 pgs degraded) 2024-09-18T09:20:56.061 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:55 smithi078 bash[90742]: cluster 2024-09-18T09:20:55.821072+0000 mon.a (mon.0) 259 : cluster [INF] Cluster is now healthy 2024-09-18T09:20:56.061 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:55 smithi078 bash[90742]: cluster 2024-09-18T09:20:55.821072+0000 mon.a (mon.0) 259 : cluster [INF] Cluster is now healthy 2024-09-18T09:20:56.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:55 smithi189 bash[70525]: cluster 2024-09-18T09:20:55.821031+0000 mon.a (mon.0) 258 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/636 objects degraded (5.660%), 7 pgs degraded) 2024-09-18T09:20:56.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:55 smithi189 bash[70525]: cluster 2024-09-18T09:20:55.821031+0000 mon.a (mon.0) 258 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/636 objects degraded (5.660%), 7 pgs degraded) 2024-09-18T09:20:56.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:55 smithi189 bash[70525]: cluster 2024-09-18T09:20:55.821072+0000 mon.a (mon.0) 259 : cluster [INF] Cluster is now healthy 2024-09-18T09:20:56.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:55 smithi189 bash[70525]: cluster 2024-09-18T09:20:55.821072+0000 mon.a (mon.0) 259 : cluster [INF] Cluster is now healthy 2024-09-18T09:20:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:56 smithi189 bash[70525]: cluster 2024-09-18T09:20:55.642210+0000 mgr.y (mgr.15249) 499 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:56 smithi189 bash[70525]: cluster 2024-09-18T09:20:55.642210+0000 mgr.y (mgr.15249) 499 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:56 smithi189 bash[70525]: audit 2024-09-18T09:20:55.785448+0000 mgr.y (mgr.15249) 500 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:56 smithi189 bash[70525]: audit 2024-09-18T09:20:55.785448+0000 mgr.y (mgr.15249) 500 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:57.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:56 smithi078 bash[94202]: cluster 2024-09-18T09:20:55.642210+0000 mgr.y (mgr.15249) 499 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:57.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:56 smithi078 bash[94202]: cluster 2024-09-18T09:20:55.642210+0000 mgr.y (mgr.15249) 499 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:57.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:56 smithi078 bash[94202]: audit 2024-09-18T09:20:55.785448+0000 mgr.y (mgr.15249) 500 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:57.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:56 smithi078 bash[94202]: audit 2024-09-18T09:20:55.785448+0000 mgr.y (mgr.15249) 500 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:56 smithi078 bash[90742]: cluster 2024-09-18T09:20:55.642210+0000 mgr.y (mgr.15249) 499 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:56 smithi078 bash[90742]: cluster 2024-09-18T09:20:55.642210+0000 mgr.y (mgr.15249) 499 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:20:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:56 smithi078 bash[90742]: audit 2024-09-18T09:20:55.785448+0000 mgr.y (mgr.15249) 500 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:57.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:56 smithi078 bash[90742]: audit 2024-09-18T09:20:55.785448+0000 mgr.y (mgr.15249) 500 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:20:58.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:56.900191+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:56.900191+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:56.910470+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:56.910470+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:56.912682+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:56.912682+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:56.914512+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:56.914512+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:56.924867+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:56.924867+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.056276+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:20:58.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.056276+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:20:58.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.059580+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.059580+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.063558+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.063558+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.071830+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.071830+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.078171+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.078171+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.081697+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.081697+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.085442+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.085442+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.089228+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.089228+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.092719+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.092719+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.096238+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.096238+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.100234+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:20:58.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.100234+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:20:58.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.106592+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:20:58.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.106592+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:20:58.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.111751+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.111751+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.117947+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:20:58.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.117947+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:20:58.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.123056+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:20:58.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.123056+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:20:58.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.129094+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:20:58.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.129094+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:20:58.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.134107+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:20:58.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.134107+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:20:58.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.135834+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:20:58.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.135834+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:20:58.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.137376+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:20:58.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.137376+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:20:58.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.139048+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:20:58.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.139048+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:20:58.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.140574+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.140574+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.142056+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:20:58.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.142056+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:20:58.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.143544+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:20:58.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.143544+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:20:58.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.145153+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:20:58.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.145153+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:20:58.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.146741+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:20:58.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.146741+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:20:58.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.152589+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:20:58.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.152589+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:20:58.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.156946+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.156946+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.158542+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.158542+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.159919+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.159919+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.161397+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.161397+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.163055+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.163055+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.165070+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.165070+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.167340+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:20:58.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.167340+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:20:58.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.173817+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:20:58.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.173817+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:20:58.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.175846+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.175846+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.177687+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.177687+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.188224+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.188224+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.314387+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.314387+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.315812+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.315812+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.325541+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.325541+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.482112+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:57 smithi189 bash[70525]: audit 2024-09-18T09:20:57.482112+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:56.900191+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:56.900191+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:56.910470+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:56.910470+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:56.912682+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:56.912682+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:56.914512+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:56.914512+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:56.924867+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:56.924867+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.056276+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:20:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.056276+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:20:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.059580+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.059580+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.063558+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.063558+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.071830+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.071830+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.078171+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.078171+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:56.900191+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:56.900191+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:56.910470+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:56.910470+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:56.912682+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:56.912682+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:56.914512+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:56.914512+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:56.924867+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:56.924867+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.056276+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:20:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.056276+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:20:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.059580+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.059580+0000 mon.a (mon.0) 266 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.063558+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.063558+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.071830+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.071830+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.078171+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.078171+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.081697+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.081697+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.085442+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.085442+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.089228+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.089228+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.092719+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.092719+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.096238+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.096238+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.100234+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:20:58.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.100234+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:20:58.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.106592+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:20:58.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.106592+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:20:58.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.111751+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.111751+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.117947+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:20:58.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.117947+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:20:58.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.081697+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.081697+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.085442+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.085442+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.089228+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.089228+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.092719+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.092719+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.096238+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.096238+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:20:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.100234+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:20:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.100234+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:20:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.106592+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:20:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.106592+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:20:58.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.111751+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.111751+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.117947+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:20:58.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.117947+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:20:58.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.123056+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:20:58.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.123056+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:20:58.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.129094+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:20:58.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.129094+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:20:58.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.134107+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:20:58.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.134107+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:20:58.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.135834+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:20:58.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.135834+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:20:58.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.137376+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:20:58.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.137376+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:20:58.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.139048+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:20:58.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.139048+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:20:58.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.140574+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.140574+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.142056+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:20:58.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.142056+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:20:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.123056+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:20:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.123056+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:20:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.129094+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:20:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.129094+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:20:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.134107+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:20:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.134107+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:20:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.135834+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:20:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.135834+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:20:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.137376+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:20:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.137376+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:20:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.139048+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:20:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.139048+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:20:58.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.140574+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.140574+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.142056+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:20:58.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.142056+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:20:58.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.143544+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:20:58.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.143544+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:20:58.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.145153+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:20:58.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.145153+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:20:58.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.146741+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:20:58.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.146741+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:20:58.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.152589+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:20:58.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.152589+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:20:58.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.156946+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.156946+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.158542+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.158542+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.159919+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.159919+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.161397+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.161397+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.163055+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.143544+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:20:58.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.143544+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:20:58.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.145153+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:20:58.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.145153+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:20:58.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.146741+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:20:58.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.146741+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:20:58.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.152589+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:20:58.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.152589+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:20:58.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.156946+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.156946+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.158542+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.158542+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.159919+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.159919+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.161397+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.161397+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.163055+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.163055+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.165070+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.165070+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.167340+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:20:58.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.167340+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:20:58.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.173817+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:20:58.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.173817+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:20:58.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.175846+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.175846+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.177687+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.177687+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.188224+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.188224+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.314387+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.314387+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.315812+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.315812+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.325541+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.325541+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.482112+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[90742]: audit 2024-09-18T09:20:57.482112+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.163055+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.165070+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.165070+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:20:58.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.167340+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:20:58.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.167340+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:20:58.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.173817+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:20:58.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.173817+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:20:58.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.175846+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.175846+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.177687+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.177687+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.188224+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.188224+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.314387+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.314387+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:20:58.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.315812+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.315812+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:20:58.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.325541+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.325541+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.482112+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:57 smithi078 bash[94202]: audit 2024-09-18T09:20:57.482112+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:20:58.903 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:20:58 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:20:58.43596939Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:20:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:58 smithi189 bash[70525]: cephadm 2024-09-18T09:20:57.065025+0000 mgr.y (mgr.15249) 501 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:20:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:58 smithi189 bash[70525]: cephadm 2024-09-18T09:20:57.065025+0000 mgr.y (mgr.15249) 501 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:20:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:58 smithi189 bash[70525]: cephadm 2024-09-18T09:20:57.097953+0000 mgr.y (mgr.15249) 502 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:20:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:58 smithi189 bash[70525]: cephadm 2024-09-18T09:20:57.097953+0000 mgr.y (mgr.15249) 502 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:20:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:58 smithi189 bash[70525]: cephadm 2024-09-18T09:20:57.166387+0000 mgr.y (mgr.15249) 503 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:20:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:58 smithi189 bash[70525]: cephadm 2024-09-18T09:20:57.166387+0000 mgr.y (mgr.15249) 503 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:20:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:58 smithi189 bash[70525]: cluster 2024-09-18T09:20:57.643582+0000 mgr.y (mgr.15249) 504 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T09:20:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:20:58 smithi189 bash[70525]: cluster 2024-09-18T09:20:57.643582+0000 mgr.y (mgr.15249) 504 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T09:20:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:58 smithi078 bash[90742]: cephadm 2024-09-18T09:20:57.065025+0000 mgr.y (mgr.15249) 501 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:20:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:58 smithi078 bash[90742]: cephadm 2024-09-18T09:20:57.065025+0000 mgr.y (mgr.15249) 501 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:20:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:58 smithi078 bash[90742]: cephadm 2024-09-18T09:20:57.097953+0000 mgr.y (mgr.15249) 502 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:20:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:58 smithi078 bash[90742]: cephadm 2024-09-18T09:20:57.097953+0000 mgr.y (mgr.15249) 502 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:20:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:58 smithi078 bash[90742]: cephadm 2024-09-18T09:20:57.166387+0000 mgr.y (mgr.15249) 503 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:20:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:58 smithi078 bash[90742]: cephadm 2024-09-18T09:20:57.166387+0000 mgr.y (mgr.15249) 503 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:20:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:58 smithi078 bash[90742]: cluster 2024-09-18T09:20:57.643582+0000 mgr.y (mgr.15249) 504 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T09:20:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:20:58 smithi078 bash[90742]: cluster 2024-09-18T09:20:57.643582+0000 mgr.y (mgr.15249) 504 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T09:20:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:58 smithi078 bash[94202]: cephadm 2024-09-18T09:20:57.065025+0000 mgr.y (mgr.15249) 501 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:20:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:58 smithi078 bash[94202]: cephadm 2024-09-18T09:20:57.065025+0000 mgr.y (mgr.15249) 501 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:20:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:58 smithi078 bash[94202]: cephadm 2024-09-18T09:20:57.097953+0000 mgr.y (mgr.15249) 502 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:20:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:58 smithi078 bash[94202]: cephadm 2024-09-18T09:20:57.097953+0000 mgr.y (mgr.15249) 502 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:20:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:58 smithi078 bash[94202]: cephadm 2024-09-18T09:20:57.166387+0000 mgr.y (mgr.15249) 503 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:20:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:58 smithi078 bash[94202]: cephadm 2024-09-18T09:20:57.166387+0000 mgr.y (mgr.15249) 503 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:20:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:58 smithi078 bash[94202]: cluster 2024-09-18T09:20:57.643582+0000 mgr.y (mgr.15249) 504 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T09:20:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:20:58 smithi078 bash[94202]: cluster 2024-09-18T09:20:57.643582+0000 mgr.y (mgr.15249) 504 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T09:21:01.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:59.644293+0000 mgr.y (mgr.15249) 505 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:21:01.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:00 smithi189 bash[70525]: cluster 2024-09-18T09:20:59.644293+0000 mgr.y (mgr.15249) 505 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:21:01.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:59.644293+0000 mgr.y (mgr.15249) 505 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:21:01.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:00 smithi078 bash[90742]: cluster 2024-09-18T09:20:59.644293+0000 mgr.y (mgr.15249) 505 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:21:01.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:59.644293+0000 mgr.y (mgr.15249) 505 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:21:01.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:00 smithi078 bash[94202]: cluster 2024-09-18T09:20:59.644293+0000 mgr.y (mgr.15249) 505 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:21:01.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:01 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:01.460539272Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:02 smithi189 bash[70525]: cluster 2024-09-18T09:21:01.645349+0000 mgr.y (mgr.15249) 506 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:21:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:02 smithi189 bash[70525]: cluster 2024-09-18T09:21:01.645349+0000 mgr.y (mgr.15249) 506 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:21:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:02 smithi189 bash[70525]: audit 2024-09-18T09:21:02.225183+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:02 smithi189 bash[70525]: audit 2024-09-18T09:21:02.225183+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:02 smithi189 bash[70525]: audit 2024-09-18T09:21:02.227165+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:02 smithi189 bash[70525]: audit 2024-09-18T09:21:02.227165+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:02 smithi189 bash[70525]: audit 2024-09-18T09:21:02.509836+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:02 smithi189 bash[70525]: audit 2024-09-18T09:21:02.509836+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:02 smithi078 bash[90742]: cluster 2024-09-18T09:21:01.645349+0000 mgr.y (mgr.15249) 506 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:21:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:02 smithi078 bash[90742]: cluster 2024-09-18T09:21:01.645349+0000 mgr.y (mgr.15249) 506 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:21:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:02 smithi078 bash[90742]: audit 2024-09-18T09:21:02.225183+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:02 smithi078 bash[90742]: audit 2024-09-18T09:21:02.225183+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:02 smithi078 bash[90742]: audit 2024-09-18T09:21:02.227165+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:02 smithi078 bash[90742]: audit 2024-09-18T09:21:02.227165+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:02 smithi078 bash[90742]: audit 2024-09-18T09:21:02.509836+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:02 smithi078 bash[90742]: audit 2024-09-18T09:21:02.509836+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:02 smithi078 bash[94202]: cluster 2024-09-18T09:21:01.645349+0000 mgr.y (mgr.15249) 506 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:21:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:02 smithi078 bash[94202]: cluster 2024-09-18T09:21:01.645349+0000 mgr.y (mgr.15249) 506 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:21:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:02 smithi078 bash[94202]: audit 2024-09-18T09:21:02.225183+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:02 smithi078 bash[94202]: audit 2024-09-18T09:21:02.225183+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:02 smithi078 bash[94202]: audit 2024-09-18T09:21:02.227165+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:02 smithi078 bash[94202]: audit 2024-09-18T09:21:02.227165+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:02 smithi078 bash[94202]: audit 2024-09-18T09:21:02.509836+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:02 smithi078 bash[94202]: audit 2024-09-18T09:21:02.509836+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:03.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:21:03 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:21:03] "GET /metrics HTTP/1.1" 200 38350 "" "Prometheus/2.51.0" 2024-09-18T09:21:04.918 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:04 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:04.447133093Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:04 smithi189 bash[70525]: cluster 2024-09-18T09:21:03.646820+0000 mgr.y (mgr.15249) 507 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T09:21:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:04 smithi189 bash[70525]: cluster 2024-09-18T09:21:03.646820+0000 mgr.y (mgr.15249) 507 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T09:21:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:04 smithi078 bash[90742]: cluster 2024-09-18T09:21:03.646820+0000 mgr.y (mgr.15249) 507 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T09:21:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:04 smithi078 bash[90742]: cluster 2024-09-18T09:21:03.646820+0000 mgr.y (mgr.15249) 507 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T09:21:05.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:04 smithi078 bash[94202]: cluster 2024-09-18T09:21:03.646820+0000 mgr.y (mgr.15249) 507 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T09:21:05.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:04 smithi078 bash[94202]: cluster 2024-09-18T09:21:03.646820+0000 mgr.y (mgr.15249) 507 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-18T09:21:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:06 smithi189 bash[70525]: cluster 2024-09-18T09:21:05.647864+0000 mgr.y (mgr.15249) 508 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:06 smithi189 bash[70525]: cluster 2024-09-18T09:21:05.647864+0000 mgr.y (mgr.15249) 508 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:06 smithi189 bash[70525]: audit 2024-09-18T09:21:05.795995+0000 mgr.y (mgr.15249) 509 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:07.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:06 smithi189 bash[70525]: audit 2024-09-18T09:21:05.795995+0000 mgr.y (mgr.15249) 509 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:06 smithi078 bash[90742]: cluster 2024-09-18T09:21:05.647864+0000 mgr.y (mgr.15249) 508 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:06 smithi078 bash[90742]: cluster 2024-09-18T09:21:05.647864+0000 mgr.y (mgr.15249) 508 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:06 smithi078 bash[90742]: audit 2024-09-18T09:21:05.795995+0000 mgr.y (mgr.15249) 509 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:06 smithi078 bash[90742]: audit 2024-09-18T09:21:05.795995+0000 mgr.y (mgr.15249) 509 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:06 smithi078 bash[94202]: cluster 2024-09-18T09:21:05.647864+0000 mgr.y (mgr.15249) 508 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:06 smithi078 bash[94202]: cluster 2024-09-18T09:21:05.647864+0000 mgr.y (mgr.15249) 508 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:06 smithi078 bash[94202]: audit 2024-09-18T09:21:05.795995+0000 mgr.y (mgr.15249) 509 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:06 smithi078 bash[94202]: audit 2024-09-18T09:21:05.795995+0000 mgr.y (mgr.15249) 509 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:07.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:07 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:07.462703915Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:09.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:08 smithi078 bash[90742]: cluster 2024-09-18T09:21:07.649293+0000 mgr.y (mgr.15249) 510 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:09.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:08 smithi078 bash[90742]: cluster 2024-09-18T09:21:07.649293+0000 mgr.y (mgr.15249) 510 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:09.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:08 smithi078 bash[94202]: cluster 2024-09-18T09:21:07.649293+0000 mgr.y (mgr.15249) 510 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:09.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:08 smithi078 bash[94202]: cluster 2024-09-18T09:21:07.649293+0000 mgr.y (mgr.15249) 510 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:09.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:08 smithi189 bash[70525]: cluster 2024-09-18T09:21:07.649293+0000 mgr.y (mgr.15249) 510 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:09.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:08 smithi189 bash[70525]: cluster 2024-09-18T09:21:07.649293+0000 mgr.y (mgr.15249) 510 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:10.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:10 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:10.451892252Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:11.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:10 smithi078 bash[90742]: cluster 2024-09-18T09:21:09.650017+0000 mgr.y (mgr.15249) 511 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:11.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:10 smithi078 bash[90742]: cluster 2024-09-18T09:21:09.650017+0000 mgr.y (mgr.15249) 511 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:10 smithi078 bash[94202]: cluster 2024-09-18T09:21:09.650017+0000 mgr.y (mgr.15249) 511 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:10 smithi078 bash[94202]: cluster 2024-09-18T09:21:09.650017+0000 mgr.y (mgr.15249) 511 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:11.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:10 smithi189 bash[70525]: cluster 2024-09-18T09:21:09.650017+0000 mgr.y (mgr.15249) 511 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:11.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:10 smithi189 bash[70525]: cluster 2024-09-18T09:21:09.650017+0000 mgr.y (mgr.15249) 511 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:12 smithi078 bash[90742]: cluster 2024-09-18T09:21:11.651194+0000 mgr.y (mgr.15249) 512 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:12 smithi078 bash[90742]: cluster 2024-09-18T09:21:11.651194+0000 mgr.y (mgr.15249) 512 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:13.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:12 smithi078 bash[94202]: cluster 2024-09-18T09:21:11.651194+0000 mgr.y (mgr.15249) 512 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:13.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:12 smithi078 bash[94202]: cluster 2024-09-18T09:21:11.651194+0000 mgr.y (mgr.15249) 512 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:13.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:12 smithi189 bash[70525]: cluster 2024-09-18T09:21:11.651194+0000 mgr.y (mgr.15249) 512 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:13.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:12 smithi189 bash[70525]: cluster 2024-09-18T09:21:11.651194+0000 mgr.y (mgr.15249) 512 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:13.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:13 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:13.468636354Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:13.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:21:13 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:21:13] "GET /metrics HTTP/1.1" 200 38350 "" "Prometheus/2.51.0" 2024-09-18T09:21:15.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:14 smithi078 bash[90742]: cluster 2024-09-18T09:21:13.652700+0000 mgr.y (mgr.15249) 513 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:15.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:14 smithi078 bash[90742]: cluster 2024-09-18T09:21:13.652700+0000 mgr.y (mgr.15249) 513 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:15.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:14 smithi078 bash[94202]: cluster 2024-09-18T09:21:13.652700+0000 mgr.y (mgr.15249) 513 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:15.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:14 smithi078 bash[94202]: cluster 2024-09-18T09:21:13.652700+0000 mgr.y (mgr.15249) 513 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:14 smithi189 bash[70525]: cluster 2024-09-18T09:21:13.652700+0000 mgr.y (mgr.15249) 513 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:14 smithi189 bash[70525]: cluster 2024-09-18T09:21:13.652700+0000 mgr.y (mgr.15249) 513 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:16.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:16 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:16.45895882Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:16 smithi078 bash[90742]: cluster 2024-09-18T09:21:15.653720+0000 mgr.y (mgr.15249) 514 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:16 smithi078 bash[90742]: cluster 2024-09-18T09:21:15.653720+0000 mgr.y (mgr.15249) 514 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:16 smithi078 bash[90742]: audit 2024-09-18T09:21:15.805350+0000 mgr.y (mgr.15249) 515 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:16 smithi078 bash[90742]: audit 2024-09-18T09:21:15.805350+0000 mgr.y (mgr.15249) 515 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:17.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:16 smithi078 bash[94202]: cluster 2024-09-18T09:21:15.653720+0000 mgr.y (mgr.15249) 514 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:17.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:16 smithi078 bash[94202]: cluster 2024-09-18T09:21:15.653720+0000 mgr.y (mgr.15249) 514 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:17.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:16 smithi078 bash[94202]: audit 2024-09-18T09:21:15.805350+0000 mgr.y (mgr.15249) 515 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:17.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:16 smithi078 bash[94202]: audit 2024-09-18T09:21:15.805350+0000 mgr.y (mgr.15249) 515 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:16 smithi189 bash[70525]: cluster 2024-09-18T09:21:15.653720+0000 mgr.y (mgr.15249) 514 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:16 smithi189 bash[70525]: cluster 2024-09-18T09:21:15.653720+0000 mgr.y (mgr.15249) 514 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:16 smithi189 bash[70525]: audit 2024-09-18T09:21:15.805350+0000 mgr.y (mgr.15249) 515 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:16 smithi189 bash[70525]: audit 2024-09-18T09:21:15.805350+0000 mgr.y (mgr.15249) 515 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:18.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:17 smithi189 bash[70525]: audit 2024-09-18T09:21:17.218153+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:18.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:17 smithi189 bash[70525]: audit 2024-09-18T09:21:17.218153+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:18.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:18 smithi078 bash[94202]: audit 2024-09-18T09:21:17.218153+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:18.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:18 smithi078 bash[94202]: audit 2024-09-18T09:21:17.218153+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:18.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:17 smithi078 bash[90742]: audit 2024-09-18T09:21:17.218153+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:18.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:17 smithi078 bash[90742]: audit 2024-09-18T09:21:17.218153+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:19.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:18 smithi189 bash[70525]: cluster 2024-09-18T09:21:17.655112+0000 mgr.y (mgr.15249) 516 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:19.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:18 smithi189 bash[70525]: cluster 2024-09-18T09:21:17.655112+0000 mgr.y (mgr.15249) 516 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:19.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:18 smithi078 bash[90742]: cluster 2024-09-18T09:21:17.655112+0000 mgr.y (mgr.15249) 516 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:19.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:18 smithi078 bash[90742]: cluster 2024-09-18T09:21:17.655112+0000 mgr.y (mgr.15249) 516 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:19.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:18 smithi078 bash[94202]: cluster 2024-09-18T09:21:17.655112+0000 mgr.y (mgr.15249) 516 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:19.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:18 smithi078 bash[94202]: cluster 2024-09-18T09:21:17.655112+0000 mgr.y (mgr.15249) 516 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:19.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:19 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:19.456898625Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:21.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:20 smithi189 bash[70525]: cluster 2024-09-18T09:21:19.655810+0000 mgr.y (mgr.15249) 517 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:21.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:20 smithi189 bash[70525]: cluster 2024-09-18T09:21:19.655810+0000 mgr.y (mgr.15249) 517 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:21.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:20 smithi078 bash[90742]: cluster 2024-09-18T09:21:19.655810+0000 mgr.y (mgr.15249) 517 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:21.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:20 smithi078 bash[90742]: cluster 2024-09-18T09:21:19.655810+0000 mgr.y (mgr.15249) 517 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:21.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:20 smithi078 bash[94202]: cluster 2024-09-18T09:21:19.655810+0000 mgr.y (mgr.15249) 517 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:21.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:20 smithi078 bash[94202]: cluster 2024-09-18T09:21:19.655810+0000 mgr.y (mgr.15249) 517 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:21.790 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch ps' 2024-09-18T09:21:22.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:21 smithi078 bash[90742]: audit 2024-09-18T09:21:20.952881+0000 mgr.y (mgr.15249) 518 : audit [DBG] from='client.54251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:22.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:21 smithi078 bash[90742]: audit 2024-09-18T09:21:20.952881+0000 mgr.y (mgr.15249) 518 : audit [DBG] from='client.54251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:22.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:21 smithi078 bash[94202]: audit 2024-09-18T09:21:20.952881+0000 mgr.y (mgr.15249) 518 : audit [DBG] from='client.54251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:22.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:21 smithi078 bash[94202]: audit 2024-09-18T09:21:20.952881+0000 mgr.y (mgr.15249) 518 : audit [DBG] from='client.54251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:22.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:21 smithi189 bash[70525]: audit 2024-09-18T09:21:20.952881+0000 mgr.y (mgr.15249) 518 : audit [DBG] from='client.54251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:22.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:21 smithi189 bash[70525]: audit 2024-09-18T09:21:20.952881+0000 mgr.y (mgr.15249) 518 : audit [DBG] from='client.54251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:22.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:22 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:22.428730696Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:23.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:22 smithi189 bash[70525]: cluster 2024-09-18T09:21:21.656909+0000 mgr.y (mgr.15249) 519 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:23.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:22 smithi189 bash[70525]: cluster 2024-09-18T09:21:21.656909+0000 mgr.y (mgr.15249) 519 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:23.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:22 smithi078 bash[90742]: cluster 2024-09-18T09:21:21.656909+0000 mgr.y (mgr.15249) 519 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:23.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:22 smithi078 bash[90742]: cluster 2024-09-18T09:21:21.656909+0000 mgr.y (mgr.15249) 519 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:23.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:22 smithi078 bash[94202]: cluster 2024-09-18T09:21:21.656909+0000 mgr.y (mgr.15249) 519 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:23.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:22 smithi078 bash[94202]: cluster 2024-09-18T09:21:21.656909+0000 mgr.y (mgr.15249) 519 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:23.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:21:23 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:21:23] "GET /metrics HTTP/1.1" 200 38351 "" "Prometheus/2.51.0" 2024-09-18T09:21:25.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:24 smithi189 bash[70525]: cluster 2024-09-18T09:21:23.658351+0000 mgr.y (mgr.15249) 520 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:25.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:24 smithi189 bash[70525]: cluster 2024-09-18T09:21:23.658351+0000 mgr.y (mgr.15249) 520 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:25.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:24 smithi078 bash[90742]: cluster 2024-09-18T09:21:23.658351+0000 mgr.y (mgr.15249) 520 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:25.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:24 smithi078 bash[90742]: cluster 2024-09-18T09:21:23.658351+0000 mgr.y (mgr.15249) 520 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:25.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:24 smithi078 bash[94202]: cluster 2024-09-18T09:21:23.658351+0000 mgr.y (mgr.15249) 520 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:25.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:24 smithi078 bash[94202]: cluster 2024-09-18T09:21:23.658351+0000 mgr.y (mgr.15249) 520 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:25.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:25 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:25.440607388Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:26.611 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:21:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:26 smithi078 bash[90742]: cluster 2024-09-18T09:21:25.659356+0000 mgr.y (mgr.15249) 521 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:26 smithi078 bash[90742]: cluster 2024-09-18T09:21:25.659356+0000 mgr.y (mgr.15249) 521 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:26 smithi078 bash[90742]: audit 2024-09-18T09:21:25.813356+0000 mgr.y (mgr.15249) 522 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:26 smithi078 bash[90742]: audit 2024-09-18T09:21:25.813356+0000 mgr.y (mgr.15249) 522 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:26 smithi078 bash[94202]: cluster 2024-09-18T09:21:25.659356+0000 mgr.y (mgr.15249) 521 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:27.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:26 smithi078 bash[94202]: cluster 2024-09-18T09:21:25.659356+0000 mgr.y (mgr.15249) 521 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:27.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:26 smithi078 bash[94202]: audit 2024-09-18T09:21:25.813356+0000 mgr.y (mgr.15249) 522 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:27.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:26 smithi078 bash[94202]: audit 2024-09-18T09:21:25.813356+0000 mgr.y (mgr.15249) 522 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:27.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:26 smithi189 bash[70525]: cluster 2024-09-18T09:21:25.659356+0000 mgr.y (mgr.15249) 521 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:27.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:26 smithi189 bash[70525]: cluster 2024-09-18T09:21:25.659356+0000 mgr.y (mgr.15249) 521 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:27.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:26 smithi189 bash[70525]: audit 2024-09-18T09:21:25.813356+0000 mgr.y (mgr.15249) 522 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:27.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:26 smithi189 bash[70525]: audit 2024-09-18T09:21:25.813356+0000 mgr.y (mgr.15249) 522 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:28.348 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:21:28.348 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (7m) 43s ago 34m 13.7M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:21:28.348 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (6m) 5m ago 34m 67.0M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:21:28.348 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (9m) 43s ago 32m 49.3M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:21:28.349 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (9m) 5m ago 43m 439M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:21:28.349 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (19m) 43s ago 45m 515M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:21:28.349 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (3m) 43s ago 45m 45.0M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:21:28.349 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (5m) 5m ago 43m 18.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:21:28.349 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (3m) 43s ago 43m 34.9M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:21:28.349 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (8m) 43s ago 34m 8007k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:21:28.349 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (8m) 5m ago 34m 8043k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:21:28.349 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (89s) 43s ago 42m 45.7M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 b10b88ce2e14 2024-09-18T09:21:28.349 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (44s) 43s ago 41m - 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3939468d55d0 2024-09-18T09:21:28.349 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (40m) 43s ago 40m 63.9M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:21:28.349 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (39m) 43s ago 39m 69.3M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:21:28.349 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (38m) 5m ago 38m 68.3M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:21:28.349 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (37m) 5m ago 37m 57.4M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:21:28.349 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (36m) 5m ago 36m 55.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:21:28.350 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (36m) 5m ago 36m 66.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:21:28.350 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (8m) 5m ago 35m 37.7M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:21:28.350 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (32m) 43s ago 32m 101M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:21:28.350 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (32m) 5m ago 32m 102M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:21:28.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:28 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:28.433676241Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:29.080 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2024-09-18T09:21:29.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:28 smithi189 bash[70525]: cluster 2024-09-18T09:21:27.660750+0000 mgr.y (mgr.15249) 523 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:29.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:28 smithi189 bash[70525]: cluster 2024-09-18T09:21:27.660750+0000 mgr.y (mgr.15249) 523 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:29.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:28 smithi078 bash[90742]: cluster 2024-09-18T09:21:27.660750+0000 mgr.y (mgr.15249) 523 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:29.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:28 smithi078 bash[90742]: cluster 2024-09-18T09:21:27.660750+0000 mgr.y (mgr.15249) 523 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:29.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:28 smithi078 bash[94202]: cluster 2024-09-18T09:21:27.660750+0000 mgr.y (mgr.15249) 523 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:29.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:28 smithi078 bash[94202]: cluster 2024-09-18T09:21:27.660750+0000 mgr.y (mgr.15249) 523 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:30.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:30 smithi189 bash[70525]: audit 2024-09-18T09:21:28.310879+0000 mgr.y (mgr.15249) 524 : audit [DBG] from='client.54257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:30.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:30 smithi189 bash[70525]: audit 2024-09-18T09:21:28.310879+0000 mgr.y (mgr.15249) 524 : audit [DBG] from='client.54257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:30.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:29 smithi078 bash[90742]: audit 2024-09-18T09:21:28.310879+0000 mgr.y (mgr.15249) 524 : audit [DBG] from='client.54257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:30.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:29 smithi078 bash[90742]: audit 2024-09-18T09:21:28.310879+0000 mgr.y (mgr.15249) 524 : audit [DBG] from='client.54257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:30.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:30 smithi078 bash[94202]: audit 2024-09-18T09:21:28.310879+0000 mgr.y (mgr.15249) 524 : audit [DBG] from='client.54257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:30.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:30 smithi078 bash[94202]: audit 2024-09-18T09:21:28.310879+0000 mgr.y (mgr.15249) 524 : audit [DBG] from='client.54257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:31 smithi189 bash[70525]: cluster 2024-09-18T09:21:29.661465+0000 mgr.y (mgr.15249) 525 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:31 smithi189 bash[70525]: cluster 2024-09-18T09:21:29.661465+0000 mgr.y (mgr.15249) 525 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:31.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:31 smithi078 bash[90742]: cluster 2024-09-18T09:21:29.661465+0000 mgr.y (mgr.15249) 525 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:31.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:31 smithi078 bash[90742]: cluster 2024-09-18T09:21:29.661465+0000 mgr.y (mgr.15249) 525 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:31.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:31 smithi078 bash[94202]: cluster 2024-09-18T09:21:29.661465+0000 mgr.y (mgr.15249) 525 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:31.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:31 smithi078 bash[94202]: cluster 2024-09-18T09:21:29.661465+0000 mgr.y (mgr.15249) 525 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:31.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:31 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:31.468900966Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:33 smithi189 bash[70525]: cluster 2024-09-18T09:21:31.662418+0000 mgr.y (mgr.15249) 526 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:33 smithi189 bash[70525]: cluster 2024-09-18T09:21:31.662418+0000 mgr.y (mgr.15249) 526 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:33 smithi189 bash[70525]: audit 2024-09-18T09:21:32.218463+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:33 smithi189 bash[70525]: audit 2024-09-18T09:21:32.218463+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:33.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:33 smithi078 bash[90742]: cluster 2024-09-18T09:21:31.662418+0000 mgr.y (mgr.15249) 526 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:33.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:33 smithi078 bash[90742]: cluster 2024-09-18T09:21:31.662418+0000 mgr.y (mgr.15249) 526 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:33.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:33 smithi078 bash[90742]: audit 2024-09-18T09:21:32.218463+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:33.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:33 smithi078 bash[90742]: audit 2024-09-18T09:21:32.218463+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:33.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:33 smithi078 bash[94202]: cluster 2024-09-18T09:21:31.662418+0000 mgr.y (mgr.15249) 526 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:33.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:33 smithi078 bash[94202]: cluster 2024-09-18T09:21:31.662418+0000 mgr.y (mgr.15249) 526 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:33.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:33 smithi078 bash[94202]: audit 2024-09-18T09:21:32.218463+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:33.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:33 smithi078 bash[94202]: audit 2024-09-18T09:21:32.218463+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:33.900 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:21:33.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:21:33 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:21:33] "GET /metrics HTTP/1.1" 200 38347 "" "Prometheus/2.51.0" 2024-09-18T09:21:34.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:34 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:34.429000787Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:35.265 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:35 smithi078 bash[90742]: cluster 2024-09-18T09:21:33.663938+0000 mgr.y (mgr.15249) 527 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:35.265 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:35 smithi078 bash[90742]: cluster 2024-09-18T09:21:33.663938+0000 mgr.y (mgr.15249) 527 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:35.265 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:35 smithi078 bash[94202]: cluster 2024-09-18T09:21:33.663938+0000 mgr.y (mgr.15249) 527 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:35.266 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:35 smithi078 bash[94202]: cluster 2024-09-18T09:21:33.663938+0000 mgr.y (mgr.15249) 527 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:35.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:35 smithi189 bash[70525]: cluster 2024-09-18T09:21:33.663938+0000 mgr.y (mgr.15249) 527 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:35.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:35 smithi189 bash[70525]: cluster 2024-09-18T09:21:33.663938+0000 mgr.y (mgr.15249) 527 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:35.667 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:21:36.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:36 smithi189 bash[70525]: audit 2024-09-18T09:21:35.654453+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.78:0/3645481017' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:21:36.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:36 smithi189 bash[70525]: audit 2024-09-18T09:21:35.654453+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.78:0/3645481017' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:21:36.445 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:36 smithi078 bash[90742]: audit 2024-09-18T09:21:35.654453+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.78:0/3645481017' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:21:36.446 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:36 smithi078 bash[90742]: audit 2024-09-18T09:21:35.654453+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.78:0/3645481017' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:21:36.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:36 smithi078 bash[94202]: audit 2024-09-18T09:21:35.654453+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.78:0/3645481017' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:21:36.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:36 smithi078 bash[94202]: audit 2024-09-18T09:21:35.654453+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.78:0/3645481017' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:21:36.447 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 7'"'"'' 2024-09-18T09:21:37.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:37 smithi189 bash[70525]: cluster 2024-09-18T09:21:35.664597+0000 mgr.y (mgr.15249) 528 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:37.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:37 smithi189 bash[70525]: cluster 2024-09-18T09:21:35.664597+0000 mgr.y (mgr.15249) 528 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:37.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:37 smithi189 bash[70525]: audit 2024-09-18T09:21:35.824560+0000 mgr.y (mgr.15249) 529 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:37.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:37 smithi189 bash[70525]: audit 2024-09-18T09:21:35.824560+0000 mgr.y (mgr.15249) 529 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:37.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:37 smithi078 bash[90742]: cluster 2024-09-18T09:21:35.664597+0000 mgr.y (mgr.15249) 528 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:37.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:37 smithi078 bash[90742]: cluster 2024-09-18T09:21:35.664597+0000 mgr.y (mgr.15249) 528 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:37.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:37 smithi078 bash[90742]: audit 2024-09-18T09:21:35.824560+0000 mgr.y (mgr.15249) 529 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:37.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:37 smithi078 bash[90742]: audit 2024-09-18T09:21:35.824560+0000 mgr.y (mgr.15249) 529 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:37.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:37 smithi078 bash[94202]: cluster 2024-09-18T09:21:35.664597+0000 mgr.y (mgr.15249) 528 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:37.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:37 smithi078 bash[94202]: cluster 2024-09-18T09:21:35.664597+0000 mgr.y (mgr.15249) 528 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:37.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:37 smithi078 bash[94202]: audit 2024-09-18T09:21:35.824560+0000 mgr.y (mgr.15249) 529 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:37.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:37 smithi078 bash[94202]: audit 2024-09-18T09:21:35.824560+0000 mgr.y (mgr.15249) 529 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:37.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:37 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:37.46334993Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:38 smithi189 bash[70525]: cluster 2024-09-18T09:21:37.665716+0000 mgr.y (mgr.15249) 530 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:38 smithi189 bash[70525]: cluster 2024-09-18T09:21:37.665716+0000 mgr.y (mgr.15249) 530 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:38.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:38 smithi078 bash[90742]: cluster 2024-09-18T09:21:37.665716+0000 mgr.y (mgr.15249) 530 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:38.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:38 smithi078 bash[90742]: cluster 2024-09-18T09:21:37.665716+0000 mgr.y (mgr.15249) 530 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:38.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:38 smithi078 bash[94202]: cluster 2024-09-18T09:21:37.665716+0000 mgr.y (mgr.15249) 530 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:38.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:38 smithi078 bash[94202]: cluster 2024-09-18T09:21:37.665716+0000 mgr.y (mgr.15249) 530 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:40.723 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:40 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:40.4526954Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:40 smithi189 bash[70525]: cluster 2024-09-18T09:21:39.666485+0000 mgr.y (mgr.15249) 531 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:40 smithi189 bash[70525]: cluster 2024-09-18T09:21:39.666485+0000 mgr.y (mgr.15249) 531 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:40 smithi078 bash[90742]: cluster 2024-09-18T09:21:39.666485+0000 mgr.y (mgr.15249) 531 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:40 smithi078 bash[90742]: cluster 2024-09-18T09:21:39.666485+0000 mgr.y (mgr.15249) 531 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:40 smithi078 bash[94202]: cluster 2024-09-18T09:21:39.666485+0000 mgr.y (mgr.15249) 531 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:40 smithi078 bash[94202]: cluster 2024-09-18T09:21:39.666485+0000 mgr.y (mgr.15249) 531 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:41.261 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:21:43.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:42 smithi189 bash[70525]: cluster 2024-09-18T09:21:41.667523+0000 mgr.y (mgr.15249) 532 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:43.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:42 smithi189 bash[70525]: cluster 2024-09-18T09:21:41.667523+0000 mgr.y (mgr.15249) 532 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:43.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:42 smithi078 bash[94202]: cluster 2024-09-18T09:21:41.667523+0000 mgr.y (mgr.15249) 532 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:43.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:42 smithi078 bash[94202]: cluster 2024-09-18T09:21:41.667523+0000 mgr.y (mgr.15249) 532 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:43.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:42 smithi078 bash[90742]: cluster 2024-09-18T09:21:41.667523+0000 mgr.y (mgr.15249) 532 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:43.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:42 smithi078 bash[90742]: cluster 2024-09-18T09:21:41.667523+0000 mgr.y (mgr.15249) 532 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:43.736 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:43 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:43.427972834Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:43.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:21:43 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:21:43] "GET /metrics HTTP/1.1" 200 38347 "" "Prometheus/2.51.0" 2024-09-18T09:21:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:43 smithi078 bash[90742]: audit 2024-09-18T09:21:42.747773+0000 mgr.y (mgr.15249) 533 : audit [DBG] from='client.44295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:43 smithi078 bash[90742]: audit 2024-09-18T09:21:42.747773+0000 mgr.y (mgr.15249) 533 : audit [DBG] from='client.44295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:43.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:43 smithi078 bash[94202]: audit 2024-09-18T09:21:42.747773+0000 mgr.y (mgr.15249) 533 : audit [DBG] from='client.44295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:43.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:43 smithi078 bash[94202]: audit 2024-09-18T09:21:42.747773+0000 mgr.y (mgr.15249) 533 : audit [DBG] from='client.44295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:44.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:43 smithi189 bash[70525]: audit 2024-09-18T09:21:42.747773+0000 mgr.y (mgr.15249) 533 : audit [DBG] from='client.44295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:44.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:43 smithi189 bash[70525]: audit 2024-09-18T09:21:42.747773+0000 mgr.y (mgr.15249) 533 : audit [DBG] from='client.44295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:44.921 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:44 smithi078 bash[90742]: cluster 2024-09-18T09:21:43.669043+0000 mgr.y (mgr.15249) 534 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:44.921 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:44 smithi078 bash[90742]: cluster 2024-09-18T09:21:43.669043+0000 mgr.y (mgr.15249) 534 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:44.921 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:44 smithi078 bash[94202]: cluster 2024-09-18T09:21:43.669043+0000 mgr.y (mgr.15249) 534 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:44.922 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:44 smithi078 bash[94202]: cluster 2024-09-18T09:21:43.669043+0000 mgr.y (mgr.15249) 534 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:45.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:44 smithi189 bash[70525]: cluster 2024-09-18T09:21:43.669043+0000 mgr.y (mgr.15249) 534 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:45.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:44 smithi189 bash[70525]: cluster 2024-09-18T09:21:43.669043+0000 mgr.y (mgr.15249) 534 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:45.489 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:21:46.176 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch upgrade status' 2024-09-18T09:21:46.742 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:46 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:46.451706798Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:46 smithi189 bash[70525]: cluster 2024-09-18T09:21:45.670010+0000 mgr.y (mgr.15249) 535 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:46 smithi189 bash[70525]: cluster 2024-09-18T09:21:45.670010+0000 mgr.y (mgr.15249) 535 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:46 smithi189 bash[70525]: audit 2024-09-18T09:21:45.833381+0000 mgr.y (mgr.15249) 536 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:47.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:46 smithi189 bash[70525]: audit 2024-09-18T09:21:45.833381+0000 mgr.y (mgr.15249) 536 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:46 smithi078 bash[90742]: cluster 2024-09-18T09:21:45.670010+0000 mgr.y (mgr.15249) 535 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:46 smithi078 bash[90742]: cluster 2024-09-18T09:21:45.670010+0000 mgr.y (mgr.15249) 535 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:46 smithi078 bash[90742]: audit 2024-09-18T09:21:45.833381+0000 mgr.y (mgr.15249) 536 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:46 smithi078 bash[90742]: audit 2024-09-18T09:21:45.833381+0000 mgr.y (mgr.15249) 536 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:46 smithi078 bash[94202]: cluster 2024-09-18T09:21:45.670010+0000 mgr.y (mgr.15249) 535 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:46 smithi078 bash[94202]: cluster 2024-09-18T09:21:45.670010+0000 mgr.y (mgr.15249) 535 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:46 smithi078 bash[94202]: audit 2024-09-18T09:21:45.833381+0000 mgr.y (mgr.15249) 536 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:46 smithi078 bash[94202]: audit 2024-09-18T09:21:45.833381+0000 mgr.y (mgr.15249) 536 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:48.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:47 smithi189 bash[70525]: audit 2024-09-18T09:21:47.219249+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:48.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:47 smithi189 bash[70525]: audit 2024-09-18T09:21:47.219249+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:48.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:47 smithi078 bash[90742]: audit 2024-09-18T09:21:47.219249+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:48.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:47 smithi078 bash[90742]: audit 2024-09-18T09:21:47.219249+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:48.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:47 smithi078 bash[94202]: audit 2024-09-18T09:21:47.219249+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:48.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:47 smithi078 bash[94202]: audit 2024-09-18T09:21:47.219249+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:21:49.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:48 smithi189 bash[70525]: cluster 2024-09-18T09:21:47.671404+0000 mgr.y (mgr.15249) 537 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:49.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:48 smithi189 bash[70525]: cluster 2024-09-18T09:21:47.671404+0000 mgr.y (mgr.15249) 537 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:48 smithi078 bash[90742]: cluster 2024-09-18T09:21:47.671404+0000 mgr.y (mgr.15249) 537 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:48 smithi078 bash[90742]: cluster 2024-09-18T09:21:47.671404+0000 mgr.y (mgr.15249) 537 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:49.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:48 smithi078 bash[94202]: cluster 2024-09-18T09:21:47.671404+0000 mgr.y (mgr.15249) 537 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:49.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:48 smithi078 bash[94202]: cluster 2024-09-18T09:21:47.671404+0000 mgr.y (mgr.15249) 537 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:49.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:49 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:49.458584985Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:50.982 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:21:51.077 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:50 smithi078 bash[90742]: cluster 2024-09-18T09:21:49.672111+0000 mgr.y (mgr.15249) 538 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:51.077 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:50 smithi078 bash[90742]: cluster 2024-09-18T09:21:49.672111+0000 mgr.y (mgr.15249) 538 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:51.077 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:50 smithi078 bash[94202]: cluster 2024-09-18T09:21:49.672111+0000 mgr.y (mgr.15249) 538 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:51.078 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:50 smithi078 bash[94202]: cluster 2024-09-18T09:21:49.672111+0000 mgr.y (mgr.15249) 538 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:51.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:50 smithi189 bash[70525]: cluster 2024-09-18T09:21:49.672111+0000 mgr.y (mgr.15249) 538 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:51.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:50 smithi189 bash[70525]: cluster 2024-09-18T09:21:49.672111+0000 mgr.y (mgr.15249) 538 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:52.577 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:21:52.577 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": null, 2024-09-18T09:21:52.577 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": false, 2024-09-18T09:21:52.577 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "", 2024-09-18T09:21:52.577 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:21:52.577 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": null, 2024-09-18T09:21:52.577 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "", 2024-09-18T09:21:52.577 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:21:52.577 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:21:52.761 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:52 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:52.455875857Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:52.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:52 smithi078 bash[90742]: cluster 2024-09-18T09:21:51.673211+0000 mgr.y (mgr.15249) 539 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:52.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:52 smithi078 bash[90742]: cluster 2024-09-18T09:21:51.673211+0000 mgr.y (mgr.15249) 539 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:52.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:52 smithi078 bash[94202]: cluster 2024-09-18T09:21:51.673211+0000 mgr.y (mgr.15249) 539 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:52.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:52 smithi078 bash[94202]: cluster 2024-09-18T09:21:51.673211+0000 mgr.y (mgr.15249) 539 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:53.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:52 smithi189 bash[70525]: cluster 2024-09-18T09:21:51.673211+0000 mgr.y (mgr.15249) 539 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:53.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:52 smithi189 bash[70525]: cluster 2024-09-18T09:21:51.673211+0000 mgr.y (mgr.15249) 539 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:53.390 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph health detail' 2024-09-18T09:21:53.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:21:53 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:21:53] "GET /metrics HTTP/1.1" 200 38353 "" "Prometheus/2.51.0" 2024-09-18T09:21:53.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:53 smithi078 bash[90742]: audit 2024-09-18T09:21:52.575921+0000 mgr.y (mgr.15249) 540 : audit [DBG] from='client.54275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:53.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:53 smithi078 bash[90742]: audit 2024-09-18T09:21:52.575921+0000 mgr.y (mgr.15249) 540 : audit [DBG] from='client.54275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:53.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:53 smithi078 bash[94202]: audit 2024-09-18T09:21:52.575921+0000 mgr.y (mgr.15249) 540 : audit [DBG] from='client.54275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:53.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:53 smithi078 bash[94202]: audit 2024-09-18T09:21:52.575921+0000 mgr.y (mgr.15249) 540 : audit [DBG] from='client.54275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:54.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:53 smithi189 bash[70525]: audit 2024-09-18T09:21:52.575921+0000 mgr.y (mgr.15249) 540 : audit [DBG] from='client.54275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:54.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:53 smithi189 bash[70525]: audit 2024-09-18T09:21:52.575921+0000 mgr.y (mgr.15249) 540 : audit [DBG] from='client.54275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:21:55.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:54 smithi189 bash[70525]: cluster 2024-09-18T09:21:53.674646+0000 mgr.y (mgr.15249) 541 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:55.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:54 smithi189 bash[70525]: cluster 2024-09-18T09:21:53.674646+0000 mgr.y (mgr.15249) 541 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:55.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:54 smithi078 bash[90742]: cluster 2024-09-18T09:21:53.674646+0000 mgr.y (mgr.15249) 541 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:55.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:54 smithi078 bash[90742]: cluster 2024-09-18T09:21:53.674646+0000 mgr.y (mgr.15249) 541 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:55.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:54 smithi078 bash[94202]: cluster 2024-09-18T09:21:53.674646+0000 mgr.y (mgr.15249) 541 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:55.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:54 smithi078 bash[94202]: cluster 2024-09-18T09:21:53.674646+0000 mgr.y (mgr.15249) 541 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:55.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:55 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:55.450884491Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:56 smithi189 bash[70525]: cluster 2024-09-18T09:21:55.675571+0000 mgr.y (mgr.15249) 542 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:56 smithi189 bash[70525]: cluster 2024-09-18T09:21:55.675571+0000 mgr.y (mgr.15249) 542 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:57.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:56 smithi189 bash[70525]: audit 2024-09-18T09:21:55.843533+0000 mgr.y (mgr.15249) 543 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:57.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:56 smithi189 bash[70525]: audit 2024-09-18T09:21:55.843533+0000 mgr.y (mgr.15249) 543 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:56 smithi078 bash[90742]: cluster 2024-09-18T09:21:55.675571+0000 mgr.y (mgr.15249) 542 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:56 smithi078 bash[90742]: cluster 2024-09-18T09:21:55.675571+0000 mgr.y (mgr.15249) 542 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:56 smithi078 bash[90742]: audit 2024-09-18T09:21:55.843533+0000 mgr.y (mgr.15249) 543 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:56 smithi078 bash[90742]: audit 2024-09-18T09:21:55.843533+0000 mgr.y (mgr.15249) 543 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:57.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:56 smithi078 bash[94202]: cluster 2024-09-18T09:21:55.675571+0000 mgr.y (mgr.15249) 542 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:57.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:56 smithi078 bash[94202]: cluster 2024-09-18T09:21:55.675571+0000 mgr.y (mgr.15249) 542 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:21:57.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:56 smithi078 bash[94202]: audit 2024-09-18T09:21:55.843533+0000 mgr.y (mgr.15249) 543 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:57.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:56 smithi078 bash[94202]: audit 2024-09-18T09:21:55.843533+0000 mgr.y (mgr.15249) 543 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:21:58.197 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:21:58.783 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:21:58 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:21:58.462435197Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:21:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:58 smithi189 bash[70525]: cluster 2024-09-18T09:21:57.677127+0000 mgr.y (mgr.15249) 544 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:58 smithi189 bash[70525]: cluster 2024-09-18T09:21:57.677127+0000 mgr.y (mgr.15249) 544 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:58 smithi189 bash[70525]: audit 2024-09-18T09:21:58.203909+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:21:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:58 smithi189 bash[70525]: audit 2024-09-18T09:21:58.203909+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:21:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:58 smithi189 bash[70525]: audit 2024-09-18T09:21:58.204719+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:21:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:58 smithi189 bash[70525]: audit 2024-09-18T09:21:58.204719+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:21:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:58 smithi189 bash[70525]: audit 2024-09-18T09:21:58.211012+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:59.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:21:58 smithi189 bash[70525]: audit 2024-09-18T09:21:58.211012+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:58 smithi078 bash[90742]: cluster 2024-09-18T09:21:57.677127+0000 mgr.y (mgr.15249) 544 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:58 smithi078 bash[90742]: cluster 2024-09-18T09:21:57.677127+0000 mgr.y (mgr.15249) 544 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:58 smithi078 bash[90742]: audit 2024-09-18T09:21:58.203909+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:21:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:58 smithi078 bash[90742]: audit 2024-09-18T09:21:58.203909+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:21:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:58 smithi078 bash[90742]: audit 2024-09-18T09:21:58.204719+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:21:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:58 smithi078 bash[90742]: audit 2024-09-18T09:21:58.204719+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:21:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:58 smithi078 bash[90742]: audit 2024-09-18T09:21:58.211012+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:59.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:21:58 smithi078 bash[90742]: audit 2024-09-18T09:21:58.211012+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:58 smithi078 bash[94202]: cluster 2024-09-18T09:21:57.677127+0000 mgr.y (mgr.15249) 544 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:58 smithi078 bash[94202]: cluster 2024-09-18T09:21:57.677127+0000 mgr.y (mgr.15249) 544 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:21:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:58 smithi078 bash[94202]: audit 2024-09-18T09:21:58.203909+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:21:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:58 smithi078 bash[94202]: audit 2024-09-18T09:21:58.203909+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:21:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:58 smithi078 bash[94202]: audit 2024-09-18T09:21:58.204719+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:21:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:58 smithi078 bash[94202]: audit 2024-09-18T09:21:58.204719+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:21:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:58 smithi078 bash[94202]: audit 2024-09-18T09:21:58.211012+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:21:58 smithi078 bash[94202]: audit 2024-09-18T09:21:58.211012+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:21:59.971 INFO:teuthology.orchestra.run.smithi078.stdout:HEALTH_OK 2024-09-18T09:22:00.725 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1' 2024-09-18T09:22:01.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:00 smithi189 bash[70525]: cluster 2024-09-18T09:21:59.677546+0000 mgr.y (mgr.15249) 545 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:01.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:00 smithi189 bash[70525]: cluster 2024-09-18T09:21:59.677546+0000 mgr.y (mgr.15249) 545 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:01.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:00 smithi189 bash[70525]: audit 2024-09-18T09:21:59.970860+0000 mon.a (mon.0) 315 : audit [DBG] from='client.? 172.21.15.78:0/23721395' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:22:01.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:00 smithi189 bash[70525]: audit 2024-09-18T09:21:59.970860+0000 mon.a (mon.0) 315 : audit [DBG] from='client.? 172.21.15.78:0/23721395' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:22:01.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:00 smithi078 bash[90742]: cluster 2024-09-18T09:21:59.677546+0000 mgr.y (mgr.15249) 545 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:01.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:00 smithi078 bash[90742]: cluster 2024-09-18T09:21:59.677546+0000 mgr.y (mgr.15249) 545 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:01.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:00 smithi078 bash[90742]: audit 2024-09-18T09:21:59.970860+0000 mon.a (mon.0) 315 : audit [DBG] from='client.? 172.21.15.78:0/23721395' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:22:01.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:00 smithi078 bash[90742]: audit 2024-09-18T09:21:59.970860+0000 mon.a (mon.0) 315 : audit [DBG] from='client.? 172.21.15.78:0/23721395' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:22:01.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:00 smithi078 bash[94202]: cluster 2024-09-18T09:21:59.677546+0000 mgr.y (mgr.15249) 545 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:01.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:00 smithi078 bash[94202]: cluster 2024-09-18T09:21:59.677546+0000 mgr.y (mgr.15249) 545 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:01.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:00 smithi078 bash[94202]: audit 2024-09-18T09:21:59.970860+0000 mon.a (mon.0) 315 : audit [DBG] from='client.? 172.21.15.78:0/23721395' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:22:01.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:00 smithi078 bash[94202]: audit 2024-09-18T09:21:59.970860+0000 mon.a (mon.0) 315 : audit [DBG] from='client.? 172.21.15.78:0/23721395' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:22:01.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:01 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:01.461925415Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:02 smithi189 bash[70525]: cluster 2024-09-18T09:22:01.678508+0000 mgr.y (mgr.15249) 546 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:02 smithi189 bash[70525]: cluster 2024-09-18T09:22:01.678508+0000 mgr.y (mgr.15249) 546 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:02 smithi189 bash[70525]: audit 2024-09-18T09:22:02.219264+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:02 smithi189 bash[70525]: audit 2024-09-18T09:22:02.219264+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:02 smithi078 bash[90742]: cluster 2024-09-18T09:22:01.678508+0000 mgr.y (mgr.15249) 546 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:02 smithi078 bash[90742]: cluster 2024-09-18T09:22:01.678508+0000 mgr.y (mgr.15249) 546 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:02 smithi078 bash[90742]: audit 2024-09-18T09:22:02.219264+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:02 smithi078 bash[90742]: audit 2024-09-18T09:22:02.219264+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:02 smithi078 bash[94202]: cluster 2024-09-18T09:22:01.678508+0000 mgr.y (mgr.15249) 546 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:02 smithi078 bash[94202]: cluster 2024-09-18T09:22:01.678508+0000 mgr.y (mgr.15249) 546 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:02 smithi078 bash[94202]: audit 2024-09-18T09:22:02.219264+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:02 smithi078 bash[94202]: audit 2024-09-18T09:22:02.219264+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:03.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:22:03 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:22:03] "GET /metrics HTTP/1.1" 200 38353 "" "Prometheus/2.51.0" 2024-09-18T09:22:04.795 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:04 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:04.466773426Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:04 smithi189 bash[70525]: cluster 2024-09-18T09:22:03.679967+0000 mgr.y (mgr.15249) 547 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:04 smithi189 bash[70525]: cluster 2024-09-18T09:22:03.679967+0000 mgr.y (mgr.15249) 547 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:04 smithi078 bash[90742]: cluster 2024-09-18T09:22:03.679967+0000 mgr.y (mgr.15249) 547 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:04 smithi078 bash[90742]: cluster 2024-09-18T09:22:03.679967+0000 mgr.y (mgr.15249) 547 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:05.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:04 smithi078 bash[94202]: cluster 2024-09-18T09:22:03.679967+0000 mgr.y (mgr.15249) 547 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:05.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:04 smithi078 bash[94202]: cluster 2024-09-18T09:22:03.679967+0000 mgr.y (mgr.15249) 547 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:05.544 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:22:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:06 smithi189 bash[70525]: cluster 2024-09-18T09:22:05.681072+0000 mgr.y (mgr.15249) 548 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:06 smithi189 bash[70525]: cluster 2024-09-18T09:22:05.681072+0000 mgr.y (mgr.15249) 548 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:06 smithi189 bash[70525]: audit 2024-09-18T09:22:05.853347+0000 mgr.y (mgr.15249) 549 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:06 smithi189 bash[70525]: audit 2024-09-18T09:22:05.853347+0000 mgr.y (mgr.15249) 549 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:06 smithi078 bash[90742]: cluster 2024-09-18T09:22:05.681072+0000 mgr.y (mgr.15249) 548 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:06 smithi078 bash[90742]: cluster 2024-09-18T09:22:05.681072+0000 mgr.y (mgr.15249) 548 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:06 smithi078 bash[90742]: audit 2024-09-18T09:22:05.853347+0000 mgr.y (mgr.15249) 549 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:06 smithi078 bash[90742]: audit 2024-09-18T09:22:05.853347+0000 mgr.y (mgr.15249) 549 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:06 smithi078 bash[94202]: cluster 2024-09-18T09:22:05.681072+0000 mgr.y (mgr.15249) 548 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:06 smithi078 bash[94202]: cluster 2024-09-18T09:22:05.681072+0000 mgr.y (mgr.15249) 548 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:06 smithi078 bash[94202]: audit 2024-09-18T09:22:05.853347+0000 mgr.y (mgr.15249) 549 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:06 smithi078 bash[94202]: audit 2024-09-18T09:22:05.853347+0000 mgr.y (mgr.15249) 549 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:07.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:07 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:07.466370994Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:09.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:08 smithi189 bash[70525]: audit 2024-09-18T09:22:07.219055+0000 mgr.y (mgr.15249) 550 : audit [DBG] from='client.44313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:09.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:08 smithi189 bash[70525]: audit 2024-09-18T09:22:07.219055+0000 mgr.y (mgr.15249) 550 : audit [DBG] from='client.44313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:09.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:08 smithi189 bash[70525]: cluster 2024-09-18T09:22:07.681994+0000 mgr.y (mgr.15249) 551 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:09.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:08 smithi189 bash[70525]: cluster 2024-09-18T09:22:07.681994+0000 mgr.y (mgr.15249) 551 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:09.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:08 smithi078 bash[90742]: audit 2024-09-18T09:22:07.219055+0000 mgr.y (mgr.15249) 550 : audit [DBG] from='client.44313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:09.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:08 smithi078 bash[90742]: audit 2024-09-18T09:22:07.219055+0000 mgr.y (mgr.15249) 550 : audit [DBG] from='client.44313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:09.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:08 smithi078 bash[90742]: cluster 2024-09-18T09:22:07.681994+0000 mgr.y (mgr.15249) 551 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:09.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:08 smithi078 bash[90742]: cluster 2024-09-18T09:22:07.681994+0000 mgr.y (mgr.15249) 551 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:09.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:08 smithi078 bash[94202]: audit 2024-09-18T09:22:07.219055+0000 mgr.y (mgr.15249) 550 : audit [DBG] from='client.44313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:08 smithi078 bash[94202]: audit 2024-09-18T09:22:07.219055+0000 mgr.y (mgr.15249) 550 : audit [DBG] from='client.44313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:08 smithi078 bash[94202]: cluster 2024-09-18T09:22:07.681994+0000 mgr.y (mgr.15249) 551 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:08 smithi078 bash[94202]: cluster 2024-09-18T09:22:07.681994+0000 mgr.y (mgr.15249) 551 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:09.725 INFO:teuthology.orchestra.run.smithi078.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:22:10.697 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-18T09:22:10.724 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:10 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:10.428972826Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:10.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[90742]: cluster 2024-09-18T09:22:09.682605+0000 mgr.y (mgr.15249) 552 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:11.006 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[90742]: cluster 2024-09-18T09:22:09.682605+0000 mgr.y (mgr.15249) 552 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:11.006 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[90742]: cephadm 2024-09-18T09:22:09.717757+0000 mgr.y (mgr.15249) 553 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:22:11.006 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[90742]: cephadm 2024-09-18T09:22:09.717757+0000 mgr.y (mgr.15249) 553 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:22:11.006 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[90742]: audit 2024-09-18T09:22:09.724384+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:11.006 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[90742]: audit 2024-09-18T09:22:09.724384+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:11.007 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[90742]: audit 2024-09-18T09:22:09.726359+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:11.007 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[90742]: audit 2024-09-18T09:22:09.726359+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:11.007 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[90742]: audit 2024-09-18T09:22:09.727462+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:11.007 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[90742]: audit 2024-09-18T09:22:09.727462+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:11.007 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[90742]: audit 2024-09-18T09:22:09.734517+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:11.007 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[90742]: audit 2024-09-18T09:22:09.734517+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:11.007 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[90742]: cephadm 2024-09-18T09:22:09.804535+0000 mgr.y (mgr.15249) 554 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:22:11.007 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[90742]: cephadm 2024-09-18T09:22:09.804535+0000 mgr.y (mgr.15249) 554 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:22:11.007 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[94202]: cluster 2024-09-18T09:22:09.682605+0000 mgr.y (mgr.15249) 552 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:11.007 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[94202]: cluster 2024-09-18T09:22:09.682605+0000 mgr.y (mgr.15249) 552 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:11.007 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[94202]: cephadm 2024-09-18T09:22:09.717757+0000 mgr.y (mgr.15249) 553 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:22:11.008 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[94202]: cephadm 2024-09-18T09:22:09.717757+0000 mgr.y (mgr.15249) 553 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:22:11.008 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[94202]: audit 2024-09-18T09:22:09.724384+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:11.008 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[94202]: audit 2024-09-18T09:22:09.724384+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:11.008 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[94202]: audit 2024-09-18T09:22:09.726359+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:11.008 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[94202]: audit 2024-09-18T09:22:09.726359+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:11.008 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[94202]: audit 2024-09-18T09:22:09.727462+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:11.008 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[94202]: audit 2024-09-18T09:22:09.727462+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:11.008 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[94202]: audit 2024-09-18T09:22:09.734517+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:11.008 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[94202]: audit 2024-09-18T09:22:09.734517+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:11.008 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[94202]: cephadm 2024-09-18T09:22:09.804535+0000 mgr.y (mgr.15249) 554 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:22:11.008 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:10 smithi078 bash[94202]: cephadm 2024-09-18T09:22:09.804535+0000 mgr.y (mgr.15249) 554 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:22:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:10 smithi189 bash[70525]: cluster 2024-09-18T09:22:09.682605+0000 mgr.y (mgr.15249) 552 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:10 smithi189 bash[70525]: cluster 2024-09-18T09:22:09.682605+0000 mgr.y (mgr.15249) 552 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:10 smithi189 bash[70525]: cephadm 2024-09-18T09:22:09.717757+0000 mgr.y (mgr.15249) 553 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:22:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:10 smithi189 bash[70525]: cephadm 2024-09-18T09:22:09.717757+0000 mgr.y (mgr.15249) 553 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:22:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:10 smithi189 bash[70525]: audit 2024-09-18T09:22:09.724384+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:10 smithi189 bash[70525]: audit 2024-09-18T09:22:09.724384+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:10 smithi189 bash[70525]: audit 2024-09-18T09:22:09.726359+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:10 smithi189 bash[70525]: audit 2024-09-18T09:22:09.726359+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:10 smithi189 bash[70525]: audit 2024-09-18T09:22:09.727462+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:10 smithi189 bash[70525]: audit 2024-09-18T09:22:09.727462+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:10 smithi189 bash[70525]: audit 2024-09-18T09:22:09.734517+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:10 smithi189 bash[70525]: audit 2024-09-18T09:22:09.734517+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:11.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:10 smithi189 bash[70525]: cephadm 2024-09-18T09:22:09.804535+0000 mgr.y (mgr.15249) 554 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:22:11.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:10 smithi189 bash[70525]: cephadm 2024-09-18T09:22:09.804535+0000 mgr.y (mgr.15249) 554 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:22:13.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:12 smithi189 bash[70525]: cluster 2024-09-18T09:22:11.683618+0000 mgr.y (mgr.15249) 555 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:13.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:12 smithi189 bash[70525]: cluster 2024-09-18T09:22:11.683618+0000 mgr.y (mgr.15249) 555 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:13.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:12 smithi189 bash[70525]: audit 2024-09-18T09:22:12.715077+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:12 smithi189 bash[70525]: audit 2024-09-18T09:22:12.715077+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:12 smithi189 bash[70525]: audit 2024-09-18T09:22:12.718570+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:22:13.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:12 smithi189 bash[70525]: audit 2024-09-18T09:22:12.718570+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:22:13.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:12 smithi189 bash[70525]: audit 2024-09-18T09:22:12.721675+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:13.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:12 smithi189 bash[70525]: audit 2024-09-18T09:22:12.721675+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:12 smithi078 bash[90742]: cluster 2024-09-18T09:22:11.683618+0000 mgr.y (mgr.15249) 555 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:12 smithi078 bash[90742]: cluster 2024-09-18T09:22:11.683618+0000 mgr.y (mgr.15249) 555 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:12 smithi078 bash[90742]: audit 2024-09-18T09:22:12.715077+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:12 smithi078 bash[90742]: audit 2024-09-18T09:22:12.715077+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:12 smithi078 bash[90742]: audit 2024-09-18T09:22:12.718570+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:22:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:12 smithi078 bash[90742]: audit 2024-09-18T09:22:12.718570+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:22:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:12 smithi078 bash[90742]: audit 2024-09-18T09:22:12.721675+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:12 smithi078 bash[90742]: audit 2024-09-18T09:22:12.721675+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:13.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:12 smithi078 bash[94202]: cluster 2024-09-18T09:22:11.683618+0000 mgr.y (mgr.15249) 555 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:13.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:12 smithi078 bash[94202]: cluster 2024-09-18T09:22:11.683618+0000 mgr.y (mgr.15249) 555 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:13.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:12 smithi078 bash[94202]: audit 2024-09-18T09:22:12.715077+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:12 smithi078 bash[94202]: audit 2024-09-18T09:22:12.715077+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:12 smithi078 bash[94202]: audit 2024-09-18T09:22:12.718570+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:22:13.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:12 smithi078 bash[94202]: audit 2024-09-18T09:22:12.718570+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:22:13.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:12 smithi078 bash[94202]: audit 2024-09-18T09:22:12.721675+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:13.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:12 smithi078 bash[94202]: audit 2024-09-18T09:22:12.721675+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:13.738 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:13.44881723Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:13.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:22:13] "GET /metrics HTTP/1.1" 200 38353 "" "Prometheus/2.51.0" 2024-09-18T09:22:13.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: cephadm 2024-09-18T09:22:12.715837+0000 mgr.y (mgr.15249) 556 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:22:13.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: cephadm 2024-09-18T09:22:12.715837+0000 mgr.y (mgr.15249) 556 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:22:13.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: cephadm 2024-09-18T09:22:12.715939+0000 mgr.y (mgr.15249) 557 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:22:13.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: cephadm 2024-09-18T09:22:12.715939+0000 mgr.y (mgr.15249) 557 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:22:13.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: cephadm 2024-09-18T09:22:12.722699+0000 mgr.y (mgr.15249) 558 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:22:13.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: cephadm 2024-09-18T09:22:12.722699+0000 mgr.y (mgr.15249) 558 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:22:13.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: audit 2024-09-18T09:22:12.728993+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: audit 2024-09-18T09:22:12.728993+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: audit 2024-09-18T09:22:12.740637+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:13.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: audit 2024-09-18T09:22:12.740637+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:13.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: cephadm 2024-09-18T09:22:12.742045+0000 mgr.y (mgr.15249) 559 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:22:13.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: cephadm 2024-09-18T09:22:12.742045+0000 mgr.y (mgr.15249) 559 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:22:13.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: audit 2024-09-18T09:22:12.748198+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: audit 2024-09-18T09:22:12.748198+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: audit 2024-09-18T09:22:12.753027+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:13.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: audit 2024-09-18T09:22:12.753027+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:13.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: cephadm 2024-09-18T09:22:12.754010+0000 mgr.y (mgr.15249) 560 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:22:13.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: cephadm 2024-09-18T09:22:12.754010+0000 mgr.y (mgr.15249) 560 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:22:13.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: audit 2024-09-18T09:22:12.758939+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: audit 2024-09-18T09:22:12.758939+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: audit 2024-09-18T09:22:12.763192+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-18T09:22:13.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: cephadm 2024-09-18T09:22:12.715837+0000 mgr.y (mgr.15249) 556 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:22:13.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: cephadm 2024-09-18T09:22:12.715837+0000 mgr.y (mgr.15249) 556 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:22:13.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: cephadm 2024-09-18T09:22:12.715939+0000 mgr.y (mgr.15249) 557 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:22:13.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: cephadm 2024-09-18T09:22:12.715939+0000 mgr.y (mgr.15249) 557 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:22:13.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: cephadm 2024-09-18T09:22:12.722699+0000 mgr.y (mgr.15249) 558 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:22:13.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: cephadm 2024-09-18T09:22:12.722699+0000 mgr.y (mgr.15249) 558 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:22:13.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: audit 2024-09-18T09:22:12.728993+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: audit 2024-09-18T09:22:12.728993+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: audit 2024-09-18T09:22:12.740637+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:13.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: audit 2024-09-18T09:22:12.740637+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:13.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: cephadm 2024-09-18T09:22:12.742045+0000 mgr.y (mgr.15249) 559 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:22:13.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: cephadm 2024-09-18T09:22:12.742045+0000 mgr.y (mgr.15249) 559 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:22:13.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: audit 2024-09-18T09:22:12.748198+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.958 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: audit 2024-09-18T09:22:12.748198+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.958 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: audit 2024-09-18T09:22:12.753027+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:13.958 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: audit 2024-09-18T09:22:12.753027+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:13.958 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: cephadm 2024-09-18T09:22:12.754010+0000 mgr.y (mgr.15249) 560 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:22:13.958 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: cephadm 2024-09-18T09:22:12.754010+0000 mgr.y (mgr.15249) 560 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:22:13.958 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: audit 2024-09-18T09:22:12.758939+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.958 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: audit 2024-09-18T09:22:12.758939+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:13.958 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: audit 2024-09-18T09:22:12.763192+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-18T09:22:13.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: audit 2024-09-18T09:22:12.763192+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-18T09:22:13.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: audit 2024-09-18T09:22:12.763490+0000 mgr.y (mgr.15249) 561 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T09:22:13.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: audit 2024-09-18T09:22:12.763490+0000 mgr.y (mgr.15249) 561 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T09:22:13.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: cephadm 2024-09-18T09:22:12.765199+0000 mgr.y (mgr.15249) 562 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-18T09:22:13.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[90742]: cephadm 2024-09-18T09:22:12.765199+0000 mgr.y (mgr.15249) 562 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-18T09:22:13.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: audit 2024-09-18T09:22:12.763192+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-18T09:22:13.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: audit 2024-09-18T09:22:12.763490+0000 mgr.y (mgr.15249) 561 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T09:22:13.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: audit 2024-09-18T09:22:12.763490+0000 mgr.y (mgr.15249) 561 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T09:22:13.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: cephadm 2024-09-18T09:22:12.765199+0000 mgr.y (mgr.15249) 562 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-18T09:22:13.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:13 smithi078 bash[94202]: cephadm 2024-09-18T09:22:12.765199+0000 mgr.y (mgr.15249) 562 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-18T09:22:14.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: cephadm 2024-09-18T09:22:12.715837+0000 mgr.y (mgr.15249) 556 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:22:14.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: cephadm 2024-09-18T09:22:12.715837+0000 mgr.y (mgr.15249) 556 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:22:14.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: cephadm 2024-09-18T09:22:12.715939+0000 mgr.y (mgr.15249) 557 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:22:14.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: cephadm 2024-09-18T09:22:12.715939+0000 mgr.y (mgr.15249) 557 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:22:14.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: cephadm 2024-09-18T09:22:12.722699+0000 mgr.y (mgr.15249) 558 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:22:14.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: cephadm 2024-09-18T09:22:12.722699+0000 mgr.y (mgr.15249) 558 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:22:14.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: audit 2024-09-18T09:22:12.728993+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:14.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: audit 2024-09-18T09:22:12.728993+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:14.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: audit 2024-09-18T09:22:12.740637+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:14.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: audit 2024-09-18T09:22:12.740637+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:14.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: cephadm 2024-09-18T09:22:12.742045+0000 mgr.y (mgr.15249) 559 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:22:14.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: cephadm 2024-09-18T09:22:12.742045+0000 mgr.y (mgr.15249) 559 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:22:14.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: audit 2024-09-18T09:22:12.748198+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:14.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: audit 2024-09-18T09:22:12.748198+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:14.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: audit 2024-09-18T09:22:12.753027+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:14.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: audit 2024-09-18T09:22:12.753027+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:14.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: cephadm 2024-09-18T09:22:12.754010+0000 mgr.y (mgr.15249) 560 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:22:14.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: cephadm 2024-09-18T09:22:12.754010+0000 mgr.y (mgr.15249) 560 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:22:14.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: audit 2024-09-18T09:22:12.758939+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:14.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: audit 2024-09-18T09:22:12.758939+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:14.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: audit 2024-09-18T09:22:12.763192+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-18T09:22:14.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: audit 2024-09-18T09:22:12.763192+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-18T09:22:14.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: audit 2024-09-18T09:22:12.763490+0000 mgr.y (mgr.15249) 561 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T09:22:14.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: audit 2024-09-18T09:22:12.763490+0000 mgr.y (mgr.15249) 561 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T09:22:14.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: cephadm 2024-09-18T09:22:12.765199+0000 mgr.y (mgr.15249) 562 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-18T09:22:14.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:13 smithi189 bash[70525]: cephadm 2024-09-18T09:22:12.765199+0000 mgr.y (mgr.15249) 562 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-18T09:22:14.908 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:14 smithi078 bash[90742]: cluster 2024-09-18T09:22:13.685143+0000 mgr.y (mgr.15249) 563 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:14.909 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:14 smithi078 bash[90742]: cluster 2024-09-18T09:22:13.685143+0000 mgr.y (mgr.15249) 563 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:14.909 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:14 smithi078 bash[94202]: cluster 2024-09-18T09:22:13.685143+0000 mgr.y (mgr.15249) 563 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:14.909 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:14 smithi078 bash[94202]: cluster 2024-09-18T09:22:13.685143+0000 mgr.y (mgr.15249) 563 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:15.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:14 smithi189 bash[70525]: cluster 2024-09-18T09:22:13.685143+0000 mgr.y (mgr.15249) 563 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:15.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:14 smithi189 bash[70525]: cluster 2024-09-18T09:22:13.685143+0000 mgr.y (mgr.15249) 563 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:15.896 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:22:16.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[90742]: cephadm 2024-09-18T09:22:15.423673+0000 mgr.y (mgr.15249) 564 : cephadm [INF] Upgrade: Updating osd.2 2024-09-18T09:22:16.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[90742]: cephadm 2024-09-18T09:22:15.423673+0000 mgr.y (mgr.15249) 564 : cephadm [INF] Upgrade: Updating osd.2 2024-09-18T09:22:16.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[90742]: audit 2024-09-18T09:22:15.429717+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:16.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[90742]: audit 2024-09-18T09:22:15.429717+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:16.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[90742]: audit 2024-09-18T09:22:15.432821+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-18T09:22:16.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[90742]: audit 2024-09-18T09:22:15.432821+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-18T09:22:16.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[90742]: audit 2024-09-18T09:22:15.433716+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:16.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[90742]: audit 2024-09-18T09:22:15.433716+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:16.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[90742]: cephadm 2024-09-18T09:22:15.438110+0000 mgr.y (mgr.15249) 565 : cephadm [INF] Deploying daemon osd.2 on smithi078 2024-09-18T09:22:16.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[90742]: cephadm 2024-09-18T09:22:15.438110+0000 mgr.y (mgr.15249) 565 : cephadm [INF] Deploying daemon osd.2 on smithi078 2024-09-18T09:22:16.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[90742]: cluster 2024-09-18T09:22:15.686096+0000 mgr.y (mgr.15249) 566 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:16.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[90742]: cluster 2024-09-18T09:22:15.686096+0000 mgr.y (mgr.15249) 566 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:16.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[90742]: audit 2024-09-18T09:22:15.864433+0000 mgr.y (mgr.15249) 567 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:16.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[90742]: audit 2024-09-18T09:22:15.864433+0000 mgr.y (mgr.15249) 567 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:16.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[94202]: cephadm 2024-09-18T09:22:15.423673+0000 mgr.y (mgr.15249) 564 : cephadm [INF] Upgrade: Updating osd.2 2024-09-18T09:22:16.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[94202]: cephadm 2024-09-18T09:22:15.423673+0000 mgr.y (mgr.15249) 564 : cephadm [INF] Upgrade: Updating osd.2 2024-09-18T09:22:16.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[94202]: audit 2024-09-18T09:22:15.429717+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:16.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[94202]: audit 2024-09-18T09:22:15.429717+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:16.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[94202]: audit 2024-09-18T09:22:15.432821+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-18T09:22:16.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[94202]: audit 2024-09-18T09:22:15.432821+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-18T09:22:16.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[94202]: audit 2024-09-18T09:22:15.433716+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:16.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[94202]: audit 2024-09-18T09:22:15.433716+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:16.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[94202]: cephadm 2024-09-18T09:22:15.438110+0000 mgr.y (mgr.15249) 565 : cephadm [INF] Deploying daemon osd.2 on smithi078 2024-09-18T09:22:16.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[94202]: cephadm 2024-09-18T09:22:15.438110+0000 mgr.y (mgr.15249) 565 : cephadm [INF] Deploying daemon osd.2 on smithi078 2024-09-18T09:22:16.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[94202]: cluster 2024-09-18T09:22:15.686096+0000 mgr.y (mgr.15249) 566 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:16.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[94202]: cluster 2024-09-18T09:22:15.686096+0000 mgr.y (mgr.15249) 566 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:16.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[94202]: audit 2024-09-18T09:22:15.864433+0000 mgr.y (mgr.15249) 567 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:16.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:16 smithi078 bash[94202]: audit 2024-09-18T09:22:15.864433+0000 mgr.y (mgr.15249) 567 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:16.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:16 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:16.468213193Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:16.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:16 smithi189 bash[70525]: cephadm 2024-09-18T09:22:15.423673+0000 mgr.y (mgr.15249) 564 : cephadm [INF] Upgrade: Updating osd.2 2024-09-18T09:22:16.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:16 smithi189 bash[70525]: cephadm 2024-09-18T09:22:15.423673+0000 mgr.y (mgr.15249) 564 : cephadm [INF] Upgrade: Updating osd.2 2024-09-18T09:22:16.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:16 smithi189 bash[70525]: audit 2024-09-18T09:22:15.429717+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:16.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:16 smithi189 bash[70525]: audit 2024-09-18T09:22:15.429717+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:16.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:16 smithi189 bash[70525]: audit 2024-09-18T09:22:15.432821+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-18T09:22:16.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:16 smithi189 bash[70525]: audit 2024-09-18T09:22:15.432821+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-18T09:22:16.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:16 smithi189 bash[70525]: audit 2024-09-18T09:22:15.433716+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:16.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:16 smithi189 bash[70525]: audit 2024-09-18T09:22:15.433716+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:16.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:16 smithi189 bash[70525]: cephadm 2024-09-18T09:22:15.438110+0000 mgr.y (mgr.15249) 565 : cephadm [INF] Deploying daemon osd.2 on smithi078 2024-09-18T09:22:16.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:16 smithi189 bash[70525]: cephadm 2024-09-18T09:22:15.438110+0000 mgr.y (mgr.15249) 565 : cephadm [INF] Deploying daemon osd.2 on smithi078 2024-09-18T09:22:16.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:16 smithi189 bash[70525]: cluster 2024-09-18T09:22:15.686096+0000 mgr.y (mgr.15249) 566 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:16.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:16 smithi189 bash[70525]: cluster 2024-09-18T09:22:15.686096+0000 mgr.y (mgr.15249) 566 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:16.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:16 smithi189 bash[70525]: audit 2024-09-18T09:22:15.864433+0000 mgr.y (mgr.15249) 567 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:16.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:16 smithi189 bash[70525]: audit 2024-09-18T09:22:15.864433+0000 mgr.y (mgr.15249) 567 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:17.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:17 smithi078 bash[94202]: audit 2024-09-18T09:22:17.219538+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:17.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:17 smithi078 bash[94202]: audit 2024-09-18T09:22:17.219538+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:17.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:17 smithi078 bash[90742]: audit 2024-09-18T09:22:17.219538+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:17.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:17 smithi078 bash[90742]: audit 2024-09-18T09:22:17.219538+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:17.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:17 smithi189 bash[70525]: audit 2024-09-18T09:22:17.219538+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:17.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:17 smithi189 bash[70525]: audit 2024-09-18T09:22:17.219538+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:18.254 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:22:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:18 smithi078 bash[90742]: cluster 2024-09-18T09:22:17.687521+0000 mgr.y (mgr.15249) 568 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:18 smithi078 bash[90742]: cluster 2024-09-18T09:22:17.687521+0000 mgr.y (mgr.15249) 568 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:18.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:18 smithi078 bash[94202]: cluster 2024-09-18T09:22:17.687521+0000 mgr.y (mgr.15249) 568 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:18.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:18 smithi078 bash[94202]: cluster 2024-09-18T09:22:17.687521+0000 mgr.y (mgr.15249) 568 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:18.870 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:22:18.870 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (8m) 93s ago 35m 13.7M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:22:18.870 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (7m) 5m ago 35m 67.0M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:22:18.870 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (10m) 93s ago 32m 49.3M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:22:18.870 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (9m) 5m ago 44m 439M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:22:18.870 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (20m) 93s ago 46m 515M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:22:18.870 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (4m) 93s ago 46m 45.0M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:22:18.871 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (5m) 5m ago 44m 18.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:22:18.871 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (4m) 93s ago 44m 34.9M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:22:18.871 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (9m) 93s ago 35m 8007k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:22:18.871 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (9m) 5m ago 35m 8043k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:22:18.871 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (2m) 93s ago 43m 45.7M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 b10b88ce2e14 2024-09-18T09:22:18.871 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (94s) 93s ago 42m - 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3939468d55d0 2024-09-18T09:22:18.871 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (41m) 93s ago 41m 63.9M 3036M 19.1.1-330-gc2ddf972 ebb0615149de ec09158d5650 2024-09-18T09:22:18.871 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (40m) 93s ago 40m 69.3M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:22:18.871 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (39m) 5m ago 39m 68.3M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:22:18.871 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (38m) 5m ago 38m 57.4M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:22:18.871 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (37m) 5m ago 37m 55.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:22:18.871 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (36m) 5m ago 36m 66.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:22:18.871 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (8m) 5m ago 36m 37.7M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:22:18.871 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (33m) 93s ago 33m 101M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:22:18.872 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (33m) 5m ago 33m 102M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:22:18.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:18 smithi189 bash[70525]: cluster 2024-09-18T09:22:17.687521+0000 mgr.y (mgr.15249) 568 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:18.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:18 smithi189 bash[70525]: cluster 2024-09-18T09:22:17.687521+0000 mgr.y (mgr.15249) 568 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:19.212 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:22:19.212 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:22:19.212 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 3 2024-09-18T09:22:19.212 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:22:19.212 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:22:19.212 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:22:19.213 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:22:19.213 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:22:19.213 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 6, 2024-09-18T09:22:19.213 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:22:19.213 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:22:19.213 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:22:19.213 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:22:19.213 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:22:19.213 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:22:19.213 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 8, 2024-09-18T09:22:19.213 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 7 2024-09-18T09:22:19.213 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:22:19.213 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:22:19.515 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:22:19.515 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:22:19.515 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:22:19.516 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) crash,osd. Upgrade limited to 1 daemons (1 remaining).", 2024-09-18T09:22:19.516 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:22:19.516 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "2/8 daemons upgraded", 2024-09-18T09:22:19.516 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading osd daemons", 2024-09-18T09:22:19.516 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:22:19.516 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:22:19.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:19 smithi078 bash[90742]: audit 2024-09-18T09:22:18.242444+0000 mgr.y (mgr.15249) 569 : audit [DBG] from='client.44319 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:19 smithi078 bash[90742]: audit 2024-09-18T09:22:18.242444+0000 mgr.y (mgr.15249) 569 : audit [DBG] from='client.44319 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:19 smithi078 bash[90742]: audit 2024-09-18T09:22:18.543534+0000 mgr.y (mgr.15249) 570 : audit [DBG] from='client.44325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:19 smithi078 bash[90742]: audit 2024-09-18T09:22:18.543534+0000 mgr.y (mgr.15249) 570 : audit [DBG] from='client.44325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:19 smithi078 bash[90742]: audit 2024-09-18T09:22:18.855866+0000 mgr.y (mgr.15249) 571 : audit [DBG] from='client.44331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:19 smithi078 bash[90742]: audit 2024-09-18T09:22:18.855866+0000 mgr.y (mgr.15249) 571 : audit [DBG] from='client.44331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:19 smithi078 bash[90742]: audit 2024-09-18T09:22:19.212031+0000 mon.a (mon.0) 334 : audit [DBG] from='client.? 172.21.15.78:0/3507516520' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:19.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:19 smithi078 bash[90742]: audit 2024-09-18T09:22:19.212031+0000 mon.a (mon.0) 334 : audit [DBG] from='client.? 172.21.15.78:0/3507516520' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:19.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:19 smithi078 bash[94202]: audit 2024-09-18T09:22:18.242444+0000 mgr.y (mgr.15249) 569 : audit [DBG] from='client.44319 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:19 smithi078 bash[94202]: audit 2024-09-18T09:22:18.242444+0000 mgr.y (mgr.15249) 569 : audit [DBG] from='client.44319 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:19 smithi078 bash[94202]: audit 2024-09-18T09:22:18.543534+0000 mgr.y (mgr.15249) 570 : audit [DBG] from='client.44325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:19 smithi078 bash[94202]: audit 2024-09-18T09:22:18.543534+0000 mgr.y (mgr.15249) 570 : audit [DBG] from='client.44325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:19 smithi078 bash[94202]: audit 2024-09-18T09:22:18.855866+0000 mgr.y (mgr.15249) 571 : audit [DBG] from='client.44331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:19 smithi078 bash[94202]: audit 2024-09-18T09:22:18.855866+0000 mgr.y (mgr.15249) 571 : audit [DBG] from='client.44331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:19 smithi078 bash[94202]: audit 2024-09-18T09:22:19.212031+0000 mon.a (mon.0) 334 : audit [DBG] from='client.? 172.21.15.78:0/3507516520' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:19.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:19 smithi078 bash[94202]: audit 2024-09-18T09:22:19.212031+0000 mon.a (mon.0) 334 : audit [DBG] from='client.? 172.21.15.78:0/3507516520' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:19.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:19 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:19.446700495Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:19.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:19 smithi189 bash[70525]: audit 2024-09-18T09:22:18.242444+0000 mgr.y (mgr.15249) 569 : audit [DBG] from='client.44319 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:19 smithi189 bash[70525]: audit 2024-09-18T09:22:18.242444+0000 mgr.y (mgr.15249) 569 : audit [DBG] from='client.44319 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:19 smithi189 bash[70525]: audit 2024-09-18T09:22:18.543534+0000 mgr.y (mgr.15249) 570 : audit [DBG] from='client.44325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:19 smithi189 bash[70525]: audit 2024-09-18T09:22:18.543534+0000 mgr.y (mgr.15249) 570 : audit [DBG] from='client.44325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:19 smithi189 bash[70525]: audit 2024-09-18T09:22:18.855866+0000 mgr.y (mgr.15249) 571 : audit [DBG] from='client.44331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:19 smithi189 bash[70525]: audit 2024-09-18T09:22:18.855866+0000 mgr.y (mgr.15249) 571 : audit [DBG] from='client.44331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:19.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:19 smithi189 bash[70525]: audit 2024-09-18T09:22:19.212031+0000 mon.a (mon.0) 334 : audit [DBG] from='client.? 172.21.15.78:0/3507516520' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:19.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:19 smithi189 bash[70525]: audit 2024-09-18T09:22:19.212031+0000 mon.a (mon.0) 334 : audit [DBG] from='client.? 172.21.15.78:0/3507516520' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:20.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:20 smithi078 bash[90742]: audit 2024-09-18T09:22:19.514659+0000 mgr.y (mgr.15249) 572 : audit [DBG] from='client.44343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:20.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:20 smithi078 bash[90742]: audit 2024-09-18T09:22:19.514659+0000 mgr.y (mgr.15249) 572 : audit [DBG] from='client.44343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:20.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:20 smithi078 bash[90742]: cluster 2024-09-18T09:22:19.688317+0000 mgr.y (mgr.15249) 573 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:20.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:20 smithi078 bash[90742]: cluster 2024-09-18T09:22:19.688317+0000 mgr.y (mgr.15249) 573 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:20.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:20 smithi078 bash[94202]: audit 2024-09-18T09:22:19.514659+0000 mgr.y (mgr.15249) 572 : audit [DBG] from='client.44343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:20.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:20 smithi078 bash[94202]: audit 2024-09-18T09:22:19.514659+0000 mgr.y (mgr.15249) 572 : audit [DBG] from='client.44343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:20.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:20 smithi078 bash[94202]: cluster 2024-09-18T09:22:19.688317+0000 mgr.y (mgr.15249) 573 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:20.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:20 smithi078 bash[94202]: cluster 2024-09-18T09:22:19.688317+0000 mgr.y (mgr.15249) 573 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:20.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:20 smithi189 bash[70525]: audit 2024-09-18T09:22:19.514659+0000 mgr.y (mgr.15249) 572 : audit [DBG] from='client.44343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:20.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:20 smithi189 bash[70525]: audit 2024-09-18T09:22:19.514659+0000 mgr.y (mgr.15249) 572 : audit [DBG] from='client.44343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:20.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:20 smithi189 bash[70525]: cluster 2024-09-18T09:22:19.688317+0000 mgr.y (mgr.15249) 573 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:20.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:20 smithi189 bash[70525]: cluster 2024-09-18T09:22:19.688317+0000 mgr.y (mgr.15249) 573 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:21.244 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:22:21 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:21.244 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:21 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:21.245 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:22:21 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:21.245 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:21 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:21.245 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:21 smithi078 systemd[1]: Stopping Ceph osd.2 for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:22:21.246 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:22:21 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:21.246 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:22:21 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:21.246 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:21 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:21.247 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:22:21 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:21.247 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:22:21 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:21.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:21 smithi078 bash[90742]: cluster 2024-09-18T09:22:21.399872+0000 mon.a (mon.0) 335 : cluster [INF] osd.2 marked itself down and dead 2024-09-18T09:22:21.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:21 smithi078 bash[90742]: cluster 2024-09-18T09:22:21.399872+0000 mon.a (mon.0) 335 : cluster [INF] osd.2 marked itself down and dead 2024-09-18T09:22:21.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:21 smithi078 bash[94202]: cluster 2024-09-18T09:22:21.399872+0000 mon.a (mon.0) 335 : cluster [INF] osd.2 marked itself down and dead 2024-09-18T09:22:21.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:21 smithi078 bash[94202]: cluster 2024-09-18T09:22:21.399872+0000 mon.a (mon.0) 335 : cluster [INF] osd.2 marked itself down and dead 2024-09-18T09:22:21.705 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:21 smithi078 bash[42379]: debug 2024-09-18T09:22:21.396+0000 7fe4a0da4640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-18T09:22:21.705 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:21 smithi078 bash[42379]: debug 2024-09-18T09:22:21.396+0000 7fe4a0da4640 -1 osd.2 126 *** Got signal Terminated *** 2024-09-18T09:22:21.705 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:21 smithi078 bash[42379]: debug 2024-09-18T09:22:21.396+0000 7fe4a0da4640 -1 osd.2 126 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T09:22:21.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:21 smithi189 bash[70525]: cluster 2024-09-18T09:22:21.399872+0000 mon.a (mon.0) 335 : cluster [INF] osd.2 marked itself down and dead 2024-09-18T09:22:21.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:21 smithi189 bash[70525]: cluster 2024-09-18T09:22:21.399872+0000 mon.a (mon.0) 335 : cluster [INF] osd.2 marked itself down and dead 2024-09-18T09:22:22.890 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:22 smithi078 bash[109703]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-2 2024-09-18T09:22:22.890 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:22 smithi078 bash[94202]: cluster 2024-09-18T09:22:21.463815+0000 mon.a (mon.0) 336 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:22:22.891 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:22 smithi078 bash[94202]: cluster 2024-09-18T09:22:21.463815+0000 mon.a (mon.0) 336 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:22:22.891 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:22 smithi078 bash[94202]: cluster 2024-09-18T09:22:21.480339+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e127: 8 total, 7 up, 8 in 2024-09-18T09:22:22.891 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:22 smithi078 bash[94202]: cluster 2024-09-18T09:22:21.480339+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e127: 8 total, 7 up, 8 in 2024-09-18T09:22:22.891 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:22 smithi078 bash[94202]: cluster 2024-09-18T09:22:21.689158+0000 mgr.y (mgr.15249) 574 : cluster [DBG] pgmap v324: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:22:22.891 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:22 smithi078 bash[94202]: cluster 2024-09-18T09:22:21.689158+0000 mgr.y (mgr.15249) 574 : cluster [DBG] pgmap v324: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:22:22.891 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:22 smithi078 bash[90742]: cluster 2024-09-18T09:22:21.463815+0000 mon.a (mon.0) 336 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:22:22.891 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:22 smithi078 bash[90742]: cluster 2024-09-18T09:22:21.463815+0000 mon.a (mon.0) 336 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:22:22.891 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:22 smithi078 bash[90742]: cluster 2024-09-18T09:22:21.480339+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e127: 8 total, 7 up, 8 in 2024-09-18T09:22:22.891 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:22 smithi078 bash[90742]: cluster 2024-09-18T09:22:21.480339+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e127: 8 total, 7 up, 8 in 2024-09-18T09:22:22.892 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:22 smithi078 bash[90742]: cluster 2024-09-18T09:22:21.689158+0000 mgr.y (mgr.15249) 574 : cluster [DBG] pgmap v324: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:22:22.892 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:22 smithi078 bash[90742]: cluster 2024-09-18T09:22:21.689158+0000 mgr.y (mgr.15249) 574 : cluster [DBG] pgmap v324: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:22:22.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:22 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:22.445591543Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:22.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:22 smithi189 bash[70525]: cluster 2024-09-18T09:22:21.463815+0000 mon.a (mon.0) 336 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:22:22.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:22 smithi189 bash[70525]: cluster 2024-09-18T09:22:21.463815+0000 mon.a (mon.0) 336 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:22:22.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:22 smithi189 bash[70525]: cluster 2024-09-18T09:22:21.480339+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e127: 8 total, 7 up, 8 in 2024-09-18T09:22:22.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:22 smithi189 bash[70525]: cluster 2024-09-18T09:22:21.480339+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e127: 8 total, 7 up, 8 in 2024-09-18T09:22:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:22 smithi189 bash[70525]: cluster 2024-09-18T09:22:21.689158+0000 mgr.y (mgr.15249) 574 : cluster [DBG] pgmap v324: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:22:22.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:22 smithi189 bash[70525]: cluster 2024-09-18T09:22:21.689158+0000 mgr.y (mgr.15249) 574 : cluster [DBG] pgmap v324: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:22:23.204 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:22 smithi078 bash[109766]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-2 2024-09-18T09:22:23.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:23 smithi189 bash[70525]: cluster 2024-09-18T09:22:22.489155+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-18T09:22:23.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:23 smithi189 bash[70525]: cluster 2024-09-18T09:22:22.489155+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-18T09:22:23.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:22:23 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:22:23] "GET /metrics HTTP/1.1" 200 38347 "" "Prometheus/2.51.0" 2024-09-18T09:22:23.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:23 smithi078 bash[90742]: cluster 2024-09-18T09:22:22.489155+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-18T09:22:23.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:23 smithi078 bash[90742]: cluster 2024-09-18T09:22:22.489155+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-18T09:22:23.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:23 smithi078 bash[94202]: cluster 2024-09-18T09:22:22.489155+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-18T09:22:23.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:23 smithi078 bash[94202]: cluster 2024-09-18T09:22:22.489155+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-18T09:22:24.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:24 smithi078 bash[90742]: cluster 2024-09-18T09:22:23.690795+0000 mgr.y (mgr.15249) 575 : cluster [DBG] pgmap v326: 161 pgs: 22 active+undersized, 5 stale+active+clean, 10 active+undersized+degraded, 124 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 34/636 objects degraded (5.346%) 2024-09-18T09:22:24.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:24 smithi078 bash[90742]: cluster 2024-09-18T09:22:23.690795+0000 mgr.y (mgr.15249) 575 : cluster [DBG] pgmap v326: 161 pgs: 22 active+undersized, 5 stale+active+clean, 10 active+undersized+degraded, 124 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 34/636 objects degraded (5.346%) 2024-09-18T09:22:24.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:24 smithi078 bash[94202]: cluster 2024-09-18T09:22:23.690795+0000 mgr.y (mgr.15249) 575 : cluster [DBG] pgmap v326: 161 pgs: 22 active+undersized, 5 stale+active+clean, 10 active+undersized+degraded, 124 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 34/636 objects degraded (5.346%) 2024-09-18T09:22:24.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:24 smithi078 bash[94202]: cluster 2024-09-18T09:22:23.690795+0000 mgr.y (mgr.15249) 575 : cluster [DBG] pgmap v326: 161 pgs: 22 active+undersized, 5 stale+active+clean, 10 active+undersized+degraded, 124 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 34/636 objects degraded (5.346%) 2024-09-18T09:22:24.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:24 smithi189 bash[70525]: cluster 2024-09-18T09:22:23.690795+0000 mgr.y (mgr.15249) 575 : cluster [DBG] pgmap v326: 161 pgs: 22 active+undersized, 5 stale+active+clean, 10 active+undersized+degraded, 124 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 34/636 objects degraded (5.346%) 2024-09-18T09:22:24.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:24 smithi189 bash[70525]: cluster 2024-09-18T09:22:23.690795+0000 mgr.y (mgr.15249) 575 : cluster [DBG] pgmap v326: 161 pgs: 22 active+undersized, 5 stale+active+clean, 10 active+undersized+degraded, 124 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 34/636 objects degraded (5.346%) 2024-09-18T09:22:25.454 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:22:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:25.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:25.454 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:22:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:25.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:25.455 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:22:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:25.455 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:22:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:25.455 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:25 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-18T09:22:25.456 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:25 smithi078 systemd[1]: Stopped Ceph osd.2 for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:22:25.456 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:25.456 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:22:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:25.456 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:22:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:22:25.875 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:25 smithi078 systemd[1]: Started Ceph osd.2 for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:22:25.875 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:25 smithi078 bash[94202]: cluster 2024-09-18T09:22:24.485989+0000 mon.a (mon.0) 339 : cluster [WRN] Health check failed: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:25.875 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:25 smithi078 bash[94202]: cluster 2024-09-18T09:22:24.485989+0000 mon.a (mon.0) 339 : cluster [WRN] Health check failed: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:25.875 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:25 smithi078 bash[90742]: cluster 2024-09-18T09:22:24.485989+0000 mon.a (mon.0) 339 : cluster [WRN] Health check failed: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:25.875 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:25 smithi078 bash[90742]: cluster 2024-09-18T09:22:24.485989+0000 mon.a (mon.0) 339 : cluster [WRN] Health check failed: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:25.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:25 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:25.42901273Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:25.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:25 smithi189 bash[70525]: cluster 2024-09-18T09:22:24.485989+0000 mon.a (mon.0) 339 : cluster [WRN] Health check failed: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:25.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:25 smithi189 bash[70525]: cluster 2024-09-18T09:22:24.485989+0000 mon.a (mon.0) 339 : cluster [WRN] Health check failed: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:26.819 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[94202]: audit 2024-09-18T09:22:25.544895+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.819 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[94202]: audit 2024-09-18T09:22:25.544895+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.819 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[94202]: audit 2024-09-18T09:22:25.550468+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.819 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[94202]: audit 2024-09-18T09:22:25.550468+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.819 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[94202]: audit 2024-09-18T09:22:25.555493+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.819 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[94202]: audit 2024-09-18T09:22:25.555493+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.819 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[94202]: cluster 2024-09-18T09:22:25.692022+0000 mgr.y (mgr.15249) 576 : cluster [DBG] pgmap v327: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:26.819 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[94202]: cluster 2024-09-18T09:22:25.692022+0000 mgr.y (mgr.15249) 576 : cluster [DBG] pgmap v327: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:26.820 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[94202]: audit 2024-09-18T09:22:25.874014+0000 mgr.y (mgr.15249) 577 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:26.820 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[94202]: audit 2024-09-18T09:22:25.874014+0000 mgr.y (mgr.15249) 577 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:26.820 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[90742]: audit 2024-09-18T09:22:25.544895+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.820 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[90742]: audit 2024-09-18T09:22:25.544895+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.820 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[90742]: audit 2024-09-18T09:22:25.550468+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.820 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[90742]: audit 2024-09-18T09:22:25.550468+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.820 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[90742]: audit 2024-09-18T09:22:25.555493+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.820 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[90742]: audit 2024-09-18T09:22:25.555493+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.820 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[90742]: cluster 2024-09-18T09:22:25.692022+0000 mgr.y (mgr.15249) 576 : cluster [DBG] pgmap v327: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:26.820 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[90742]: cluster 2024-09-18T09:22:25.692022+0000 mgr.y (mgr.15249) 576 : cluster [DBG] pgmap v327: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:26.821 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[90742]: audit 2024-09-18T09:22:25.874014+0000 mgr.y (mgr.15249) 577 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:26.821 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:26 smithi078 bash[90742]: audit 2024-09-18T09:22:25.874014+0000 mgr.y (mgr.15249) 577 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:26.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:26 smithi189 bash[70525]: audit 2024-09-18T09:22:25.544895+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:26 smithi189 bash[70525]: audit 2024-09-18T09:22:25.544895+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:26 smithi189 bash[70525]: audit 2024-09-18T09:22:25.550468+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:26 smithi189 bash[70525]: audit 2024-09-18T09:22:25.550468+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:26 smithi189 bash[70525]: audit 2024-09-18T09:22:25.555493+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:26 smithi189 bash[70525]: audit 2024-09-18T09:22:25.555493+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:26.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:26 smithi189 bash[70525]: cluster 2024-09-18T09:22:25.692022+0000 mgr.y (mgr.15249) 576 : cluster [DBG] pgmap v327: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:26.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:26 smithi189 bash[70525]: cluster 2024-09-18T09:22:25.692022+0000 mgr.y (mgr.15249) 576 : cluster [DBG] pgmap v327: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:26.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:26 smithi189 bash[70525]: audit 2024-09-18T09:22:25.874014+0000 mgr.y (mgr.15249) 577 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:26.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:26 smithi189 bash[70525]: audit 2024-09-18T09:22:25.874014+0000 mgr.y (mgr.15249) 577 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:27.204 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:27 smithi078 bash[109912]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-18T09:22:27.204 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:27 smithi078 bash[109912]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-18T09:22:28.752 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:28 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:28.471880414Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:29.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:28 smithi189 bash[70525]: cluster 2024-09-18T09:22:27.693334+0000 mgr.y (mgr.15249) 578 : cluster [DBG] pgmap v328: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:29.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:28 smithi189 bash[70525]: cluster 2024-09-18T09:22:27.693334+0000 mgr.y (mgr.15249) 578 : cluster [DBG] pgmap v328: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:28 smithi078 bash[90742]: cluster 2024-09-18T09:22:27.693334+0000 mgr.y (mgr.15249) 578 : cluster [DBG] pgmap v328: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:28 smithi078 bash[90742]: cluster 2024-09-18T09:22:27.693334+0000 mgr.y (mgr.15249) 578 : cluster [DBG] pgmap v328: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:29.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:28 smithi078 bash[94202]: cluster 2024-09-18T09:22:27.693334+0000 mgr.y (mgr.15249) 578 : cluster [DBG] pgmap v328: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:29.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:28 smithi078 bash[94202]: cluster 2024-09-18T09:22:27.693334+0000 mgr.y (mgr.15249) 578 : cluster [DBG] pgmap v328: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:29.954 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:29 smithi078 bash[109912]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-18T09:22:29.954 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:29 smithi078 bash[109912]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-18T09:22:30.223 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:29 smithi078 bash[109912]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-18T09:22:30.223 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:29 smithi078 bash[109912]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-18T09:22:30.223 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:29 smithi078 bash[109912]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-18T09:22:30.224 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:29 smithi078 bash[109912]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-18T09:22:30.224 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:29 smithi078 bash[109912]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-18T09:22:31.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:30 smithi189 bash[70525]: cluster 2024-09-18T09:22:29.693909+0000 mgr.y (mgr.15249) 579 : cluster [DBG] pgmap v329: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:31.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:30 smithi189 bash[70525]: cluster 2024-09-18T09:22:29.693909+0000 mgr.y (mgr.15249) 579 : cluster [DBG] pgmap v329: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:31.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:30 smithi078 bash[90742]: cluster 2024-09-18T09:22:29.693909+0000 mgr.y (mgr.15249) 579 : cluster [DBG] pgmap v329: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:31.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:30 smithi078 bash[90742]: cluster 2024-09-18T09:22:29.693909+0000 mgr.y (mgr.15249) 579 : cluster [DBG] pgmap v329: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:30 smithi078 bash[94202]: cluster 2024-09-18T09:22:29.693909+0000 mgr.y (mgr.15249) 579 : cluster [DBG] pgmap v329: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:31.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:30 smithi078 bash[94202]: cluster 2024-09-18T09:22:29.693909+0000 mgr.y (mgr.15249) 579 : cluster [DBG] pgmap v329: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:31.767 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:31 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:31.43086869Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:32.023 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:31 smithi078 bash[90742]: cluster 2024-09-18T09:22:31.740942+0000 mon.a (mon.0) 343 : cluster [WRN] Health check update: Degraded data redundancy: 58/636 objects degraded (9.119%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:32.024 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:31 smithi078 bash[90742]: cluster 2024-09-18T09:22:31.740942+0000 mon.a (mon.0) 343 : cluster [WRN] Health check update: Degraded data redundancy: 58/636 objects degraded (9.119%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:32.024 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:31 smithi078 bash[94202]: cluster 2024-09-18T09:22:31.740942+0000 mon.a (mon.0) 343 : cluster [WRN] Health check update: Degraded data redundancy: 58/636 objects degraded (9.119%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:32.024 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:31 smithi078 bash[94202]: cluster 2024-09-18T09:22:31.740942+0000 mon.a (mon.0) 343 : cluster [WRN] Health check update: Degraded data redundancy: 58/636 objects degraded (9.119%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:32.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:31 smithi189 bash[70525]: cluster 2024-09-18T09:22:31.740942+0000 mon.a (mon.0) 343 : cluster [WRN] Health check update: Degraded data redundancy: 58/636 objects degraded (9.119%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:32.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:31 smithi189 bash[70525]: cluster 2024-09-18T09:22:31.740942+0000 mon.a (mon.0) 343 : cluster [WRN] Health check update: Degraded data redundancy: 58/636 objects degraded (9.119%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:32.454 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[110179]: debug 2024-09-18T09:22:32.020+0000 7f0b73280640 1 -- 172.21.15.78:0/1416493075 <== mon.2 v2:172.21.15.78:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d1c88fa960 con 0x55d1c96e8000 2024-09-18T09:22:33.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:32 smithi189 bash[70525]: cluster 2024-09-18T09:22:31.694540+0000 mgr.y (mgr.15249) 580 : cluster [DBG] pgmap v330: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:33.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:32 smithi189 bash[70525]: cluster 2024-09-18T09:22:31.694540+0000 mgr.y (mgr.15249) 580 : cluster [DBG] pgmap v330: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:32 smithi189 bash[70525]: audit 2024-09-18T09:22:32.094617+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:32 smithi189 bash[70525]: audit 2024-09-18T09:22:32.094617+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:32 smithi189 bash[70525]: audit 2024-09-18T09:22:32.101832+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:32 smithi189 bash[70525]: audit 2024-09-18T09:22:32.101832+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:32 smithi189 bash[70525]: audit 2024-09-18T09:22:32.227512+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:32 smithi189 bash[70525]: audit 2024-09-18T09:22:32.227512+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:32 smithi189 bash[70525]: audit 2024-09-18T09:22:32.229534+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:32 smithi189 bash[70525]: audit 2024-09-18T09:22:32.229534+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[90742]: cluster 2024-09-18T09:22:31.694540+0000 mgr.y (mgr.15249) 580 : cluster [DBG] pgmap v330: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[90742]: cluster 2024-09-18T09:22:31.694540+0000 mgr.y (mgr.15249) 580 : cluster [DBG] pgmap v330: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[90742]: audit 2024-09-18T09:22:32.094617+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[90742]: audit 2024-09-18T09:22:32.094617+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[90742]: audit 2024-09-18T09:22:32.101832+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[90742]: audit 2024-09-18T09:22:32.101832+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[90742]: audit 2024-09-18T09:22:32.227512+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[90742]: audit 2024-09-18T09:22:32.227512+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[90742]: audit 2024-09-18T09:22:32.229534+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[90742]: audit 2024-09-18T09:22:32.229534+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[94202]: cluster 2024-09-18T09:22:31.694540+0000 mgr.y (mgr.15249) 580 : cluster [DBG] pgmap v330: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[94202]: cluster 2024-09-18T09:22:31.694540+0000 mgr.y (mgr.15249) 580 : cluster [DBG] pgmap v330: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[94202]: audit 2024-09-18T09:22:32.094617+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[94202]: audit 2024-09-18T09:22:32.094617+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[94202]: audit 2024-09-18T09:22:32.101832+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[94202]: audit 2024-09-18T09:22:32.101832+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[94202]: audit 2024-09-18T09:22:32.227512+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[94202]: audit 2024-09-18T09:22:32.227512+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:33.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[94202]: audit 2024-09-18T09:22:32.229534+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:33.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:32 smithi078 bash[94202]: audit 2024-09-18T09:22:32.229534+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:33.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:22:33 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:22:33] "GET /metrics HTTP/1.1" 200 38351 "" "Prometheus/2.51.0" 2024-09-18T09:22:33.954 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:33 smithi078 bash[110179]: debug 2024-09-18T09:22:33.620+0000 7f0b75ae7640 -1 Falling back to public interface 2024-09-18T09:22:34.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:34 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:34.467825043Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:34.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:34 smithi189 bash[70525]: audit 2024-09-18T09:22:33.234609+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:34.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:34 smithi189 bash[70525]: audit 2024-09-18T09:22:33.234609+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:34.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:34 smithi189 bash[70525]: audit 2024-09-18T09:22:33.240246+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:34.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:34 smithi189 bash[70525]: audit 2024-09-18T09:22:33.240246+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:34.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:34 smithi189 bash[70525]: cluster 2024-09-18T09:22:33.695222+0000 mgr.y (mgr.15249) 581 : cluster [DBG] pgmap v331: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:34.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:34 smithi189 bash[70525]: cluster 2024-09-18T09:22:33.695222+0000 mgr.y (mgr.15249) 581 : cluster [DBG] pgmap v331: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:34.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:34 smithi078 bash[90742]: audit 2024-09-18T09:22:33.234609+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:34.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:34 smithi078 bash[90742]: audit 2024-09-18T09:22:33.234609+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:34.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:34 smithi078 bash[90742]: audit 2024-09-18T09:22:33.240246+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:34.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:34 smithi078 bash[90742]: audit 2024-09-18T09:22:33.240246+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:34.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:34 smithi078 bash[90742]: cluster 2024-09-18T09:22:33.695222+0000 mgr.y (mgr.15249) 581 : cluster [DBG] pgmap v331: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:34.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:34 smithi078 bash[90742]: cluster 2024-09-18T09:22:33.695222+0000 mgr.y (mgr.15249) 581 : cluster [DBG] pgmap v331: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:34.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:34 smithi078 bash[94202]: audit 2024-09-18T09:22:33.234609+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:34.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:34 smithi078 bash[94202]: audit 2024-09-18T09:22:33.234609+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:34.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:34 smithi078 bash[94202]: audit 2024-09-18T09:22:33.240246+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:34.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:34 smithi078 bash[94202]: audit 2024-09-18T09:22:33.240246+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:34.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:34 smithi078 bash[94202]: cluster 2024-09-18T09:22:33.695222+0000 mgr.y (mgr.15249) 581 : cluster [DBG] pgmap v331: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:34.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:34 smithi078 bash[94202]: cluster 2024-09-18T09:22:33.695222+0000 mgr.y (mgr.15249) 581 : cluster [DBG] pgmap v331: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:22:37.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:36 smithi189 bash[70525]: cluster 2024-09-18T09:22:35.696412+0000 mgr.y (mgr.15249) 582 : cluster [DBG] pgmap v332: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:37.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:36 smithi189 bash[70525]: cluster 2024-09-18T09:22:35.696412+0000 mgr.y (mgr.15249) 582 : cluster [DBG] pgmap v332: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:37.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:36 smithi189 bash[70525]: audit 2024-09-18T09:22:35.881451+0000 mgr.y (mgr.15249) 583 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:37.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:36 smithi189 bash[70525]: audit 2024-09-18T09:22:35.881451+0000 mgr.y (mgr.15249) 583 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:37.204 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:36 smithi078 bash[110179]: debug 2024-09-18T09:22:36.780+0000 7f0b75ae7640 -1 osd.2 126 log_to_monitors true 2024-09-18T09:22:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:36 smithi078 bash[90742]: cluster 2024-09-18T09:22:35.696412+0000 mgr.y (mgr.15249) 582 : cluster [DBG] pgmap v332: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:36 smithi078 bash[90742]: cluster 2024-09-18T09:22:35.696412+0000 mgr.y (mgr.15249) 582 : cluster [DBG] pgmap v332: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:36 smithi078 bash[90742]: audit 2024-09-18T09:22:35.881451+0000 mgr.y (mgr.15249) 583 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:36 smithi078 bash[90742]: audit 2024-09-18T09:22:35.881451+0000 mgr.y (mgr.15249) 583 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:37.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:36 smithi078 bash[94202]: cluster 2024-09-18T09:22:35.696412+0000 mgr.y (mgr.15249) 582 : cluster [DBG] pgmap v332: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:37.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:36 smithi078 bash[94202]: cluster 2024-09-18T09:22:35.696412+0000 mgr.y (mgr.15249) 582 : cluster [DBG] pgmap v332: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:37.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:36 smithi078 bash[94202]: audit 2024-09-18T09:22:35.881451+0000 mgr.y (mgr.15249) 583 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:37.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:36 smithi078 bash[94202]: audit 2024-09-18T09:22:35.881451+0000 mgr.y (mgr.15249) 583 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:37.754 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:37 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:37.429049438Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:38.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:37 smithi189 bash[70525]: audit 2024-09-18T09:22:36.787086+0000 mon.a (mon.0) 350 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-18T09:22:38.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:37 smithi189 bash[70525]: audit 2024-09-18T09:22:36.787086+0000 mon.a (mon.0) 350 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-18T09:22:38.204 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:22:37 smithi078 bash[110179]: debug 2024-09-18T09:22:37.808+0000 7f0b69889640 -1 osd.2 126 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T09:22:38.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:37 smithi078 bash[90742]: audit 2024-09-18T09:22:36.787086+0000 mon.a (mon.0) 350 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-18T09:22:38.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:37 smithi078 bash[90742]: audit 2024-09-18T09:22:36.787086+0000 mon.a (mon.0) 350 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-18T09:22:38.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:37 smithi078 bash[94202]: audit 2024-09-18T09:22:36.787086+0000 mon.a (mon.0) 350 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-18T09:22:38.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:37 smithi078 bash[94202]: audit 2024-09-18T09:22:36.787086+0000 mon.a (mon.0) 350 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-18T09:22:39.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:38 smithi189 bash[70525]: cluster 2024-09-18T09:22:37.698012+0000 mgr.y (mgr.15249) 584 : cluster [DBG] pgmap v333: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:39.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:38 smithi189 bash[70525]: cluster 2024-09-18T09:22:37.698012+0000 mgr.y (mgr.15249) 584 : cluster [DBG] pgmap v333: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:38 smithi189 bash[70525]: audit 2024-09-18T09:22:37.761167+0000 mon.a (mon.0) 351 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-18T09:22:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:38 smithi189 bash[70525]: audit 2024-09-18T09:22:37.761167+0000 mon.a (mon.0) 351 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-18T09:22:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:38 smithi189 bash[70525]: cluster 2024-09-18T09:22:37.766708+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-18T09:22:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:38 smithi189 bash[70525]: cluster 2024-09-18T09:22:37.766708+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-18T09:22:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:38 smithi189 bash[70525]: audit 2024-09-18T09:22:37.767390+0000 mon.a (mon.0) 353 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:22:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:38 smithi189 bash[70525]: audit 2024-09-18T09:22:37.767390+0000 mon.a (mon.0) 353 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:22:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:38 smithi078 bash[90742]: cluster 2024-09-18T09:22:37.698012+0000 mgr.y (mgr.15249) 584 : cluster [DBG] pgmap v333: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:38 smithi078 bash[90742]: cluster 2024-09-18T09:22:37.698012+0000 mgr.y (mgr.15249) 584 : cluster [DBG] pgmap v333: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:38 smithi078 bash[90742]: audit 2024-09-18T09:22:37.761167+0000 mon.a (mon.0) 351 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-18T09:22:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:38 smithi078 bash[90742]: audit 2024-09-18T09:22:37.761167+0000 mon.a (mon.0) 351 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-18T09:22:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:38 smithi078 bash[90742]: cluster 2024-09-18T09:22:37.766708+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-18T09:22:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:38 smithi078 bash[90742]: cluster 2024-09-18T09:22:37.766708+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-18T09:22:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:38 smithi078 bash[90742]: audit 2024-09-18T09:22:37.767390+0000 mon.a (mon.0) 353 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:22:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:38 smithi078 bash[90742]: audit 2024-09-18T09:22:37.767390+0000 mon.a (mon.0) 353 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:22:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:38 smithi078 bash[94202]: cluster 2024-09-18T09:22:37.698012+0000 mgr.y (mgr.15249) 584 : cluster [DBG] pgmap v333: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:38 smithi078 bash[94202]: cluster 2024-09-18T09:22:37.698012+0000 mgr.y (mgr.15249) 584 : cluster [DBG] pgmap v333: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:38 smithi078 bash[94202]: audit 2024-09-18T09:22:37.761167+0000 mon.a (mon.0) 351 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-18T09:22:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:38 smithi078 bash[94202]: audit 2024-09-18T09:22:37.761167+0000 mon.a (mon.0) 351 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-18T09:22:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:38 smithi078 bash[94202]: cluster 2024-09-18T09:22:37.766708+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-18T09:22:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:38 smithi078 bash[94202]: cluster 2024-09-18T09:22:37.766708+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-18T09:22:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:38 smithi078 bash[94202]: audit 2024-09-18T09:22:37.767390+0000 mon.a (mon.0) 353 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:22:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:38 smithi078 bash[94202]: audit 2024-09-18T09:22:37.767390+0000 mon.a (mon.0) 353 : audit [INF] from='osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:22:40.081 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[90742]: cluster 2024-09-18T09:22:38.761747+0000 mon.a (mon.0) 354 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:22:40.081 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[90742]: cluster 2024-09-18T09:22:38.761747+0000 mon.a (mon.0) 354 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:22:40.081 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[90742]: cluster 2024-09-18T09:22:38.769525+0000 mon.a (mon.0) 355 : cluster [INF] osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418] boot 2024-09-18T09:22:40.081 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[90742]: cluster 2024-09-18T09:22:38.769525+0000 mon.a (mon.0) 355 : cluster [INF] osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418] boot 2024-09-18T09:22:40.081 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[90742]: cluster 2024-09-18T09:22:38.769660+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-09-18T09:22:40.081 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[90742]: cluster 2024-09-18T09:22:38.769660+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-09-18T09:22:40.081 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[90742]: audit 2024-09-18T09:22:38.770489+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-18T09:22:40.081 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[90742]: audit 2024-09-18T09:22:38.770489+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-18T09:22:40.081 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[90742]: cluster 2024-09-18T09:22:39.772814+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-18T09:22:40.081 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[90742]: cluster 2024-09-18T09:22:39.772814+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-18T09:22:40.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[94202]: cluster 2024-09-18T09:22:38.761747+0000 mon.a (mon.0) 354 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:22:40.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[94202]: cluster 2024-09-18T09:22:38.761747+0000 mon.a (mon.0) 354 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:22:40.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[94202]: cluster 2024-09-18T09:22:38.769525+0000 mon.a (mon.0) 355 : cluster [INF] osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418] boot 2024-09-18T09:22:40.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[94202]: cluster 2024-09-18T09:22:38.769525+0000 mon.a (mon.0) 355 : cluster [INF] osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418] boot 2024-09-18T09:22:40.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[94202]: cluster 2024-09-18T09:22:38.769660+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-09-18T09:22:40.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[94202]: cluster 2024-09-18T09:22:38.769660+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-09-18T09:22:40.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[94202]: audit 2024-09-18T09:22:38.770489+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-18T09:22:40.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[94202]: audit 2024-09-18T09:22:38.770489+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-18T09:22:40.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[94202]: cluster 2024-09-18T09:22:39.772814+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-18T09:22:40.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:39 smithi078 bash[94202]: cluster 2024-09-18T09:22:39.772814+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-18T09:22:40.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:39 smithi189 bash[70525]: cluster 2024-09-18T09:22:38.761747+0000 mon.a (mon.0) 354 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:22:40.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:39 smithi189 bash[70525]: cluster 2024-09-18T09:22:38.761747+0000 mon.a (mon.0) 354 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:22:40.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:39 smithi189 bash[70525]: cluster 2024-09-18T09:22:38.769525+0000 mon.a (mon.0) 355 : cluster [INF] osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418] boot 2024-09-18T09:22:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:39 smithi189 bash[70525]: cluster 2024-09-18T09:22:38.769525+0000 mon.a (mon.0) 355 : cluster [INF] osd.2 [v2:172.21.15.78:6818/71234418,v1:172.21.15.78:6819/71234418] boot 2024-09-18T09:22:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:39 smithi189 bash[70525]: cluster 2024-09-18T09:22:38.769660+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-09-18T09:22:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:39 smithi189 bash[70525]: cluster 2024-09-18T09:22:38.769660+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-09-18T09:22:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:39 smithi189 bash[70525]: audit 2024-09-18T09:22:38.770489+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-18T09:22:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:39 smithi189 bash[70525]: audit 2024-09-18T09:22:38.770489+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-18T09:22:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:39 smithi189 bash[70525]: cluster 2024-09-18T09:22:39.772814+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-18T09:22:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:39 smithi189 bash[70525]: cluster 2024-09-18T09:22:39.772814+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-18T09:22:40.801 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:40 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:40.444511742Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:40 smithi189 bash[70525]: cluster 2024-09-18T09:22:39.698892+0000 mgr.y (mgr.15249) 585 : cluster [DBG] pgmap v336: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:40 smithi189 bash[70525]: cluster 2024-09-18T09:22:39.698892+0000 mgr.y (mgr.15249) 585 : cluster [DBG] pgmap v336: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:40 smithi078 bash[94202]: cluster 2024-09-18T09:22:39.698892+0000 mgr.y (mgr.15249) 585 : cluster [DBG] pgmap v336: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:40 smithi078 bash[94202]: cluster 2024-09-18T09:22:39.698892+0000 mgr.y (mgr.15249) 585 : cluster [DBG] pgmap v336: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:40 smithi078 bash[90742]: cluster 2024-09-18T09:22:39.698892+0000 mgr.y (mgr.15249) 585 : cluster [DBG] pgmap v336: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:40 smithi078 bash[90742]: cluster 2024-09-18T09:22:39.698892+0000 mgr.y (mgr.15249) 585 : cluster [DBG] pgmap v336: 161 pgs: 34 active+undersized, 13 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 58/636 objects degraded (9.119%) 2024-09-18T09:22:42.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:41 smithi189 bash[70525]: cluster 2024-09-18T09:22:41.799612+0000 mon.a (mon.0) 359 : cluster [WRN] Health check update: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:42.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:41 smithi189 bash[70525]: cluster 2024-09-18T09:22:41.799612+0000 mon.a (mon.0) 359 : cluster [WRN] Health check update: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:42.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:41 smithi078 bash[90742]: cluster 2024-09-18T09:22:41.799612+0000 mon.a (mon.0) 359 : cluster [WRN] Health check update: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:42.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:41 smithi078 bash[90742]: cluster 2024-09-18T09:22:41.799612+0000 mon.a (mon.0) 359 : cluster [WRN] Health check update: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:42.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:41 smithi078 bash[94202]: cluster 2024-09-18T09:22:41.799612+0000 mon.a (mon.0) 359 : cluster [WRN] Health check update: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:42.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:41 smithi078 bash[94202]: cluster 2024-09-18T09:22:41.799612+0000 mon.a (mon.0) 359 : cluster [WRN] Health check update: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:22:43.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:42 smithi189 bash[70525]: cluster 2024-09-18T09:22:41.699946+0000 mgr.y (mgr.15249) 586 : cluster [DBG] pgmap v338: 161 pgs: 5 peering, 27 active+undersized, 10 active+undersized+degraded, 119 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 34/636 objects degraded (5.346%) 2024-09-18T09:22:43.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:42 smithi189 bash[70525]: cluster 2024-09-18T09:22:41.699946+0000 mgr.y (mgr.15249) 586 : cluster [DBG] pgmap v338: 161 pgs: 5 peering, 27 active+undersized, 10 active+undersized+degraded, 119 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 34/636 objects degraded (5.346%) 2024-09-18T09:22:43.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:42 smithi078 bash[94202]: cluster 2024-09-18T09:22:41.699946+0000 mgr.y (mgr.15249) 586 : cluster [DBG] pgmap v338: 161 pgs: 5 peering, 27 active+undersized, 10 active+undersized+degraded, 119 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 34/636 objects degraded (5.346%) 2024-09-18T09:22:43.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:42 smithi078 bash[94202]: cluster 2024-09-18T09:22:41.699946+0000 mgr.y (mgr.15249) 586 : cluster [DBG] pgmap v338: 161 pgs: 5 peering, 27 active+undersized, 10 active+undersized+degraded, 119 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 34/636 objects degraded (5.346%) 2024-09-18T09:22:43.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:42 smithi078 bash[90742]: cluster 2024-09-18T09:22:41.699946+0000 mgr.y (mgr.15249) 586 : cluster [DBG] pgmap v338: 161 pgs: 5 peering, 27 active+undersized, 10 active+undersized+degraded, 119 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 34/636 objects degraded (5.346%) 2024-09-18T09:22:43.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:42 smithi078 bash[90742]: cluster 2024-09-18T09:22:41.699946+0000 mgr.y (mgr.15249) 586 : cluster [DBG] pgmap v338: 161 pgs: 5 peering, 27 active+undersized, 10 active+undersized+degraded, 119 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 34/636 objects degraded (5.346%) 2024-09-18T09:22:43.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:43 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:43.428573614Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:43.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:22:43 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:22:43] "GET /metrics HTTP/1.1" 200 38351 "" "Prometheus/2.51.0" 2024-09-18T09:22:45.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: cluster 2024-09-18T09:22:43.701451+0000 mgr.y (mgr.15249) 587 : cluster [DBG] pgmap v339: 161 pgs: 5 peering, 156 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:45.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: cluster 2024-09-18T09:22:43.701451+0000 mgr.y (mgr.15249) 587 : cluster [DBG] pgmap v339: 161 pgs: 5 peering, 156 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:45.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.847586+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.847586+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.857752+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.857752+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: cluster 2024-09-18T09:22:43.858661+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded) 2024-09-18T09:22:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: cluster 2024-09-18T09:22:43.858661+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded) 2024-09-18T09:22:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: cluster 2024-09-18T09:22:43.858846+0000 mon.a (mon.0) 363 : cluster [INF] Cluster is now healthy 2024-09-18T09:22:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: cluster 2024-09-18T09:22:43.858846+0000 mon.a (mon.0) 363 : cluster [INF] Cluster is now healthy 2024-09-18T09:22:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.867685+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.867685+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.869467+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.869467+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.879824+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.879824+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.971999+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:22:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.971999+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:22:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.975169+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.975169+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.978985+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.978985+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: cephadm 2024-09-18T09:22:43.980368+0000 mgr.y (mgr.15249) 588 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:22:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: cephadm 2024-09-18T09:22:43.980368+0000 mgr.y (mgr.15249) 588 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:22:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.987077+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.987077+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.992601+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.992601+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.994805+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.994805+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.996977+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.996977+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.999181+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:43.999181+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.001178+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.001178+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.003233+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.003233+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: cephadm 2024-09-18T09:22:44.004305+0000 mgr.y (mgr.15249) 589 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:22:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: cephadm 2024-09-18T09:22:44.004305+0000 mgr.y (mgr.15249) 589 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:22:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.005709+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:22:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.005709+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:22:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.013657+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:22:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.013657+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:22:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.018929+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.018929+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.026660+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:22:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.026660+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:22:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.032222+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:22:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.032222+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:22:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.040024+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:22:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.040024+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:22:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.044355+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:22:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.044355+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:22:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.045722+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:22:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.045722+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:22:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.047053+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:22:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.047053+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:22:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.048509+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:22:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.048509+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:22:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.049833+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.049833+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.051017+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:22:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.051017+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:22:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.052159+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:22:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.052159+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:22:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.053321+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:22:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.053321+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:22:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.054435+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:22:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.054435+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:22:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.062613+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:22:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.062613+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:22:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.066896+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.066896+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.068687+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.068687+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.070365+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.070365+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.071940+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.071940+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.073544+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.073544+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.075205+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.075205+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.077404+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:22:45.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.077404+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:22:45.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.085455+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:22:45.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.085455+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:22:45.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.087802+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.087802+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.089666+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.089666+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.102381+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.102381+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.225640+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.185 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.225640+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.227192+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.227192+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.236706+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.186 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:44 smithi189 bash[70525]: audit 2024-09-18T09:22:44.236706+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: cluster 2024-09-18T09:22:43.701451+0000 mgr.y (mgr.15249) 587 : cluster [DBG] pgmap v339: 161 pgs: 5 peering, 156 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:45.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: cluster 2024-09-18T09:22:43.701451+0000 mgr.y (mgr.15249) 587 : cluster [DBG] pgmap v339: 161 pgs: 5 peering, 156 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:45.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.847586+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.847586+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.857752+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.857752+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: cluster 2024-09-18T09:22:43.858661+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded) 2024-09-18T09:22:45.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: cluster 2024-09-18T09:22:43.858661+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded) 2024-09-18T09:22:45.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: cluster 2024-09-18T09:22:43.858846+0000 mon.a (mon.0) 363 : cluster [INF] Cluster is now healthy 2024-09-18T09:22:45.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: cluster 2024-09-18T09:22:43.858846+0000 mon.a (mon.0) 363 : cluster [INF] Cluster is now healthy 2024-09-18T09:22:45.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.867685+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.867685+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.869467+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.869467+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.879824+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.879824+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.971999+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:22:45.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.971999+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:22:45.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.975169+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.975169+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: cluster 2024-09-18T09:22:43.701451+0000 mgr.y (mgr.15249) 587 : cluster [DBG] pgmap v339: 161 pgs: 5 peering, 156 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:45.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: cluster 2024-09-18T09:22:43.701451+0000 mgr.y (mgr.15249) 587 : cluster [DBG] pgmap v339: 161 pgs: 5 peering, 156 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:45.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.847586+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.847586+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.857752+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.857752+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: cluster 2024-09-18T09:22:43.858661+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded) 2024-09-18T09:22:45.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: cluster 2024-09-18T09:22:43.858661+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/636 objects degraded (5.346%), 10 pgs degraded) 2024-09-18T09:22:45.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: cluster 2024-09-18T09:22:43.858846+0000 mon.a (mon.0) 363 : cluster [INF] Cluster is now healthy 2024-09-18T09:22:45.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: cluster 2024-09-18T09:22:43.858846+0000 mon.a (mon.0) 363 : cluster [INF] Cluster is now healthy 2024-09-18T09:22:45.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.867685+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.867685+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.869467+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.869467+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.879824+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.879824+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.971999+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:22:45.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.971999+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:22:45.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.975169+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.975169+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.978985+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.978985+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: cephadm 2024-09-18T09:22:43.980368+0000 mgr.y (mgr.15249) 588 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:22:45.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: cephadm 2024-09-18T09:22:43.980368+0000 mgr.y (mgr.15249) 588 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:22:45.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.987077+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.987077+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.992601+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.992601+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.994805+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.994805+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.996977+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.996977+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.999181+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:43.999181+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.001178+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.001178+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.003233+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.003233+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: cephadm 2024-09-18T09:22:44.004305+0000 mgr.y (mgr.15249) 589 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:22:45.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: cephadm 2024-09-18T09:22:44.004305+0000 mgr.y (mgr.15249) 589 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:22:45.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.005709+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:22:45.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.978985+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.978985+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: cephadm 2024-09-18T09:22:43.980368+0000 mgr.y (mgr.15249) 588 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:22:45.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: cephadm 2024-09-18T09:22:43.980368+0000 mgr.y (mgr.15249) 588 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:22:45.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.987077+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.987077+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.992601+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.992601+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.994805+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.994805+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.996977+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.996977+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.999181+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:43.999181+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.001178+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.001178+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.003233+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.003233+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:22:45.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: cephadm 2024-09-18T09:22:44.004305+0000 mgr.y (mgr.15249) 589 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:22:45.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: cephadm 2024-09-18T09:22:44.004305+0000 mgr.y (mgr.15249) 589 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:22:45.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.005709+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:22:45.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.005709+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:22:45.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.013657+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:22:45.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.013657+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:22:45.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.018929+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.018929+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.026660+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:22:45.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.026660+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:22:45.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.032222+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:22:45.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.032222+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:22:45.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.040024+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:22:45.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.040024+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:22:45.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.044355+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:22:45.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.044355+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:22:45.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.045722+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:22:45.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.045722+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:22:45.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.047053+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:22:45.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.005709+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:22:45.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.013657+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:22:45.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.013657+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:22:45.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.018929+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.018929+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.026660+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:22:45.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.026660+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:22:45.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.032222+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:22:45.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.032222+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:22:45.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.040024+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:22:45.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.040024+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:22:45.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.044355+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:22:45.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.044355+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:22:45.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.045722+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:22:45.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.045722+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:22:45.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.047053+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:22:45.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.047053+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:22:45.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.048509+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:22:45.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.048509+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:22:45.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.049833+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.049833+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.051017+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:22:45.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.051017+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:22:45.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.052159+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:22:45.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.052159+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:22:45.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.053321+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:22:45.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.053321+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:22:45.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.054435+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:22:45.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.054435+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:22:45.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.062613+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:22:45.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.062613+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:22:45.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.066896+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.047053+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:22:45.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.048509+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:22:45.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.048509+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:22:45.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.049833+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.049833+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.051017+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:22:45.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.051017+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:22:45.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.052159+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:22:45.220 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.052159+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:22:45.220 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.053321+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:22:45.220 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.053321+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:22:45.220 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.054435+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:22:45.220 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.054435+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:22:45.220 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.062613+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:22:45.220 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.062613+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:22:45.220 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.066896+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.066896+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.068687+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.068687+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.070365+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.070365+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.071940+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.071940+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.073544+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.073544+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.075205+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.075205+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.077404+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:22:45.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.077404+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:22:45.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.085455+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:22:45.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.085455+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:22:45.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.087802+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.087802+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.089666+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.089666+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.102381+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.102381+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.225640+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.225640+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.227192+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.227192+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.236706+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.222 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[94202]: audit 2024-09-18T09:22:44.236706+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.223 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.066896+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.223 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.068687+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.223 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.068687+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.223 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.070365+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.223 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.070365+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.223 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.071940+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.223 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.071940+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.223 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.073544+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.223 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.073544+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.223 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.075205+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.075205+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:22:45.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.077404+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:22:45.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.077404+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:22:45.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.085455+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:22:45.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.085455+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:22:45.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.087802+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.087802+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.089666+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.089666+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.102381+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.102381+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.225640+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.225640+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:22:45.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.227192+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.227192+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:22:45.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.236706+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:45.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:44 smithi078 bash[90742]: audit 2024-09-18T09:22:44.236706+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:46.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:45 smithi189 bash[70525]: cephadm 2024-09-18T09:22:44.076478+0000 mgr.y (mgr.15249) 590 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:22:46.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:45 smithi189 bash[70525]: cephadm 2024-09-18T09:22:44.076478+0000 mgr.y (mgr.15249) 590 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:22:46.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:45 smithi078 bash[90742]: cephadm 2024-09-18T09:22:44.076478+0000 mgr.y (mgr.15249) 590 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:22:46.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:45 smithi078 bash[90742]: cephadm 2024-09-18T09:22:44.076478+0000 mgr.y (mgr.15249) 590 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:22:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:45 smithi078 bash[94202]: cephadm 2024-09-18T09:22:44.076478+0000 mgr.y (mgr.15249) 590 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:22:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:45 smithi078 bash[94202]: cephadm 2024-09-18T09:22:44.076478+0000 mgr.y (mgr.15249) 590 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:22:46.858 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:46 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:46.475084165Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:46 smithi189 bash[70525]: cluster 2024-09-18T09:22:45.702498+0000 mgr.y (mgr.15249) 591 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 644 B/s rd, 0 op/s 2024-09-18T09:22:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:46 smithi189 bash[70525]: cluster 2024-09-18T09:22:45.702498+0000 mgr.y (mgr.15249) 591 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 644 B/s rd, 0 op/s 2024-09-18T09:22:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:46 smithi189 bash[70525]: audit 2024-09-18T09:22:45.892812+0000 mgr.y (mgr.15249) 592 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:46 smithi189 bash[70525]: audit 2024-09-18T09:22:45.892812+0000 mgr.y (mgr.15249) 592 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:46 smithi078 bash[90742]: cluster 2024-09-18T09:22:45.702498+0000 mgr.y (mgr.15249) 591 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 644 B/s rd, 0 op/s 2024-09-18T09:22:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:46 smithi078 bash[90742]: cluster 2024-09-18T09:22:45.702498+0000 mgr.y (mgr.15249) 591 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 644 B/s rd, 0 op/s 2024-09-18T09:22:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:46 smithi078 bash[90742]: audit 2024-09-18T09:22:45.892812+0000 mgr.y (mgr.15249) 592 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:46 smithi078 bash[90742]: audit 2024-09-18T09:22:45.892812+0000 mgr.y (mgr.15249) 592 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:46 smithi078 bash[94202]: cluster 2024-09-18T09:22:45.702498+0000 mgr.y (mgr.15249) 591 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 644 B/s rd, 0 op/s 2024-09-18T09:22:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:46 smithi078 bash[94202]: cluster 2024-09-18T09:22:45.702498+0000 mgr.y (mgr.15249) 591 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 644 B/s rd, 0 op/s 2024-09-18T09:22:47.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:46 smithi078 bash[94202]: audit 2024-09-18T09:22:45.892812+0000 mgr.y (mgr.15249) 592 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:47.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:46 smithi078 bash[94202]: audit 2024-09-18T09:22:45.892812+0000 mgr.y (mgr.15249) 592 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:48 smithi189 bash[70525]: audit 2024-09-18T09:22:47.226788+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:48 smithi189 bash[70525]: audit 2024-09-18T09:22:47.226788+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:48 smithi189 bash[70525]: audit 2024-09-18T09:22:47.228527+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:48.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:48 smithi189 bash[70525]: audit 2024-09-18T09:22:47.228527+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:48.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:48 smithi189 bash[70525]: audit 2024-09-18T09:22:47.533543+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:48.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:48 smithi189 bash[70525]: audit 2024-09-18T09:22:47.533543+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:48.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:48 smithi189 bash[70525]: cluster 2024-09-18T09:22:47.703830+0000 mgr.y (mgr.15249) 593 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:22:48.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:48 smithi189 bash[70525]: cluster 2024-09-18T09:22:47.703830+0000 mgr.y (mgr.15249) 593 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:22:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:48 smithi078 bash[90742]: audit 2024-09-18T09:22:47.226788+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:48 smithi078 bash[90742]: audit 2024-09-18T09:22:47.226788+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:48 smithi078 bash[90742]: audit 2024-09-18T09:22:47.228527+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:48 smithi078 bash[90742]: audit 2024-09-18T09:22:47.228527+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:48.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:48 smithi078 bash[90742]: audit 2024-09-18T09:22:47.533543+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:48.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:48 smithi078 bash[90742]: audit 2024-09-18T09:22:47.533543+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:48.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:48 smithi078 bash[90742]: cluster 2024-09-18T09:22:47.703830+0000 mgr.y (mgr.15249) 593 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:22:48.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:48 smithi078 bash[90742]: cluster 2024-09-18T09:22:47.703830+0000 mgr.y (mgr.15249) 593 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:22:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:48 smithi078 bash[94202]: audit 2024-09-18T09:22:47.226788+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:48 smithi078 bash[94202]: audit 2024-09-18T09:22:47.226788+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:48 smithi078 bash[94202]: audit 2024-09-18T09:22:47.228527+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:48 smithi078 bash[94202]: audit 2024-09-18T09:22:47.228527+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:22:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:48 smithi078 bash[94202]: audit 2024-09-18T09:22:47.533543+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:48 smithi078 bash[94202]: audit 2024-09-18T09:22:47.533543+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:48 smithi078 bash[94202]: cluster 2024-09-18T09:22:47.703830+0000 mgr.y (mgr.15249) 593 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:22:48.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:48 smithi078 bash[94202]: cluster 2024-09-18T09:22:47.703830+0000 mgr.y (mgr.15249) 593 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:22:49.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:49 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:49.466186534Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:50.691 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch ps' 2024-09-18T09:22:50.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:50 smithi078 bash[90742]: cluster 2024-09-18T09:22:49.704652+0000 mgr.y (mgr.15249) 594 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:22:50.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:50 smithi078 bash[90742]: cluster 2024-09-18T09:22:49.704652+0000 mgr.y (mgr.15249) 594 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:22:50.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:50 smithi078 bash[90742]: audit 2024-09-18T09:22:49.847596+0000 mgr.y (mgr.15249) 595 : audit [DBG] from='client.54329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:50.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:50 smithi078 bash[90742]: audit 2024-09-18T09:22:49.847596+0000 mgr.y (mgr.15249) 595 : audit [DBG] from='client.54329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:50.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:50 smithi078 bash[94202]: cluster 2024-09-18T09:22:49.704652+0000 mgr.y (mgr.15249) 594 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:22:50.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:50 smithi078 bash[94202]: cluster 2024-09-18T09:22:49.704652+0000 mgr.y (mgr.15249) 594 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:22:50.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:50 smithi078 bash[94202]: audit 2024-09-18T09:22:49.847596+0000 mgr.y (mgr.15249) 595 : audit [DBG] from='client.54329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:50.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:50 smithi078 bash[94202]: audit 2024-09-18T09:22:49.847596+0000 mgr.y (mgr.15249) 595 : audit [DBG] from='client.54329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:51.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:50 smithi189 bash[70525]: cluster 2024-09-18T09:22:49.704652+0000 mgr.y (mgr.15249) 594 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:22:51.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:50 smithi189 bash[70525]: cluster 2024-09-18T09:22:49.704652+0000 mgr.y (mgr.15249) 594 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:22:51.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:50 smithi189 bash[70525]: audit 2024-09-18T09:22:49.847596+0000 mgr.y (mgr.15249) 595 : audit [DBG] from='client.54329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:51.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:50 smithi189 bash[70525]: audit 2024-09-18T09:22:49.847596+0000 mgr.y (mgr.15249) 595 : audit [DBG] from='client.54329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:52.767 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:52 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:52.439361659Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:53.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:52 smithi189 bash[70525]: cluster 2024-09-18T09:22:51.705677+0000 mgr.y (mgr.15249) 596 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 857 B/s rd, 0 op/s 2024-09-18T09:22:53.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:52 smithi189 bash[70525]: cluster 2024-09-18T09:22:51.705677+0000 mgr.y (mgr.15249) 596 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 857 B/s rd, 0 op/s 2024-09-18T09:22:53.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:52 smithi189 bash[70525]: audit 2024-09-18T09:22:52.544560+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:53.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:52 smithi189 bash[70525]: audit 2024-09-18T09:22:52.544560+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:52 smithi078 bash[90742]: cluster 2024-09-18T09:22:51.705677+0000 mgr.y (mgr.15249) 596 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 857 B/s rd, 0 op/s 2024-09-18T09:22:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:52 smithi078 bash[90742]: cluster 2024-09-18T09:22:51.705677+0000 mgr.y (mgr.15249) 596 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 857 B/s rd, 0 op/s 2024-09-18T09:22:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:52 smithi078 bash[90742]: audit 2024-09-18T09:22:52.544560+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:52 smithi078 bash[90742]: audit 2024-09-18T09:22:52.544560+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:53.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:52 smithi078 bash[94202]: cluster 2024-09-18T09:22:51.705677+0000 mgr.y (mgr.15249) 596 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 857 B/s rd, 0 op/s 2024-09-18T09:22:53.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:52 smithi078 bash[94202]: cluster 2024-09-18T09:22:51.705677+0000 mgr.y (mgr.15249) 596 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 857 B/s rd, 0 op/s 2024-09-18T09:22:53.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:52 smithi078 bash[94202]: audit 2024-09-18T09:22:52.544560+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:53.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:52 smithi078 bash[94202]: audit 2024-09-18T09:22:52.544560+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:22:53.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:22:53 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:22:53] "GET /metrics HTTP/1.1" 200 38347 "" "Prometheus/2.51.0" 2024-09-18T09:22:55.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:54 smithi189 bash[70525]: cluster 2024-09-18T09:22:53.707163+0000 mgr.y (mgr.15249) 597 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:55.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:54 smithi189 bash[70525]: cluster 2024-09-18T09:22:53.707163+0000 mgr.y (mgr.15249) 597 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:55.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:54 smithi078 bash[90742]: cluster 2024-09-18T09:22:53.707163+0000 mgr.y (mgr.15249) 597 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:55.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:54 smithi078 bash[90742]: cluster 2024-09-18T09:22:53.707163+0000 mgr.y (mgr.15249) 597 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:55.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:54 smithi078 bash[94202]: cluster 2024-09-18T09:22:53.707163+0000 mgr.y (mgr.15249) 597 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:55.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:54 smithi078 bash[94202]: cluster 2024-09-18T09:22:53.707163+0000 mgr.y (mgr.15249) 597 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:55.508 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:22:55.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:55 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:55.460812928Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:57.142 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:22:57.142 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (8m) 25s ago 36m 13.9M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:22:57.142 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (8m) 6m ago 35m 67.0M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:22:57.142 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (10m) 25s ago 33m 49.3M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:22:57.142 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (10m) 6m ago 44m 439M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:22:57.142 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (21m) 25s ago 47m 517M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:22:57.142 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (5m) 25s ago 47m 49.3M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:22:57.142 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (6m) 6m ago 45m 18.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:22:57.143 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (4m) 25s ago 45m 37.5M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:22:57.143 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (10m) 25s ago 36m 8171k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:22:57.143 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (10m) 6m ago 36m 8043k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:22:57.143 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (2m) 25s ago 44m 46.9M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 b10b88ce2e14 2024-09-18T09:22:57.143 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (2m) 25s ago 43m 49.4M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3939468d55d0 2024-09-18T09:22:57.143 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running 25s ago 42m - 3036M 2024-09-18T09:22:57.143 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (41m) 25s ago 41m 70.0M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:22:57.143 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (40m) 6m ago 40m 68.3M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:22:57.143 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (39m) 6m ago 39m 57.4M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:22:57.143 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (38m) 6m ago 38m 55.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:22:57.143 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (37m) 6m ago 37m 66.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:22:57.143 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (9m) 6m ago 36m 37.7M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:22:57.143 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (33m) 25s ago 33m 102M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:22:57.143 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (33m) 6m ago 33m 102M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:22:57.154 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:56 smithi078 bash[94202]: cluster 2024-09-18T09:22:55.708272+0000 mgr.y (mgr.15249) 598 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:57.155 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:56 smithi078 bash[94202]: cluster 2024-09-18T09:22:55.708272+0000 mgr.y (mgr.15249) 598 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:57.155 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:56 smithi078 bash[94202]: audit 2024-09-18T09:22:55.903930+0000 mgr.y (mgr.15249) 599 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:57.155 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:56 smithi078 bash[94202]: audit 2024-09-18T09:22:55.903930+0000 mgr.y (mgr.15249) 599 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:57.155 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:56 smithi078 bash[90742]: cluster 2024-09-18T09:22:55.708272+0000 mgr.y (mgr.15249) 598 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:57.155 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:56 smithi078 bash[90742]: cluster 2024-09-18T09:22:55.708272+0000 mgr.y (mgr.15249) 598 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:57.155 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:56 smithi078 bash[90742]: audit 2024-09-18T09:22:55.903930+0000 mgr.y (mgr.15249) 599 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:57.155 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:56 smithi078 bash[90742]: audit 2024-09-18T09:22:55.903930+0000 mgr.y (mgr.15249) 599 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:56 smithi189 bash[70525]: cluster 2024-09-18T09:22:55.708272+0000 mgr.y (mgr.15249) 598 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:56 smithi189 bash[70525]: cluster 2024-09-18T09:22:55.708272+0000 mgr.y (mgr.15249) 598 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:22:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:56 smithi189 bash[70525]: audit 2024-09-18T09:22:55.903930+0000 mgr.y (mgr.15249) 599 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:56 smithi189 bash[70525]: audit 2024-09-18T09:22:55.903930+0000 mgr.y (mgr.15249) 599 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:22:57.907 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2024-09-18T09:22:58.777 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:22:58 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:22:58.464138167Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:22:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:58 smithi189 bash[70525]: audit 2024-09-18T09:22:57.128706+0000 mgr.y (mgr.15249) 600 : audit [DBG] from='client.44361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:58 smithi189 bash[70525]: audit 2024-09-18T09:22:57.128706+0000 mgr.y (mgr.15249) 600 : audit [DBG] from='client.44361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:58 smithi189 bash[70525]: cluster 2024-09-18T09:22:57.709629+0000 mgr.y (mgr.15249) 601 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:22:58 smithi189 bash[70525]: cluster 2024-09-18T09:22:57.709629+0000 mgr.y (mgr.15249) 601 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:58 smithi078 bash[90742]: audit 2024-09-18T09:22:57.128706+0000 mgr.y (mgr.15249) 600 : audit [DBG] from='client.44361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:58 smithi078 bash[90742]: audit 2024-09-18T09:22:57.128706+0000 mgr.y (mgr.15249) 600 : audit [DBG] from='client.44361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:58 smithi078 bash[90742]: cluster 2024-09-18T09:22:57.709629+0000 mgr.y (mgr.15249) 601 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:22:58 smithi078 bash[90742]: cluster 2024-09-18T09:22:57.709629+0000 mgr.y (mgr.15249) 601 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:59.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:58 smithi078 bash[94202]: audit 2024-09-18T09:22:57.128706+0000 mgr.y (mgr.15249) 600 : audit [DBG] from='client.44361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:59.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:58 smithi078 bash[94202]: audit 2024-09-18T09:22:57.128706+0000 mgr.y (mgr.15249) 600 : audit [DBG] from='client.44361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:22:59.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:58 smithi078 bash[94202]: cluster 2024-09-18T09:22:57.709629+0000 mgr.y (mgr.15249) 601 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:22:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:22:58 smithi078 bash[94202]: cluster 2024-09-18T09:22:57.709629+0000 mgr.y (mgr.15249) 601 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:01.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:00 smithi189 bash[70525]: cluster 2024-09-18T09:22:59.710458+0000 mgr.y (mgr.15249) 602 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:01.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:00 smithi189 bash[70525]: cluster 2024-09-18T09:22:59.710458+0000 mgr.y (mgr.15249) 602 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:01.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:00 smithi078 bash[90742]: cluster 2024-09-18T09:22:59.710458+0000 mgr.y (mgr.15249) 602 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:01.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:00 smithi078 bash[90742]: cluster 2024-09-18T09:22:59.710458+0000 mgr.y (mgr.15249) 602 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:01.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:00 smithi078 bash[94202]: cluster 2024-09-18T09:22:59.710458+0000 mgr.y (mgr.15249) 602 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:01.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:00 smithi078 bash[94202]: cluster 2024-09-18T09:22:59.710458+0000 mgr.y (mgr.15249) 602 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:01.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:01 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:01.464771419Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:02.709 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:23:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:02 smithi189 bash[70525]: cluster 2024-09-18T09:23:01.711463+0000 mgr.y (mgr.15249) 603 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:02 smithi189 bash[70525]: cluster 2024-09-18T09:23:01.711463+0000 mgr.y (mgr.15249) 603 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:02 smithi189 bash[70525]: audit 2024-09-18T09:23:02.220464+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:02 smithi189 bash[70525]: audit 2024-09-18T09:23:02.220464+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:02 smithi078 bash[90742]: cluster 2024-09-18T09:23:01.711463+0000 mgr.y (mgr.15249) 603 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:02 smithi078 bash[90742]: cluster 2024-09-18T09:23:01.711463+0000 mgr.y (mgr.15249) 603 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:02 smithi078 bash[90742]: audit 2024-09-18T09:23:02.220464+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:02 smithi078 bash[90742]: audit 2024-09-18T09:23:02.220464+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:03.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:02 smithi078 bash[94202]: cluster 2024-09-18T09:23:01.711463+0000 mgr.y (mgr.15249) 603 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:03.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:02 smithi078 bash[94202]: cluster 2024-09-18T09:23:01.711463+0000 mgr.y (mgr.15249) 603 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:02 smithi078 bash[94202]: audit 2024-09-18T09:23:02.220464+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:02 smithi078 bash[94202]: audit 2024-09-18T09:23:02.220464+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:03.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:23:03 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:23:03] "GET /metrics HTTP/1.1" 200 38347 "" "Prometheus/2.51.0" 2024-09-18T09:23:04.408 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:23:04.789 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:04 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:04.437234115Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:04 smithi189 bash[70525]: cluster 2024-09-18T09:23:03.712967+0000 mgr.y (mgr.15249) 604 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:04 smithi189 bash[70525]: cluster 2024-09-18T09:23:03.712967+0000 mgr.y (mgr.15249) 604 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:04 smithi189 bash[70525]: audit 2024-09-18T09:23:04.394754+0000 mon.a (mon.0) 412 : audit [DBG] from='client.? 172.21.15.78:0/3187601984' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:04 smithi189 bash[70525]: audit 2024-09-18T09:23:04.394754+0000 mon.a (mon.0) 412 : audit [DBG] from='client.? 172.21.15.78:0/3187601984' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:05.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:04 smithi078 bash[90742]: cluster 2024-09-18T09:23:03.712967+0000 mgr.y (mgr.15249) 604 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:05.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:04 smithi078 bash[90742]: cluster 2024-09-18T09:23:03.712967+0000 mgr.y (mgr.15249) 604 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:05.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:04 smithi078 bash[90742]: audit 2024-09-18T09:23:04.394754+0000 mon.a (mon.0) 412 : audit [DBG] from='client.? 172.21.15.78:0/3187601984' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:05.193 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:04 smithi078 bash[90742]: audit 2024-09-18T09:23:04.394754+0000 mon.a (mon.0) 412 : audit [DBG] from='client.? 172.21.15.78:0/3187601984' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:05.193 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:04 smithi078 bash[94202]: cluster 2024-09-18T09:23:03.712967+0000 mgr.y (mgr.15249) 604 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:05.193 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:04 smithi078 bash[94202]: cluster 2024-09-18T09:23:03.712967+0000 mgr.y (mgr.15249) 604 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:05.193 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:04 smithi078 bash[94202]: audit 2024-09-18T09:23:04.394754+0000 mon.a (mon.0) 412 : audit [DBG] from='client.? 172.21.15.78:0/3187601984' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:05.193 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:04 smithi078 bash[94202]: audit 2024-09-18T09:23:04.394754+0000 mon.a (mon.0) 412 : audit [DBG] from='client.? 172.21.15.78:0/3187601984' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:05.194 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 8'"'"'' 2024-09-18T09:23:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:06 smithi189 bash[70525]: cluster 2024-09-18T09:23:05.714155+0000 mgr.y (mgr.15249) 605 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:06 smithi189 bash[70525]: cluster 2024-09-18T09:23:05.714155+0000 mgr.y (mgr.15249) 605 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:06 smithi189 bash[70525]: audit 2024-09-18T09:23:05.913378+0000 mgr.y (mgr.15249) 606 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:06 smithi189 bash[70525]: audit 2024-09-18T09:23:05.913378+0000 mgr.y (mgr.15249) 606 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:06 smithi078 bash[90742]: cluster 2024-09-18T09:23:05.714155+0000 mgr.y (mgr.15249) 605 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:07.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:06 smithi078 bash[90742]: cluster 2024-09-18T09:23:05.714155+0000 mgr.y (mgr.15249) 605 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:07.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:06 smithi078 bash[90742]: audit 2024-09-18T09:23:05.913378+0000 mgr.y (mgr.15249) 606 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:07.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:06 smithi078 bash[90742]: audit 2024-09-18T09:23:05.913378+0000 mgr.y (mgr.15249) 606 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:06 smithi078 bash[94202]: cluster 2024-09-18T09:23:05.714155+0000 mgr.y (mgr.15249) 605 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:06 smithi078 bash[94202]: cluster 2024-09-18T09:23:05.714155+0000 mgr.y (mgr.15249) 605 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:06 smithi078 bash[94202]: audit 2024-09-18T09:23:05.913378+0000 mgr.y (mgr.15249) 606 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:06 smithi078 bash[94202]: audit 2024-09-18T09:23:05.913378+0000 mgr.y (mgr.15249) 606 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:07.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:07 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:07.447126995Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:09.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:08 smithi189 bash[70525]: cluster 2024-09-18T09:23:07.715518+0000 mgr.y (mgr.15249) 607 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:09.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:08 smithi189 bash[70525]: cluster 2024-09-18T09:23:07.715518+0000 mgr.y (mgr.15249) 607 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:09.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:08 smithi078 bash[90742]: cluster 2024-09-18T09:23:07.715518+0000 mgr.y (mgr.15249) 607 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:09.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:08 smithi078 bash[90742]: cluster 2024-09-18T09:23:07.715518+0000 mgr.y (mgr.15249) 607 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:09.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:08 smithi078 bash[94202]: cluster 2024-09-18T09:23:07.715518+0000 mgr.y (mgr.15249) 607 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:09.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:08 smithi078 bash[94202]: cluster 2024-09-18T09:23:07.715518+0000 mgr.y (mgr.15249) 607 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:10.008 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:23:10.809 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:10 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:10.432638131Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:11.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:10 smithi189 bash[70525]: cluster 2024-09-18T09:23:09.716397+0000 mgr.y (mgr.15249) 608 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:11.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:10 smithi189 bash[70525]: cluster 2024-09-18T09:23:09.716397+0000 mgr.y (mgr.15249) 608 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:11.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:10 smithi078 bash[90742]: cluster 2024-09-18T09:23:09.716397+0000 mgr.y (mgr.15249) 608 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:11.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:10 smithi078 bash[90742]: cluster 2024-09-18T09:23:09.716397+0000 mgr.y (mgr.15249) 608 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:10 smithi078 bash[94202]: cluster 2024-09-18T09:23:09.716397+0000 mgr.y (mgr.15249) 608 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:10 smithi078 bash[94202]: cluster 2024-09-18T09:23:09.716397+0000 mgr.y (mgr.15249) 608 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:13.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:12 smithi189 bash[70525]: audit 2024-09-18T09:23:11.667988+0000 mgr.y (mgr.15249) 609 : audit [DBG] from='client.44373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:13.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:12 smithi189 bash[70525]: audit 2024-09-18T09:23:11.667988+0000 mgr.y (mgr.15249) 609 : audit [DBG] from='client.44373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:13.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:12 smithi189 bash[70525]: cluster 2024-09-18T09:23:11.717288+0000 mgr.y (mgr.15249) 610 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:13.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:12 smithi189 bash[70525]: cluster 2024-09-18T09:23:11.717288+0000 mgr.y (mgr.15249) 610 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:12 smithi078 bash[90742]: audit 2024-09-18T09:23:11.667988+0000 mgr.y (mgr.15249) 609 : audit [DBG] from='client.44373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:12 smithi078 bash[90742]: audit 2024-09-18T09:23:11.667988+0000 mgr.y (mgr.15249) 609 : audit [DBG] from='client.44373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:12 smithi078 bash[90742]: cluster 2024-09-18T09:23:11.717288+0000 mgr.y (mgr.15249) 610 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:12 smithi078 bash[90742]: cluster 2024-09-18T09:23:11.717288+0000 mgr.y (mgr.15249) 610 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:13.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:12 smithi078 bash[94202]: audit 2024-09-18T09:23:11.667988+0000 mgr.y (mgr.15249) 609 : audit [DBG] from='client.44373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:13.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:12 smithi078 bash[94202]: audit 2024-09-18T09:23:11.667988+0000 mgr.y (mgr.15249) 609 : audit [DBG] from='client.44373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:13.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:12 smithi078 bash[94202]: cluster 2024-09-18T09:23:11.717288+0000 mgr.y (mgr.15249) 610 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:13.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:12 smithi078 bash[94202]: cluster 2024-09-18T09:23:11.717288+0000 mgr.y (mgr.15249) 610 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:13.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:13 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:13.442960643Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:13.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:23:13 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:23:13] "GET /metrics HTTP/1.1" 200 38347 "" "Prometheus/2.51.0" 2024-09-18T09:23:14.283 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:23:15.029 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch upgrade status' 2024-09-18T09:23:15.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:14 smithi189 bash[70525]: cluster 2024-09-18T09:23:13.718839+0000 mgr.y (mgr.15249) 611 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:15.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:14 smithi189 bash[70525]: cluster 2024-09-18T09:23:13.718839+0000 mgr.y (mgr.15249) 611 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:15.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:14 smithi078 bash[90742]: cluster 2024-09-18T09:23:13.718839+0000 mgr.y (mgr.15249) 611 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:15.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:14 smithi078 bash[90742]: cluster 2024-09-18T09:23:13.718839+0000 mgr.y (mgr.15249) 611 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:15.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:14 smithi078 bash[94202]: cluster 2024-09-18T09:23:13.718839+0000 mgr.y (mgr.15249) 611 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:15.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:14 smithi078 bash[94202]: cluster 2024-09-18T09:23:13.718839+0000 mgr.y (mgr.15249) 611 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:16.822 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:16 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:16.44328353Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:17.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:16 smithi189 bash[70525]: cluster 2024-09-18T09:23:15.719984+0000 mgr.y (mgr.15249) 612 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:17.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:16 smithi189 bash[70525]: cluster 2024-09-18T09:23:15.719984+0000 mgr.y (mgr.15249) 612 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:17.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:16 smithi189 bash[70525]: audit 2024-09-18T09:23:15.924577+0000 mgr.y (mgr.15249) 613 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:17.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:16 smithi189 bash[70525]: audit 2024-09-18T09:23:15.924577+0000 mgr.y (mgr.15249) 613 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:16 smithi078 bash[90742]: cluster 2024-09-18T09:23:15.719984+0000 mgr.y (mgr.15249) 612 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:16 smithi078 bash[90742]: cluster 2024-09-18T09:23:15.719984+0000 mgr.y (mgr.15249) 612 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:16 smithi078 bash[90742]: audit 2024-09-18T09:23:15.924577+0000 mgr.y (mgr.15249) 613 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:16 smithi078 bash[90742]: audit 2024-09-18T09:23:15.924577+0000 mgr.y (mgr.15249) 613 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:17.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:16 smithi078 bash[94202]: cluster 2024-09-18T09:23:15.719984+0000 mgr.y (mgr.15249) 612 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:17.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:16 smithi078 bash[94202]: cluster 2024-09-18T09:23:15.719984+0000 mgr.y (mgr.15249) 612 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:17.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:16 smithi078 bash[94202]: audit 2024-09-18T09:23:15.924577+0000 mgr.y (mgr.15249) 613 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:17.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:16 smithi078 bash[94202]: audit 2024-09-18T09:23:15.924577+0000 mgr.y (mgr.15249) 613 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:18.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:17 smithi189 bash[70525]: audit 2024-09-18T09:23:17.221174+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:17 smithi189 bash[70525]: audit 2024-09-18T09:23:17.221174+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:18.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:17 smithi078 bash[90742]: audit 2024-09-18T09:23:17.221174+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:18.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:17 smithi078 bash[90742]: audit 2024-09-18T09:23:17.221174+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:18.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:17 smithi078 bash[94202]: audit 2024-09-18T09:23:17.221174+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:18.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:17 smithi078 bash[94202]: audit 2024-09-18T09:23:17.221174+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:19.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:18 smithi189 bash[70525]: cluster 2024-09-18T09:23:17.721374+0000 mgr.y (mgr.15249) 614 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:19.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:18 smithi189 bash[70525]: cluster 2024-09-18T09:23:17.721374+0000 mgr.y (mgr.15249) 614 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:19.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:18 smithi078 bash[90742]: cluster 2024-09-18T09:23:17.721374+0000 mgr.y (mgr.15249) 614 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:19.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:18 smithi078 bash[90742]: cluster 2024-09-18T09:23:17.721374+0000 mgr.y (mgr.15249) 614 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:19.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:18 smithi078 bash[94202]: cluster 2024-09-18T09:23:17.721374+0000 mgr.y (mgr.15249) 614 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:19.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:18 smithi078 bash[94202]: cluster 2024-09-18T09:23:17.721374+0000 mgr.y (mgr.15249) 614 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:19.847 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:23:19.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:19 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:19.435394791Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:21.089 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:20 smithi078 bash[90742]: cluster 2024-09-18T09:23:19.722208+0000 mgr.y (mgr.15249) 615 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:21.089 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:20 smithi078 bash[90742]: cluster 2024-09-18T09:23:19.722208+0000 mgr.y (mgr.15249) 615 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:21.090 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:20 smithi078 bash[94202]: cluster 2024-09-18T09:23:19.722208+0000 mgr.y (mgr.15249) 615 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:21.090 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:20 smithi078 bash[94202]: cluster 2024-09-18T09:23:19.722208+0000 mgr.y (mgr.15249) 615 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:21.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:20 smithi189 bash[70525]: cluster 2024-09-18T09:23:19.722208+0000 mgr.y (mgr.15249) 615 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:21.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:20 smithi189 bash[70525]: cluster 2024-09-18T09:23:19.722208+0000 mgr.y (mgr.15249) 615 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:21.465 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:23:21.465 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": null, 2024-09-18T09:23:21.465 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": false, 2024-09-18T09:23:21.466 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "", 2024-09-18T09:23:21.466 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:23:21.466 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": null, 2024-09-18T09:23:21.466 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "", 2024-09-18T09:23:21.466 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:23:21.466 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:23:22.188 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph health detail' 2024-09-18T09:23:22.840 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:22 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:22.452082041Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:22 smithi189 bash[70525]: audit 2024-09-18T09:23:21.464725+0000 mgr.y (mgr.15249) 616 : audit [DBG] from='client.54353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:22 smithi189 bash[70525]: audit 2024-09-18T09:23:21.464725+0000 mgr.y (mgr.15249) 616 : audit [DBG] from='client.54353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:22 smithi189 bash[70525]: cluster 2024-09-18T09:23:21.723294+0000 mgr.y (mgr.15249) 617 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:22 smithi189 bash[70525]: cluster 2024-09-18T09:23:21.723294+0000 mgr.y (mgr.15249) 617 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:22 smithi078 bash[90742]: audit 2024-09-18T09:23:21.464725+0000 mgr.y (mgr.15249) 616 : audit [DBG] from='client.54353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:22 smithi078 bash[90742]: audit 2024-09-18T09:23:21.464725+0000 mgr.y (mgr.15249) 616 : audit [DBG] from='client.54353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:22 smithi078 bash[90742]: cluster 2024-09-18T09:23:21.723294+0000 mgr.y (mgr.15249) 617 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:22 smithi078 bash[90742]: cluster 2024-09-18T09:23:21.723294+0000 mgr.y (mgr.15249) 617 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:22 smithi078 bash[94202]: audit 2024-09-18T09:23:21.464725+0000 mgr.y (mgr.15249) 616 : audit [DBG] from='client.54353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:22 smithi078 bash[94202]: audit 2024-09-18T09:23:21.464725+0000 mgr.y (mgr.15249) 616 : audit [DBG] from='client.54353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:22 smithi078 bash[94202]: cluster 2024-09-18T09:23:21.723294+0000 mgr.y (mgr.15249) 617 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:22 smithi078 bash[94202]: cluster 2024-09-18T09:23:21.723294+0000 mgr.y (mgr.15249) 617 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:23.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:23:23 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:23:23] "GET /metrics HTTP/1.1" 200 38344 "" "Prometheus/2.51.0" 2024-09-18T09:23:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:24 smithi189 bash[70525]: cluster 2024-09-18T09:23:23.724901+0000 mgr.y (mgr.15249) 618 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:24 smithi189 bash[70525]: cluster 2024-09-18T09:23:23.724901+0000 mgr.y (mgr.15249) 618 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:24 smithi078 bash[90742]: cluster 2024-09-18T09:23:23.724901+0000 mgr.y (mgr.15249) 618 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:24 smithi078 bash[90742]: cluster 2024-09-18T09:23:23.724901+0000 mgr.y (mgr.15249) 618 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:25.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:24 smithi078 bash[94202]: cluster 2024-09-18T09:23:23.724901+0000 mgr.y (mgr.15249) 618 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:25.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:24 smithi078 bash[94202]: cluster 2024-09-18T09:23:23.724901+0000 mgr.y (mgr.15249) 618 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:25.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:25 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:25.460901667Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:26.998 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:23:27.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:26 smithi189 bash[70525]: cluster 2024-09-18T09:23:25.725921+0000 mgr.y (mgr.15249) 619 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:27.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:26 smithi189 bash[70525]: cluster 2024-09-18T09:23:25.725921+0000 mgr.y (mgr.15249) 619 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:27.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:26 smithi189 bash[70525]: audit 2024-09-18T09:23:25.926288+0000 mgr.y (mgr.15249) 620 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:27.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:26 smithi189 bash[70525]: audit 2024-09-18T09:23:25.926288+0000 mgr.y (mgr.15249) 620 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:26 smithi078 bash[90742]: cluster 2024-09-18T09:23:25.725921+0000 mgr.y (mgr.15249) 619 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:26 smithi078 bash[90742]: cluster 2024-09-18T09:23:25.725921+0000 mgr.y (mgr.15249) 619 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:26 smithi078 bash[90742]: audit 2024-09-18T09:23:25.926288+0000 mgr.y (mgr.15249) 620 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:26 smithi078 bash[90742]: audit 2024-09-18T09:23:25.926288+0000 mgr.y (mgr.15249) 620 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:26 smithi078 bash[94202]: cluster 2024-09-18T09:23:25.725921+0000 mgr.y (mgr.15249) 619 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:26 smithi078 bash[94202]: cluster 2024-09-18T09:23:25.725921+0000 mgr.y (mgr.15249) 619 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:27.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:26 smithi078 bash[94202]: audit 2024-09-18T09:23:25.926288+0000 mgr.y (mgr.15249) 620 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:27.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:26 smithi078 bash[94202]: audit 2024-09-18T09:23:25.926288+0000 mgr.y (mgr.15249) 620 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:28.557 INFO:teuthology.orchestra.run.smithi078.stdout:HEALTH_OK 2024-09-18T09:23:28.852 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:28 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:28.430375294Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:29.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:28 smithi189 bash[70525]: cluster 2024-09-18T09:23:27.727243+0000 mgr.y (mgr.15249) 621 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:29.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:28 smithi189 bash[70525]: cluster 2024-09-18T09:23:27.727243+0000 mgr.y (mgr.15249) 621 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:29.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:28 smithi189 bash[70525]: audit 2024-09-18T09:23:28.556629+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.78:0/293251996' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:23:29.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:28 smithi189 bash[70525]: audit 2024-09-18T09:23:28.556629+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.78:0/293251996' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:23:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:28 smithi078 bash[90742]: cluster 2024-09-18T09:23:27.727243+0000 mgr.y (mgr.15249) 621 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:28 smithi078 bash[90742]: cluster 2024-09-18T09:23:27.727243+0000 mgr.y (mgr.15249) 621 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:28 smithi078 bash[90742]: audit 2024-09-18T09:23:28.556629+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.78:0/293251996' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:23:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:28 smithi078 bash[90742]: audit 2024-09-18T09:23:28.556629+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.78:0/293251996' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:23:29.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:28 smithi078 bash[94202]: cluster 2024-09-18T09:23:27.727243+0000 mgr.y (mgr.15249) 621 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:29.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:28 smithi078 bash[94202]: cluster 2024-09-18T09:23:27.727243+0000 mgr.y (mgr.15249) 621 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:29.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:28 smithi078 bash[94202]: audit 2024-09-18T09:23:28.556629+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.78:0/293251996' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:23:29.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:28 smithi078 bash[94202]: audit 2024-09-18T09:23:28.556629+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.78:0/293251996' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:23:29.307 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd' 2024-09-18T09:23:31.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:30 smithi189 bash[70525]: cluster 2024-09-18T09:23:29.728060+0000 mgr.y (mgr.15249) 622 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:31.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:30 smithi189 bash[70525]: cluster 2024-09-18T09:23:29.728060+0000 mgr.y (mgr.15249) 622 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:31.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:30 smithi078 bash[90742]: cluster 2024-09-18T09:23:29.728060+0000 mgr.y (mgr.15249) 622 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:31.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:30 smithi078 bash[90742]: cluster 2024-09-18T09:23:29.728060+0000 mgr.y (mgr.15249) 622 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:30 smithi078 bash[94202]: cluster 2024-09-18T09:23:29.728060+0000 mgr.y (mgr.15249) 622 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:30 smithi078 bash[94202]: cluster 2024-09-18T09:23:29.728060+0000 mgr.y (mgr.15249) 622 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:31.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:31 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:31.428263253Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:33.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:32 smithi189 bash[70525]: cluster 2024-09-18T09:23:31.729081+0000 mgr.y (mgr.15249) 623 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:33.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:32 smithi189 bash[70525]: cluster 2024-09-18T09:23:31.729081+0000 mgr.y (mgr.15249) 623 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:33.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:32 smithi189 bash[70525]: audit 2024-09-18T09:23:32.221482+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:33.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:32 smithi189 bash[70525]: audit 2024-09-18T09:23:32.221482+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:32 smithi078 bash[90742]: cluster 2024-09-18T09:23:31.729081+0000 mgr.y (mgr.15249) 623 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:32 smithi078 bash[90742]: cluster 2024-09-18T09:23:31.729081+0000 mgr.y (mgr.15249) 623 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:32 smithi078 bash[90742]: audit 2024-09-18T09:23:32.221482+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:32 smithi078 bash[90742]: audit 2024-09-18T09:23:32.221482+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:33.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:32 smithi078 bash[94202]: cluster 2024-09-18T09:23:31.729081+0000 mgr.y (mgr.15249) 623 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:32 smithi078 bash[94202]: cluster 2024-09-18T09:23:31.729081+0000 mgr.y (mgr.15249) 623 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:32 smithi078 bash[94202]: audit 2024-09-18T09:23:32.221482+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:32 smithi078 bash[94202]: audit 2024-09-18T09:23:32.221482+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:33.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:23:33 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:23:33] "GET /metrics HTTP/1.1" 200 38348 "" "Prometheus/2.51.0" 2024-09-18T09:23:34.126 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:23:34.866 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:34 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:34.429702267Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:35.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:34 smithi189 bash[70525]: cluster 2024-09-18T09:23:33.730580+0000 mgr.y (mgr.15249) 624 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:35.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:34 smithi189 bash[70525]: cluster 2024-09-18T09:23:33.730580+0000 mgr.y (mgr.15249) 624 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:35.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:34 smithi078 bash[94202]: cluster 2024-09-18T09:23:33.730580+0000 mgr.y (mgr.15249) 624 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:35.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:34 smithi078 bash[94202]: cluster 2024-09-18T09:23:33.730580+0000 mgr.y (mgr.15249) 624 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:35.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:34 smithi078 bash[90742]: cluster 2024-09-18T09:23:33.730580+0000 mgr.y (mgr.15249) 624 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:35.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:34 smithi078 bash[90742]: cluster 2024-09-18T09:23:33.730580+0000 mgr.y (mgr.15249) 624 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:36 smithi189 bash[70525]: cluster 2024-09-18T09:23:35.731601+0000 mgr.y (mgr.15249) 625 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:36 smithi189 bash[70525]: cluster 2024-09-18T09:23:35.731601+0000 mgr.y (mgr.15249) 625 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:36 smithi189 bash[70525]: audit 2024-09-18T09:23:35.776432+0000 mgr.y (mgr.15249) 626 : audit [DBG] from='client.54365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:36 smithi189 bash[70525]: audit 2024-09-18T09:23:35.776432+0000 mgr.y (mgr.15249) 626 : audit [DBG] from='client.54365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:36 smithi189 bash[70525]: audit 2024-09-18T09:23:35.928836+0000 mgr.y (mgr.15249) 627 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:37.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:36 smithi189 bash[70525]: audit 2024-09-18T09:23:35.928836+0000 mgr.y (mgr.15249) 627 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:36 smithi078 bash[90742]: cluster 2024-09-18T09:23:35.731601+0000 mgr.y (mgr.15249) 625 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:36 smithi078 bash[90742]: cluster 2024-09-18T09:23:35.731601+0000 mgr.y (mgr.15249) 625 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:36 smithi078 bash[90742]: audit 2024-09-18T09:23:35.776432+0000 mgr.y (mgr.15249) 626 : audit [DBG] from='client.54365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:37.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:36 smithi078 bash[90742]: audit 2024-09-18T09:23:35.776432+0000 mgr.y (mgr.15249) 626 : audit [DBG] from='client.54365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:37.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:36 smithi078 bash[90742]: audit 2024-09-18T09:23:35.928836+0000 mgr.y (mgr.15249) 627 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:37.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:36 smithi078 bash[90742]: audit 2024-09-18T09:23:35.928836+0000 mgr.y (mgr.15249) 627 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:37.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:36 smithi078 bash[94202]: cluster 2024-09-18T09:23:35.731601+0000 mgr.y (mgr.15249) 625 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:37.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:36 smithi078 bash[94202]: cluster 2024-09-18T09:23:35.731601+0000 mgr.y (mgr.15249) 625 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:37.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:36 smithi078 bash[94202]: audit 2024-09-18T09:23:35.776432+0000 mgr.y (mgr.15249) 626 : audit [DBG] from='client.54365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:37.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:36 smithi078 bash[94202]: audit 2024-09-18T09:23:35.776432+0000 mgr.y (mgr.15249) 626 : audit [DBG] from='client.54365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:37.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:36 smithi078 bash[94202]: audit 2024-09-18T09:23:35.928836+0000 mgr.y (mgr.15249) 627 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:37.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:36 smithi078 bash[94202]: audit 2024-09-18T09:23:35.928836+0000 mgr.y (mgr.15249) 627 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:37.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:37 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:37.445779336Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:38.479 INFO:teuthology.orchestra.run.smithi078.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:23:39.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:38 smithi189 bash[70525]: cluster 2024-09-18T09:23:37.732607+0000 mgr.y (mgr.15249) 628 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:39.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:38 smithi189 bash[70525]: cluster 2024-09-18T09:23:37.732607+0000 mgr.y (mgr.15249) 628 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:39.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:38 smithi189 bash[70525]: audit 2024-09-18T09:23:38.478111+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:39.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:38 smithi189 bash[70525]: audit 2024-09-18T09:23:38.478111+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:39.191 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:38 smithi078 bash[94202]: cluster 2024-09-18T09:23:37.732607+0000 mgr.y (mgr.15249) 628 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:39.191 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:38 smithi078 bash[94202]: cluster 2024-09-18T09:23:37.732607+0000 mgr.y (mgr.15249) 628 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:39.191 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:38 smithi078 bash[94202]: audit 2024-09-18T09:23:38.478111+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:39.191 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:38 smithi078 bash[94202]: audit 2024-09-18T09:23:38.478111+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:39.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:38 smithi078 bash[90742]: cluster 2024-09-18T09:23:37.732607+0000 mgr.y (mgr.15249) 628 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:39.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:38 smithi078 bash[90742]: cluster 2024-09-18T09:23:37.732607+0000 mgr.y (mgr.15249) 628 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:39.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:38 smithi078 bash[90742]: audit 2024-09-18T09:23:38.478111+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:39.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:38 smithi078 bash[90742]: audit 2024-09-18T09:23:38.478111+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:39.192 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-18T09:23:40.078 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:39 smithi078 bash[90742]: cephadm 2024-09-18T09:23:38.470542+0000 mgr.y (mgr.15249) 629 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:23:40.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:39 smithi189 bash[70525]: cephadm 2024-09-18T09:23:38.470542+0000 mgr.y (mgr.15249) 629 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:23:40.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:39 smithi189 bash[70525]: cephadm 2024-09-18T09:23:38.470542+0000 mgr.y (mgr.15249) 629 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:23:40.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:39 smithi189 bash[70525]: audit 2024-09-18T09:23:39.147566+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:23:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:39 smithi189 bash[70525]: audit 2024-09-18T09:23:39.147566+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:23:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:39 smithi189 bash[70525]: audit 2024-09-18T09:23:39.148796+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:23:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:39 smithi189 bash[70525]: audit 2024-09-18T09:23:39.148796+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:23:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:39 smithi189 bash[70525]: audit 2024-09-18T09:23:39.161369+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:40.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:39 smithi189 bash[70525]: audit 2024-09-18T09:23:39.161369+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:40.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[90742]: cephadm 2024-09-18T09:23:38.470542+0000 mgr.y (mgr.15249) 629 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:23:40.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[90742]: audit 2024-09-18T09:23:39.147566+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:23:40.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[90742]: audit 2024-09-18T09:23:39.147566+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:23:40.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[90742]: audit 2024-09-18T09:23:39.148796+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:23:40.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[90742]: audit 2024-09-18T09:23:39.148796+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:23:40.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[90742]: audit 2024-09-18T09:23:39.161369+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:40.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[90742]: audit 2024-09-18T09:23:39.161369+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:40.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[94202]: cephadm 2024-09-18T09:23:38.470542+0000 mgr.y (mgr.15249) 629 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:23:40.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[94202]: cephadm 2024-09-18T09:23:38.470542+0000 mgr.y (mgr.15249) 629 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:23:40.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[94202]: audit 2024-09-18T09:23:39.147566+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:23:40.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[94202]: audit 2024-09-18T09:23:39.147566+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:23:40.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[94202]: audit 2024-09-18T09:23:39.148796+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:23:40.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[94202]: audit 2024-09-18T09:23:39.148796+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:23:40.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[94202]: audit 2024-09-18T09:23:39.161369+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:40.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[94202]: audit 2024-09-18T09:23:39.161369+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:40.880 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:40 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:40.468326249Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:40 smithi189 bash[70525]: cephadm 2024-09-18T09:23:39.236596+0000 mgr.y (mgr.15249) 630 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:23:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:40 smithi189 bash[70525]: cephadm 2024-09-18T09:23:39.236596+0000 mgr.y (mgr.15249) 630 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:23:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:40 smithi189 bash[70525]: cluster 2024-09-18T09:23:39.733317+0000 mgr.y (mgr.15249) 631 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:40 smithi189 bash[70525]: cluster 2024-09-18T09:23:39.733317+0000 mgr.y (mgr.15249) 631 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[90742]: cephadm 2024-09-18T09:23:39.236596+0000 mgr.y (mgr.15249) 630 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:23:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[90742]: cephadm 2024-09-18T09:23:39.236596+0000 mgr.y (mgr.15249) 630 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:23:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[90742]: cluster 2024-09-18T09:23:39.733317+0000 mgr.y (mgr.15249) 631 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[90742]: cluster 2024-09-18T09:23:39.733317+0000 mgr.y (mgr.15249) 631 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[94202]: cephadm 2024-09-18T09:23:39.236596+0000 mgr.y (mgr.15249) 630 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:23:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[94202]: cephadm 2024-09-18T09:23:39.236596+0000 mgr.y (mgr.15249) 630 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:23:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[94202]: cluster 2024-09-18T09:23:39.733317+0000 mgr.y (mgr.15249) 631 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:40 smithi078 bash[94202]: cluster 2024-09-18T09:23:39.733317+0000 mgr.y (mgr.15249) 631 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:42.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: cluster 2024-09-18T09:23:41.734229+0000 mgr.y (mgr.15249) 632 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:42.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: cluster 2024-09-18T09:23:41.734229+0000 mgr.y (mgr.15249) 632 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:42.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.067373+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:42.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.067373+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:42.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.070995+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:23:42.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.070995+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:23:42.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.074502+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:42.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.074502+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:42.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.081865+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:42.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.081865+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:42.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.087088+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:42.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.087088+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:42.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.094524+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:42.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.094524+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:42.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.099431+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:42.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.099431+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:42.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.106984+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:42.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.106984+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:42.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.112740+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-18T09:23:42.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[94202]: audit 2024-09-18T09:23:42.112740+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-18T09:23:42.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: cluster 2024-09-18T09:23:41.734229+0000 mgr.y (mgr.15249) 632 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:42.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: cluster 2024-09-18T09:23:41.734229+0000 mgr.y (mgr.15249) 632 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:42.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.067373+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:42.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.067373+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:42.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.070995+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:23:42.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.070995+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:23:42.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.074502+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:42.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.074502+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:42.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.081865+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:42.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.081865+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:42.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.087088+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:42.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.087088+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:42.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.094524+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:42.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.094524+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:42.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.099431+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:42.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.099431+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:42.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.106984+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:42.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.106984+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:42.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.112740+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-18T09:23:42.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:42 smithi078 bash[90742]: audit 2024-09-18T09:23:42.112740+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-18T09:23:43.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: cluster 2024-09-18T09:23:41.734229+0000 mgr.y (mgr.15249) 632 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: cluster 2024-09-18T09:23:41.734229+0000 mgr.y (mgr.15249) 632 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:23:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.067373+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.067373+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.070995+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:23:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.070995+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:23:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.074502+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.074502+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.081865+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.081865+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.087088+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.087088+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.094524+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.094524+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:43.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.099431+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:43.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.099431+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:43.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.106984+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:43.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.106984+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:43.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.112740+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-18T09:23:43.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:42 smithi189 bash[70525]: audit 2024-09-18T09:23:42.112740+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-18T09:23:43.887 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:43 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:43.442860113Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:43.904 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:23:43] "GET /metrics HTTP/1.1" 200 38348 "" "Prometheus/2.51.0" 2024-09-18T09:23:43.905 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[94202]: cephadm 2024-09-18T09:23:42.068246+0000 mgr.y (mgr.15249) 633 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:23:43.905 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[94202]: cephadm 2024-09-18T09:23:42.068246+0000 mgr.y (mgr.15249) 633 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:23:43.905 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[94202]: cephadm 2024-09-18T09:23:42.068384+0000 mgr.y (mgr.15249) 634 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:23:43.905 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[94202]: cephadm 2024-09-18T09:23:42.068384+0000 mgr.y (mgr.15249) 634 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:23:43.905 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[94202]: cephadm 2024-09-18T09:23:42.075754+0000 mgr.y (mgr.15249) 635 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:23:43.905 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[94202]: cephadm 2024-09-18T09:23:42.075754+0000 mgr.y (mgr.15249) 635 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:23:43.905 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[94202]: cephadm 2024-09-18T09:23:42.088401+0000 mgr.y (mgr.15249) 636 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:23:43.905 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[94202]: cephadm 2024-09-18T09:23:42.088401+0000 mgr.y (mgr.15249) 636 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:23:43.905 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[94202]: cephadm 2024-09-18T09:23:42.100952+0000 mgr.y (mgr.15249) 637 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:23:43.905 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[94202]: cephadm 2024-09-18T09:23:42.100952+0000 mgr.y (mgr.15249) 637 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:23:43.905 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[94202]: audit 2024-09-18T09:23:42.113186+0000 mgr.y (mgr.15249) 638 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T09:23:43.905 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[94202]: audit 2024-09-18T09:23:42.113186+0000 mgr.y (mgr.15249) 638 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T09:23:43.905 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[94202]: cephadm 2024-09-18T09:23:42.115626+0000 mgr.y (mgr.15249) 639 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-18T09:23:43.906 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[94202]: cephadm 2024-09-18T09:23:42.115626+0000 mgr.y (mgr.15249) 639 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-18T09:23:43.906 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[90742]: cephadm 2024-09-18T09:23:42.068246+0000 mgr.y (mgr.15249) 633 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:23:43.906 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[90742]: cephadm 2024-09-18T09:23:42.068246+0000 mgr.y (mgr.15249) 633 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:23:43.906 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[90742]: cephadm 2024-09-18T09:23:42.068384+0000 mgr.y (mgr.15249) 634 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:23:43.906 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[90742]: cephadm 2024-09-18T09:23:42.068384+0000 mgr.y (mgr.15249) 634 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:23:43.906 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[90742]: cephadm 2024-09-18T09:23:42.075754+0000 mgr.y (mgr.15249) 635 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:23:43.906 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[90742]: cephadm 2024-09-18T09:23:42.075754+0000 mgr.y (mgr.15249) 635 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:23:43.906 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[90742]: cephadm 2024-09-18T09:23:42.088401+0000 mgr.y (mgr.15249) 636 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:23:43.906 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[90742]: cephadm 2024-09-18T09:23:42.088401+0000 mgr.y (mgr.15249) 636 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:23:43.906 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[90742]: cephadm 2024-09-18T09:23:42.100952+0000 mgr.y (mgr.15249) 637 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:23:43.906 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[90742]: cephadm 2024-09-18T09:23:42.100952+0000 mgr.y (mgr.15249) 637 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:23:43.906 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[90742]: audit 2024-09-18T09:23:42.113186+0000 mgr.y (mgr.15249) 638 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T09:23:43.907 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[90742]: audit 2024-09-18T09:23:42.113186+0000 mgr.y (mgr.15249) 638 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T09:23:43.907 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[90742]: cephadm 2024-09-18T09:23:42.115626+0000 mgr.y (mgr.15249) 639 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-18T09:23:43.907 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:43 smithi078 bash[90742]: cephadm 2024-09-18T09:23:42.115626+0000 mgr.y (mgr.15249) 639 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-18T09:23:44.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:43 smithi189 bash[70525]: cephadm 2024-09-18T09:23:42.068246+0000 mgr.y (mgr.15249) 633 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:23:44.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:43 smithi189 bash[70525]: cephadm 2024-09-18T09:23:42.068246+0000 mgr.y (mgr.15249) 633 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:23:44.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:43 smithi189 bash[70525]: cephadm 2024-09-18T09:23:42.068384+0000 mgr.y (mgr.15249) 634 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:23:44.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:43 smithi189 bash[70525]: cephadm 2024-09-18T09:23:42.068384+0000 mgr.y (mgr.15249) 634 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:23:44.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:43 smithi189 bash[70525]: cephadm 2024-09-18T09:23:42.075754+0000 mgr.y (mgr.15249) 635 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:23:44.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:43 smithi189 bash[70525]: cephadm 2024-09-18T09:23:42.075754+0000 mgr.y (mgr.15249) 635 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:23:44.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:43 smithi189 bash[70525]: cephadm 2024-09-18T09:23:42.088401+0000 mgr.y (mgr.15249) 636 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:23:44.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:43 smithi189 bash[70525]: cephadm 2024-09-18T09:23:42.088401+0000 mgr.y (mgr.15249) 636 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:23:44.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:43 smithi189 bash[70525]: cephadm 2024-09-18T09:23:42.100952+0000 mgr.y (mgr.15249) 637 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:23:44.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:43 smithi189 bash[70525]: cephadm 2024-09-18T09:23:42.100952+0000 mgr.y (mgr.15249) 637 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:23:44.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:43 smithi189 bash[70525]: audit 2024-09-18T09:23:42.113186+0000 mgr.y (mgr.15249) 638 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T09:23:44.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:43 smithi189 bash[70525]: audit 2024-09-18T09:23:42.113186+0000 mgr.y (mgr.15249) 638 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T09:23:44.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:43 smithi189 bash[70525]: cephadm 2024-09-18T09:23:42.115626+0000 mgr.y (mgr.15249) 639 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-18T09:23:44.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:43 smithi189 bash[70525]: cephadm 2024-09-18T09:23:42.115626+0000 mgr.y (mgr.15249) 639 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-18T09:23:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:44 smithi189 bash[70525]: cluster 2024-09-18T09:23:43.735705+0000 mgr.y (mgr.15249) 640 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:44 smithi189 bash[70525]: cluster 2024-09-18T09:23:43.735705+0000 mgr.y (mgr.15249) 640 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:44 smithi189 bash[70525]: audit 2024-09-18T09:23:44.871919+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:44 smithi189 bash[70525]: audit 2024-09-18T09:23:44.871919+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:44 smithi189 bash[70525]: audit 2024-09-18T09:23:44.875885+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-18T09:23:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:44 smithi189 bash[70525]: audit 2024-09-18T09:23:44.875885+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-18T09:23:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:44 smithi189 bash[70525]: audit 2024-09-18T09:23:44.877501+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:23:45.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:44 smithi189 bash[70525]: audit 2024-09-18T09:23:44.877501+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:23:45.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:44 smithi078 bash[90742]: cluster 2024-09-18T09:23:43.735705+0000 mgr.y (mgr.15249) 640 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:45.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:44 smithi078 bash[90742]: cluster 2024-09-18T09:23:43.735705+0000 mgr.y (mgr.15249) 640 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:45.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:44 smithi078 bash[90742]: audit 2024-09-18T09:23:44.871919+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:45.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:44 smithi078 bash[90742]: audit 2024-09-18T09:23:44.871919+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:45.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:44 smithi078 bash[90742]: audit 2024-09-18T09:23:44.875885+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-18T09:23:45.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:44 smithi078 bash[90742]: audit 2024-09-18T09:23:44.875885+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-18T09:23:45.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:44 smithi078 bash[90742]: audit 2024-09-18T09:23:44.877501+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:23:45.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:44 smithi078 bash[90742]: audit 2024-09-18T09:23:44.877501+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:23:45.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:44 smithi078 bash[94202]: cluster 2024-09-18T09:23:43.735705+0000 mgr.y (mgr.15249) 640 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:45.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:44 smithi078 bash[94202]: cluster 2024-09-18T09:23:43.735705+0000 mgr.y (mgr.15249) 640 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:45.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:44 smithi078 bash[94202]: audit 2024-09-18T09:23:44.871919+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:45.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:44 smithi078 bash[94202]: audit 2024-09-18T09:23:44.871919+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:45.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:44 smithi078 bash[94202]: audit 2024-09-18T09:23:44.875885+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-18T09:23:45.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:44 smithi078 bash[94202]: audit 2024-09-18T09:23:44.875885+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-18T09:23:45.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:44 smithi078 bash[94202]: audit 2024-09-18T09:23:44.877501+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:23:45.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:44 smithi078 bash[94202]: audit 2024-09-18T09:23:44.877501+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:23:45.334 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:23:46.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:45 smithi189 bash[70525]: cephadm 2024-09-18T09:23:44.865291+0000 mgr.y (mgr.15249) 641 : cephadm [INF] Upgrade: Updating osd.3 2024-09-18T09:23:46.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:45 smithi189 bash[70525]: cephadm 2024-09-18T09:23:44.865291+0000 mgr.y (mgr.15249) 641 : cephadm [INF] Upgrade: Updating osd.3 2024-09-18T09:23:46.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:45 smithi189 bash[70525]: cephadm 2024-09-18T09:23:44.880573+0000 mgr.y (mgr.15249) 642 : cephadm [INF] Deploying daemon osd.3 on smithi078 2024-09-18T09:23:46.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:45 smithi189 bash[70525]: cephadm 2024-09-18T09:23:44.880573+0000 mgr.y (mgr.15249) 642 : cephadm [INF] Deploying daemon osd.3 on smithi078 2024-09-18T09:23:46.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:45 smithi078 bash[90742]: cephadm 2024-09-18T09:23:44.865291+0000 mgr.y (mgr.15249) 641 : cephadm [INF] Upgrade: Updating osd.3 2024-09-18T09:23:46.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:45 smithi078 bash[90742]: cephadm 2024-09-18T09:23:44.865291+0000 mgr.y (mgr.15249) 641 : cephadm [INF] Upgrade: Updating osd.3 2024-09-18T09:23:46.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:45 smithi078 bash[90742]: cephadm 2024-09-18T09:23:44.880573+0000 mgr.y (mgr.15249) 642 : cephadm [INF] Deploying daemon osd.3 on smithi078 2024-09-18T09:23:46.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:45 smithi078 bash[90742]: cephadm 2024-09-18T09:23:44.880573+0000 mgr.y (mgr.15249) 642 : cephadm [INF] Deploying daemon osd.3 on smithi078 2024-09-18T09:23:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:45 smithi078 bash[94202]: cephadm 2024-09-18T09:23:44.865291+0000 mgr.y (mgr.15249) 641 : cephadm [INF] Upgrade: Updating osd.3 2024-09-18T09:23:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:45 smithi078 bash[94202]: cephadm 2024-09-18T09:23:44.865291+0000 mgr.y (mgr.15249) 641 : cephadm [INF] Upgrade: Updating osd.3 2024-09-18T09:23:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:45 smithi078 bash[94202]: cephadm 2024-09-18T09:23:44.880573+0000 mgr.y (mgr.15249) 642 : cephadm [INF] Deploying daemon osd.3 on smithi078 2024-09-18T09:23:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:45 smithi078 bash[94202]: cephadm 2024-09-18T09:23:44.880573+0000 mgr.y (mgr.15249) 642 : cephadm [INF] Deploying daemon osd.3 on smithi078 2024-09-18T09:23:46.907 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:46 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:46.447083619Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:46 smithi189 bash[70525]: cluster 2024-09-18T09:23:45.736793+0000 mgr.y (mgr.15249) 643 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:46 smithi189 bash[70525]: cluster 2024-09-18T09:23:45.736793+0000 mgr.y (mgr.15249) 643 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:46 smithi189 bash[70525]: audit 2024-09-18T09:23:45.937303+0000 mgr.y (mgr.15249) 644 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:46 smithi189 bash[70525]: audit 2024-09-18T09:23:45.937303+0000 mgr.y (mgr.15249) 644 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:46 smithi078 bash[94202]: cluster 2024-09-18T09:23:45.736793+0000 mgr.y (mgr.15249) 643 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:46 smithi078 bash[94202]: cluster 2024-09-18T09:23:45.736793+0000 mgr.y (mgr.15249) 643 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:46 smithi078 bash[94202]: audit 2024-09-18T09:23:45.937303+0000 mgr.y (mgr.15249) 644 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:46 smithi078 bash[94202]: audit 2024-09-18T09:23:45.937303+0000 mgr.y (mgr.15249) 644 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:46 smithi078 bash[90742]: cluster 2024-09-18T09:23:45.736793+0000 mgr.y (mgr.15249) 643 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:46 smithi078 bash[90742]: cluster 2024-09-18T09:23:45.736793+0000 mgr.y (mgr.15249) 643 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:47.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:46 smithi078 bash[90742]: audit 2024-09-18T09:23:45.937303+0000 mgr.y (mgr.15249) 644 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:47.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:46 smithi078 bash[90742]: audit 2024-09-18T09:23:45.937303+0000 mgr.y (mgr.15249) 644 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:47.705 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:23:48.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:47 smithi189 bash[70525]: audit 2024-09-18T09:23:47.221952+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:48.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:47 smithi189 bash[70525]: audit 2024-09-18T09:23:47.221952+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:48.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:47 smithi078 bash[90742]: audit 2024-09-18T09:23:47.221952+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:48.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:47 smithi078 bash[90742]: audit 2024-09-18T09:23:47.221952+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:48.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:47 smithi078 bash[94202]: audit 2024-09-18T09:23:47.221952+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:48.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:47 smithi078 bash[94202]: audit 2024-09-18T09:23:47.221952+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:23:48.330 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:23:48.330 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (9m) 76s ago 37m 13.9M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:23:48.330 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (9m) 7m ago 36m 67.0M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:23:48.330 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (11m) 76s ago 34m 49.3M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:23:48.331 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (11m) 7m ago 45m 439M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:23:48.331 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (22m) 76s ago 47m 517M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:23:48.331 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (6m) 76s ago 48m 49.3M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:23:48.331 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (7m) 7m ago 46m 18.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:23:48.331 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (5m) 76s ago 46m 37.5M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:23:48.331 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (10m) 76s ago 37m 8171k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:23:48.331 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (10m) 7m ago 37m 8043k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:23:48.331 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (3m) 76s ago 44m 46.9M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 b10b88ce2e14 2024-09-18T09:23:48.331 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (3m) 76s ago 43m 49.4M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3939468d55d0 2024-09-18T09:23:48.331 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running 76s ago 42m - 3036M 2024-09-18T09:23:48.331 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (41m) 76s ago 41m 70.0M 3036M 19.1.1-330-gc2ddf972 ebb0615149de 07d45e34586f 2024-09-18T09:23:48.331 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (41m) 7m ago 41m 68.3M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:23:48.331 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (40m) 7m ago 40m 57.4M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:23:48.331 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (39m) 7m ago 39m 55.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:23:48.332 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (38m) 7m ago 38m 66.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:23:48.332 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (10m) 7m ago 37m 37.7M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:23:48.332 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (34m) 76s ago 34m 102M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:23:48.332 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (34m) 7m ago 34m 102M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:23:48.686 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:23:48.686 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:23:48.686 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 3 2024-09-18T09:23:48.687 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:23:48.687 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:23:48.687 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:23:48.687 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:23:48.687 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:23:48.687 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 5, 2024-09-18T09:23:48.687 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 3 2024-09-18T09:23:48.687 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:23:48.687 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:23:48.687 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:23:48.687 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:23:48.687 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:23:48.687 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 7, 2024-09-18T09:23:48.687 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 8 2024-09-18T09:23:48.688 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:23:48.688 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:23:49.002 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:23:49.002 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:23:49.002 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:23:49.003 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-18T09:23:49.003 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:23:49.003 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "2/8 daemons upgraded", 2024-09-18T09:23:49.003 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading osd daemons", 2024-09-18T09:23:49.003 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:23:49.003 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:23:49.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:48 smithi189 bash[70525]: audit 2024-09-18T09:23:47.693324+0000 mgr.y (mgr.15249) 645 : audit [DBG] from='client.54371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:49.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:48 smithi189 bash[70525]: audit 2024-09-18T09:23:47.693324+0000 mgr.y (mgr.15249) 645 : audit [DBG] from='client.54371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:49.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:48 smithi189 bash[70525]: cluster 2024-09-18T09:23:47.737495+0000 mgr.y (mgr.15249) 646 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:49.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:48 smithi189 bash[70525]: cluster 2024-09-18T09:23:47.737495+0000 mgr.y (mgr.15249) 646 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:49.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:48 smithi189 bash[70525]: audit 2024-09-18T09:23:48.013859+0000 mgr.y (mgr.15249) 647 : audit [DBG] from='client.44403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:49.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:48 smithi189 bash[70525]: audit 2024-09-18T09:23:48.013859+0000 mgr.y (mgr.15249) 647 : audit [DBG] from='client.44403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:49.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:48 smithi189 bash[70525]: audit 2024-09-18T09:23:48.685414+0000 mon.a (mon.0) 432 : audit [DBG] from='client.? 172.21.15.78:0/4001976529' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:49.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:48 smithi189 bash[70525]: audit 2024-09-18T09:23:48.685414+0000 mon.a (mon.0) 432 : audit [DBG] from='client.? 172.21.15.78:0/4001976529' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:48 smithi078 bash[90742]: audit 2024-09-18T09:23:47.693324+0000 mgr.y (mgr.15249) 645 : audit [DBG] from='client.54371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:48 smithi078 bash[90742]: audit 2024-09-18T09:23:47.693324+0000 mgr.y (mgr.15249) 645 : audit [DBG] from='client.54371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:48 smithi078 bash[90742]: cluster 2024-09-18T09:23:47.737495+0000 mgr.y (mgr.15249) 646 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:48 smithi078 bash[90742]: cluster 2024-09-18T09:23:47.737495+0000 mgr.y (mgr.15249) 646 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:48 smithi078 bash[90742]: audit 2024-09-18T09:23:48.013859+0000 mgr.y (mgr.15249) 647 : audit [DBG] from='client.44403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:48 smithi078 bash[90742]: audit 2024-09-18T09:23:48.013859+0000 mgr.y (mgr.15249) 647 : audit [DBG] from='client.44403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:49.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:48 smithi078 bash[90742]: audit 2024-09-18T09:23:48.685414+0000 mon.a (mon.0) 432 : audit [DBG] from='client.? 172.21.15.78:0/4001976529' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:49.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:48 smithi078 bash[90742]: audit 2024-09-18T09:23:48.685414+0000 mon.a (mon.0) 432 : audit [DBG] from='client.? 172.21.15.78:0/4001976529' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:48 smithi078 bash[94202]: audit 2024-09-18T09:23:47.693324+0000 mgr.y (mgr.15249) 645 : audit [DBG] from='client.54371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:48 smithi078 bash[94202]: audit 2024-09-18T09:23:47.693324+0000 mgr.y (mgr.15249) 645 : audit [DBG] from='client.54371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:48 smithi078 bash[94202]: cluster 2024-09-18T09:23:47.737495+0000 mgr.y (mgr.15249) 646 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:48 smithi078 bash[94202]: cluster 2024-09-18T09:23:47.737495+0000 mgr.y (mgr.15249) 646 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:23:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:48 smithi078 bash[94202]: audit 2024-09-18T09:23:48.013859+0000 mgr.y (mgr.15249) 647 : audit [DBG] from='client.44403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:48 smithi078 bash[94202]: audit 2024-09-18T09:23:48.013859+0000 mgr.y (mgr.15249) 647 : audit [DBG] from='client.44403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:48 smithi078 bash[94202]: audit 2024-09-18T09:23:48.685414+0000 mon.a (mon.0) 432 : audit [DBG] from='client.? 172.21.15.78:0/4001976529' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:49.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:48 smithi078 bash[94202]: audit 2024-09-18T09:23:48.685414+0000 mon.a (mon.0) 432 : audit [DBG] from='client.? 172.21.15.78:0/4001976529' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:23:49.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:49 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:49.460838105Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:50.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:49 smithi078 bash[90742]: audit 2024-09-18T09:23:48.315067+0000 mgr.y (mgr.15249) 648 : audit [DBG] from='client.44409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:50.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:49 smithi078 bash[90742]: audit 2024-09-18T09:23:48.315067+0000 mgr.y (mgr.15249) 648 : audit [DBG] from='client.44409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:50.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:49 smithi078 bash[90742]: audit 2024-09-18T09:23:49.002013+0000 mgr.y (mgr.15249) 649 : audit [DBG] from='client.54395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:50.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:49 smithi078 bash[90742]: audit 2024-09-18T09:23:49.002013+0000 mgr.y (mgr.15249) 649 : audit [DBG] from='client.54395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:50.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:49 smithi078 bash[94202]: audit 2024-09-18T09:23:48.315067+0000 mgr.y (mgr.15249) 648 : audit [DBG] from='client.44409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:50.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:49 smithi078 bash[94202]: audit 2024-09-18T09:23:48.315067+0000 mgr.y (mgr.15249) 648 : audit [DBG] from='client.44409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:50.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:49 smithi078 bash[94202]: audit 2024-09-18T09:23:49.002013+0000 mgr.y (mgr.15249) 649 : audit [DBG] from='client.54395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:50.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:49 smithi078 bash[94202]: audit 2024-09-18T09:23:49.002013+0000 mgr.y (mgr.15249) 649 : audit [DBG] from='client.54395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:50.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:49 smithi189 bash[70525]: audit 2024-09-18T09:23:48.315067+0000 mgr.y (mgr.15249) 648 : audit [DBG] from='client.44409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:50.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:49 smithi189 bash[70525]: audit 2024-09-18T09:23:48.315067+0000 mgr.y (mgr.15249) 648 : audit [DBG] from='client.44409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:50.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:49 smithi189 bash[70525]: audit 2024-09-18T09:23:49.002013+0000 mgr.y (mgr.15249) 649 : audit [DBG] from='client.54395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:50.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:49 smithi189 bash[70525]: audit 2024-09-18T09:23:49.002013+0000 mgr.y (mgr.15249) 649 : audit [DBG] from='client.54395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:23:50.868 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:50.868 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:23:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:50.869 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:23:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:50.869 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:23:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:50.869 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:50.870 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:23:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:50.870 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:23:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:50.870 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:23:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:50.870 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:23:50 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:51.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:50 smithi078 bash[90742]: cluster 2024-09-18T09:23:49.738171+0000 mgr.y (mgr.15249) 650 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:51.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:50 smithi078 bash[90742]: cluster 2024-09-18T09:23:49.738171+0000 mgr.y (mgr.15249) 650 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:51.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:50 smithi078 bash[94202]: cluster 2024-09-18T09:23:49.738171+0000 mgr.y (mgr.15249) 650 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:51.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:50 smithi078 bash[94202]: cluster 2024-09-18T09:23:49.738171+0000 mgr.y (mgr.15249) 650 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:51.205 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:23:50 smithi078 systemd[1]: Stopping Ceph osd.3 for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:23:51.205 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:23:50 smithi078 bash[48051]: debug 2024-09-18T09:23:50.987+0000 7f01c3faa640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-18T09:23:51.205 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:23:50 smithi078 bash[48051]: debug 2024-09-18T09:23:50.987+0000 7f01c3faa640 -1 osd.3 131 *** Got signal Terminated *** 2024-09-18T09:23:51.205 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:23:50 smithi078 bash[48051]: debug 2024-09-18T09:23:50.987+0000 7f01c3faa640 -1 osd.3 131 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T09:23:51.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:50 smithi189 bash[70525]: cluster 2024-09-18T09:23:49.738171+0000 mgr.y (mgr.15249) 650 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:51.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:50 smithi189 bash[70525]: cluster 2024-09-18T09:23:49.738171+0000 mgr.y (mgr.15249) 650 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:52.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:51 smithi078 bash[90742]: cluster 2024-09-18T09:23:50.989554+0000 mon.a (mon.0) 433 : cluster [INF] osd.3 marked itself down and dead 2024-09-18T09:23:52.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:51 smithi078 bash[90742]: cluster 2024-09-18T09:23:50.989554+0000 mon.a (mon.0) 433 : cluster [INF] osd.3 marked itself down and dead 2024-09-18T09:23:52.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:51 smithi078 bash[94202]: cluster 2024-09-18T09:23:50.989554+0000 mon.a (mon.0) 433 : cluster [INF] osd.3 marked itself down and dead 2024-09-18T09:23:52.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:51 smithi078 bash[94202]: cluster 2024-09-18T09:23:50.989554+0000 mon.a (mon.0) 433 : cluster [INF] osd.3 marked itself down and dead 2024-09-18T09:23:52.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:51 smithi189 bash[70525]: cluster 2024-09-18T09:23:50.989554+0000 mon.a (mon.0) 433 : cluster [INF] osd.3 marked itself down and dead 2024-09-18T09:23:52.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:51 smithi189 bash[70525]: cluster 2024-09-18T09:23:50.989554+0000 mon.a (mon.0) 433 : cluster [INF] osd.3 marked itself down and dead 2024-09-18T09:23:52.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:52 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:52.435235764Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:53.203 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:23:53 smithi078 bash[115533]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-3 2024-09-18T09:23:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:52 smithi078 bash[90742]: cluster 2024-09-18T09:23:51.739265+0000 mgr.y (mgr.15249) 651 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:52 smithi078 bash[90742]: cluster 2024-09-18T09:23:51.739265+0000 mgr.y (mgr.15249) 651 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:52 smithi078 bash[90742]: cluster 2024-09-18T09:23:51.928635+0000 mon.a (mon.0) 434 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:23:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:52 smithi078 bash[90742]: cluster 2024-09-18T09:23:51.928635+0000 mon.a (mon.0) 434 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:23:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:52 smithi078 bash[90742]: cluster 2024-09-18T09:23:51.944559+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e132: 8 total, 7 up, 8 in 2024-09-18T09:23:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:52 smithi078 bash[90742]: cluster 2024-09-18T09:23:51.944559+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e132: 8 total, 7 up, 8 in 2024-09-18T09:23:53.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:52 smithi078 bash[94202]: cluster 2024-09-18T09:23:51.739265+0000 mgr.y (mgr.15249) 651 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:53.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:52 smithi078 bash[94202]: cluster 2024-09-18T09:23:51.739265+0000 mgr.y (mgr.15249) 651 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:53.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:52 smithi078 bash[94202]: cluster 2024-09-18T09:23:51.928635+0000 mon.a (mon.0) 434 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:23:53.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:52 smithi078 bash[94202]: cluster 2024-09-18T09:23:51.928635+0000 mon.a (mon.0) 434 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:23:53.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:52 smithi078 bash[94202]: cluster 2024-09-18T09:23:51.944559+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e132: 8 total, 7 up, 8 in 2024-09-18T09:23:53.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:52 smithi078 bash[94202]: cluster 2024-09-18T09:23:51.944559+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e132: 8 total, 7 up, 8 in 2024-09-18T09:23:53.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:52 smithi189 bash[70525]: cluster 2024-09-18T09:23:51.739265+0000 mgr.y (mgr.15249) 651 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:53.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:52 smithi189 bash[70525]: cluster 2024-09-18T09:23:51.739265+0000 mgr.y (mgr.15249) 651 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:23:53.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:52 smithi189 bash[70525]: cluster 2024-09-18T09:23:51.928635+0000 mon.a (mon.0) 434 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:23:53.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:52 smithi189 bash[70525]: cluster 2024-09-18T09:23:51.928635+0000 mon.a (mon.0) 434 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:23:53.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:52 smithi189 bash[70525]: cluster 2024-09-18T09:23:51.944559+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e132: 8 total, 7 up, 8 in 2024-09-18T09:23:53.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:52 smithi189 bash[70525]: cluster 2024-09-18T09:23:51.944559+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e132: 8 total, 7 up, 8 in 2024-09-18T09:23:53.704 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:23:53 smithi078 bash[115595]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-3 2024-09-18T09:23:53.704 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:23:53 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:23:53] "GET /metrics HTTP/1.1" 200 38346 "" "Prometheus/2.51.0" 2024-09-18T09:23:54.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:53 smithi189 bash[70525]: cluster 2024-09-18T09:23:52.950051+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-18T09:23:54.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:53 smithi189 bash[70525]: cluster 2024-09-18T09:23:52.950051+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-18T09:23:54.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:53 smithi078 bash[94202]: cluster 2024-09-18T09:23:52.950051+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-18T09:23:54.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:53 smithi078 bash[94202]: cluster 2024-09-18T09:23:52.950051+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-18T09:23:54.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:53 smithi078 bash[90742]: cluster 2024-09-18T09:23:52.950051+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-18T09:23:54.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:53 smithi078 bash[90742]: cluster 2024-09-18T09:23:52.950051+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-18T09:23:55.152 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:54 smithi078 bash[90742]: cluster 2024-09-18T09:23:53.740419+0000 mgr.y (mgr.15249) 652 : cluster [DBG] pgmap v376: 161 pgs: 40 peering, 10 stale+active+clean, 111 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:23:55.153 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:54 smithi078 bash[90742]: cluster 2024-09-18T09:23:53.740419+0000 mgr.y (mgr.15249) 652 : cluster [DBG] pgmap v376: 161 pgs: 40 peering, 10 stale+active+clean, 111 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:23:55.153 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:54 smithi078 bash[90742]: cluster 2024-09-18T09:23:53.944577+0000 mon.a (mon.0) 437 : cluster [WRN] Health check failed: Reduced data availability: 11 pgs inactive, 30 pgs peering (PG_AVAILABILITY) 2024-09-18T09:23:55.153 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:54 smithi078 bash[90742]: cluster 2024-09-18T09:23:53.944577+0000 mon.a (mon.0) 437 : cluster [WRN] Health check failed: Reduced data availability: 11 pgs inactive, 30 pgs peering (PG_AVAILABILITY) 2024-09-18T09:23:55.153 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:54 smithi078 bash[94202]: cluster 2024-09-18T09:23:53.740419+0000 mgr.y (mgr.15249) 652 : cluster [DBG] pgmap v376: 161 pgs: 40 peering, 10 stale+active+clean, 111 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:23:55.153 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:54 smithi078 bash[94202]: cluster 2024-09-18T09:23:53.740419+0000 mgr.y (mgr.15249) 652 : cluster [DBG] pgmap v376: 161 pgs: 40 peering, 10 stale+active+clean, 111 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:23:55.153 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:54 smithi078 bash[94202]: cluster 2024-09-18T09:23:53.944577+0000 mon.a (mon.0) 437 : cluster [WRN] Health check failed: Reduced data availability: 11 pgs inactive, 30 pgs peering (PG_AVAILABILITY) 2024-09-18T09:23:55.153 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:54 smithi078 bash[94202]: cluster 2024-09-18T09:23:53.944577+0000 mon.a (mon.0) 437 : cluster [WRN] Health check failed: Reduced data availability: 11 pgs inactive, 30 pgs peering (PG_AVAILABILITY) 2024-09-18T09:23:55.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:54 smithi189 bash[70525]: cluster 2024-09-18T09:23:53.740419+0000 mgr.y (mgr.15249) 652 : cluster [DBG] pgmap v376: 161 pgs: 40 peering, 10 stale+active+clean, 111 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:23:55.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:54 smithi189 bash[70525]: cluster 2024-09-18T09:23:53.740419+0000 mgr.y (mgr.15249) 652 : cluster [DBG] pgmap v376: 161 pgs: 40 peering, 10 stale+active+clean, 111 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:23:55.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:54 smithi189 bash[70525]: cluster 2024-09-18T09:23:53.944577+0000 mon.a (mon.0) 437 : cluster [WRN] Health check failed: Reduced data availability: 11 pgs inactive, 30 pgs peering (PG_AVAILABILITY) 2024-09-18T09:23:55.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:54 smithi189 bash[70525]: cluster 2024-09-18T09:23:53.944577+0000 mon.a (mon.0) 437 : cluster [WRN] Health check failed: Reduced data availability: 11 pgs inactive, 30 pgs peering (PG_AVAILABILITY) 2024-09-18T09:23:55.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:55 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:55.456175284Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:56.184 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:23:56 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:56.185 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:23:56 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:56.185 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:23:56 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:56.185 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:23:56 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:56.186 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:23:55 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-18T09:23:56.186 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:23:55 smithi078 systemd[1]: Stopped Ceph osd.3 for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:23:56.186 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:23:56 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:56.186 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:56 smithi078 bash[90742]: cluster 2024-09-18T09:23:55.955441+0000 mon.a (mon.0) 438 : cluster [WRN] Health check failed: Degraded data redundancy: 40/636 objects degraded (6.289%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:23:56.186 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:56 smithi078 bash[90742]: cluster 2024-09-18T09:23:55.955441+0000 mon.a (mon.0) 438 : cluster [WRN] Health check failed: Degraded data redundancy: 40/636 objects degraded (6.289%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:23:56.186 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:56 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:56.187 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:56 smithi078 bash[94202]: cluster 2024-09-18T09:23:55.955441+0000 mon.a (mon.0) 438 : cluster [WRN] Health check failed: Degraded data redundancy: 40/636 objects degraded (6.289%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:23:56.187 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:56 smithi078 bash[94202]: cluster 2024-09-18T09:23:55.955441+0000 mon.a (mon.0) 438 : cluster [WRN] Health check failed: Degraded data redundancy: 40/636 objects degraded (6.289%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:23:56.187 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:56 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:56.187 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:23:56 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:56.187 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:23:56 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:23:56.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:56 smithi189 bash[70525]: cluster 2024-09-18T09:23:55.955441+0000 mon.a (mon.0) 438 : cluster [WRN] Health check failed: Degraded data redundancy: 40/636 objects degraded (6.289%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:23:56.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:56 smithi189 bash[70525]: cluster 2024-09-18T09:23:55.955441+0000 mon.a (mon.0) 438 : cluster [WRN] Health check failed: Degraded data redundancy: 40/636 objects degraded (6.289%), 10 pgs degraded (PG_DEGRADED) 2024-09-18T09:23:56.453 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:23:56 smithi078 systemd[1]: Started Ceph osd.3 for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:23:57.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:57 smithi189 bash[70525]: cluster 2024-09-18T09:23:55.742035+0000 mgr.y (mgr.15249) 653 : cluster [DBG] pgmap v377: 161 pgs: 16 active+undersized, 40 peering, 10 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 40/636 objects degraded (6.289%) 2024-09-18T09:23:57.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:57 smithi189 bash[70525]: cluster 2024-09-18T09:23:55.742035+0000 mgr.y (mgr.15249) 653 : cluster [DBG] pgmap v377: 161 pgs: 16 active+undersized, 40 peering, 10 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 40/636 objects degraded (6.289%) 2024-09-18T09:23:57.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:57 smithi189 bash[70525]: audit 2024-09-18T09:23:55.945328+0000 mgr.y (mgr.15249) 654 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:57.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:57 smithi189 bash[70525]: audit 2024-09-18T09:23:55.945328+0000 mgr.y (mgr.15249) 654 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:57.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:57 smithi189 bash[70525]: audit 2024-09-18T09:23:56.227768+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:57.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:57 smithi189 bash[70525]: audit 2024-09-18T09:23:56.227768+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:57.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:57 smithi189 bash[70525]: audit 2024-09-18T09:23:56.234714+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:57.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:57 smithi189 bash[70525]: audit 2024-09-18T09:23:56.234714+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:57.426 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[90742]: cluster 2024-09-18T09:23:55.742035+0000 mgr.y (mgr.15249) 653 : cluster [DBG] pgmap v377: 161 pgs: 16 active+undersized, 40 peering, 10 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 40/636 objects degraded (6.289%) 2024-09-18T09:23:57.426 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[90742]: cluster 2024-09-18T09:23:55.742035+0000 mgr.y (mgr.15249) 653 : cluster [DBG] pgmap v377: 161 pgs: 16 active+undersized, 40 peering, 10 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 40/636 objects degraded (6.289%) 2024-09-18T09:23:57.426 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[90742]: audit 2024-09-18T09:23:55.945328+0000 mgr.y (mgr.15249) 654 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:57.426 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[90742]: audit 2024-09-18T09:23:55.945328+0000 mgr.y (mgr.15249) 654 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:57.426 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[90742]: audit 2024-09-18T09:23:56.227768+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:57.426 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[90742]: audit 2024-09-18T09:23:56.227768+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:57.426 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[90742]: audit 2024-09-18T09:23:56.234714+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:57.426 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[90742]: audit 2024-09-18T09:23:56.234714+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:57.427 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[94202]: cluster 2024-09-18T09:23:55.742035+0000 mgr.y (mgr.15249) 653 : cluster [DBG] pgmap v377: 161 pgs: 16 active+undersized, 40 peering, 10 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 40/636 objects degraded (6.289%) 2024-09-18T09:23:57.427 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[94202]: cluster 2024-09-18T09:23:55.742035+0000 mgr.y (mgr.15249) 653 : cluster [DBG] pgmap v377: 161 pgs: 16 active+undersized, 40 peering, 10 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 40/636 objects degraded (6.289%) 2024-09-18T09:23:57.427 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[94202]: audit 2024-09-18T09:23:55.945328+0000 mgr.y (mgr.15249) 654 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:57.427 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[94202]: audit 2024-09-18T09:23:55.945328+0000 mgr.y (mgr.15249) 654 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:23:57.427 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[94202]: audit 2024-09-18T09:23:56.227768+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:57.427 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[94202]: audit 2024-09-18T09:23:56.227768+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:57.427 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[94202]: audit 2024-09-18T09:23:56.234714+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:57.427 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[94202]: audit 2024-09-18T09:23:56.234714+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:23:57.704 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[115743]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-18T09:23:57.704 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:23:57 smithi078 bash[115743]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-18T09:23:58.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:23:58 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:23:58.435771886Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:23:59.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:59 smithi189 bash[70525]: cluster 2024-09-18T09:23:57.743083+0000 mgr.y (mgr.15249) 655 : cluster [DBG] pgmap v378: 161 pgs: 34 active+undersized, 8 peering, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 81/636 objects degraded (12.736%) 2024-09-18T09:23:59.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:23:59 smithi189 bash[70525]: cluster 2024-09-18T09:23:57.743083+0000 mgr.y (mgr.15249) 655 : cluster [DBG] pgmap v378: 161 pgs: 34 active+undersized, 8 peering, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 81/636 objects degraded (12.736%) 2024-09-18T09:23:59.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:59 smithi078 bash[90742]: cluster 2024-09-18T09:23:57.743083+0000 mgr.y (mgr.15249) 655 : cluster [DBG] pgmap v378: 161 pgs: 34 active+undersized, 8 peering, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 81/636 objects degraded (12.736%) 2024-09-18T09:23:59.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:23:59 smithi078 bash[90742]: cluster 2024-09-18T09:23:57.743083+0000 mgr.y (mgr.15249) 655 : cluster [DBG] pgmap v378: 161 pgs: 34 active+undersized, 8 peering, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 81/636 objects degraded (12.736%) 2024-09-18T09:23:59.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:59 smithi078 bash[94202]: cluster 2024-09-18T09:23:57.743083+0000 mgr.y (mgr.15249) 655 : cluster [DBG] pgmap v378: 161 pgs: 34 active+undersized, 8 peering, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 81/636 objects degraded (12.736%) 2024-09-18T09:23:59.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:23:59 smithi078 bash[94202]: cluster 2024-09-18T09:23:57.743083+0000 mgr.y (mgr.15249) 655 : cluster [DBG] pgmap v378: 161 pgs: 34 active+undersized, 8 peering, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 81/636 objects degraded (12.736%) 2024-09-18T09:24:00.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:00 smithi189 bash[70525]: cluster 2024-09-18T09:23:59.744193+0000 mgr.y (mgr.15249) 656 : cluster [DBG] pgmap v379: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:24:00.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:00 smithi189 bash[70525]: cluster 2024-09-18T09:23:59.744193+0000 mgr.y (mgr.15249) 656 : cluster [DBG] pgmap v379: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:24:00.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:00 smithi189 bash[70525]: cluster 2024-09-18T09:24:00.014152+0000 mon.a (mon.0) 441 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 8 pgs peering) 2024-09-18T09:24:00.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:00 smithi189 bash[70525]: cluster 2024-09-18T09:24:00.014152+0000 mon.a (mon.0) 441 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 8 pgs peering) 2024-09-18T09:24:00.454 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:24:00 smithi078 bash[115743]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-18T09:24:00.454 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:24:00 smithi078 bash[115743]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-18T09:24:00.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:00 smithi078 bash[90742]: cluster 2024-09-18T09:23:59.744193+0000 mgr.y (mgr.15249) 656 : cluster [DBG] pgmap v379: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:24:00.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:00 smithi078 bash[90742]: cluster 2024-09-18T09:23:59.744193+0000 mgr.y (mgr.15249) 656 : cluster [DBG] pgmap v379: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:24:00.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:00 smithi078 bash[90742]: cluster 2024-09-18T09:24:00.014152+0000 mon.a (mon.0) 441 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 8 pgs peering) 2024-09-18T09:24:00.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:00 smithi078 bash[90742]: cluster 2024-09-18T09:24:00.014152+0000 mon.a (mon.0) 441 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 8 pgs peering) 2024-09-18T09:24:00.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:00 smithi078 bash[94202]: cluster 2024-09-18T09:23:59.744193+0000 mgr.y (mgr.15249) 656 : cluster [DBG] pgmap v379: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:24:00.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:00 smithi078 bash[94202]: cluster 2024-09-18T09:23:59.744193+0000 mgr.y (mgr.15249) 656 : cluster [DBG] pgmap v379: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:24:00.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:00 smithi078 bash[94202]: cluster 2024-09-18T09:24:00.014152+0000 mon.a (mon.0) 441 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 8 pgs peering) 2024-09-18T09:24:00.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:00 smithi078 bash[94202]: cluster 2024-09-18T09:24:00.014152+0000 mon.a (mon.0) 441 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 8 pgs peering) 2024-09-18T09:24:00.879 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:24:00 smithi078 bash[115743]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-18T09:24:00.879 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:24:00 smithi078 bash[115743]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-18T09:24:00.879 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:24:00 smithi078 bash[115743]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-18T09:24:00.879 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:24:00 smithi078 bash[115743]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-18T09:24:00.879 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:24:00 smithi078 bash[115743]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-18T09:24:01.820 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:01 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:01.428916405Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:01.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:01 smithi078 bash[90742]: cluster 2024-09-18T09:24:01.764081+0000 mon.a (mon.0) 442 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 25 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:01.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:01 smithi078 bash[90742]: cluster 2024-09-18T09:24:01.764081+0000 mon.a (mon.0) 442 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 25 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:01.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:01 smithi078 bash[94202]: cluster 2024-09-18T09:24:01.764081+0000 mon.a (mon.0) 442 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 25 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:01.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:01 smithi078 bash[94202]: cluster 2024-09-18T09:24:01.764081+0000 mon.a (mon.0) 442 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 25 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:02.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:01 smithi189 bash[70525]: cluster 2024-09-18T09:24:01.764081+0000 mon.a (mon.0) 442 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 25 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:02.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:01 smithi189 bash[70525]: cluster 2024-09-18T09:24:01.764081+0000 mon.a (mon.0) 442 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 25 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:02.954 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[116007]: debug 2024-09-18T09:24:02.670+0000 7f8c26ecd640 1 -- 172.21.15.78:0/3961370366 <== mon.0 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e9b0b86960 con 0x55e9b0ba7800 2024-09-18T09:24:02.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[90742]: cluster 2024-09-18T09:24:01.745607+0000 mgr.y (mgr.15249) 657 : cluster [DBG] pgmap v380: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:24:02.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[90742]: cluster 2024-09-18T09:24:01.745607+0000 mgr.y (mgr.15249) 657 : cluster [DBG] pgmap v380: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:24:02.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[90742]: audit 2024-09-18T09:24:02.225455+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:02.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[90742]: audit 2024-09-18T09:24:02.225455+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:02.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[90742]: audit 2024-09-18T09:24:02.226509+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:02.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[90742]: audit 2024-09-18T09:24:02.226509+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:02.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[90742]: audit 2024-09-18T09:24:02.807800+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:02.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[90742]: audit 2024-09-18T09:24:02.807800+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:02.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[90742]: audit 2024-09-18T09:24:02.813454+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:02.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[90742]: audit 2024-09-18T09:24:02.813454+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:02.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[94202]: cluster 2024-09-18T09:24:01.745607+0000 mgr.y (mgr.15249) 657 : cluster [DBG] pgmap v380: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:24:02.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[94202]: cluster 2024-09-18T09:24:01.745607+0000 mgr.y (mgr.15249) 657 : cluster [DBG] pgmap v380: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:24:02.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[94202]: audit 2024-09-18T09:24:02.225455+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:02.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[94202]: audit 2024-09-18T09:24:02.225455+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:02.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[94202]: audit 2024-09-18T09:24:02.226509+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:02.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[94202]: audit 2024-09-18T09:24:02.226509+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:02.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[94202]: audit 2024-09-18T09:24:02.807800+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:02.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[94202]: audit 2024-09-18T09:24:02.807800+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:02.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[94202]: audit 2024-09-18T09:24:02.813454+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:02.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:02 smithi078 bash[94202]: audit 2024-09-18T09:24:02.813454+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:02 smithi189 bash[70525]: cluster 2024-09-18T09:24:01.745607+0000 mgr.y (mgr.15249) 657 : cluster [DBG] pgmap v380: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:24:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:02 smithi189 bash[70525]: cluster 2024-09-18T09:24:01.745607+0000 mgr.y (mgr.15249) 657 : cluster [DBG] pgmap v380: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-18T09:24:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:02 smithi189 bash[70525]: audit 2024-09-18T09:24:02.225455+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:02 smithi189 bash[70525]: audit 2024-09-18T09:24:02.225455+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:02 smithi189 bash[70525]: audit 2024-09-18T09:24:02.226509+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:02 smithi189 bash[70525]: audit 2024-09-18T09:24:02.226509+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:02 smithi189 bash[70525]: audit 2024-09-18T09:24:02.807800+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:02 smithi189 bash[70525]: audit 2024-09-18T09:24:02.807800+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:02 smithi189 bash[70525]: audit 2024-09-18T09:24:02.813454+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:03.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:02 smithi189 bash[70525]: audit 2024-09-18T09:24:02.813454+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:03.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:24:03 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:24:03] "GET /metrics HTTP/1.1" 200 38343 "" "Prometheus/2.51.0" 2024-09-18T09:24:04.704 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:24:04 smithi078 bash[116007]: debug 2024-09-18T09:24:04.226+0000 7f8c29734640 -1 Falling back to public interface 2024-09-18T09:24:04.899 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:04 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:04.464446861Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:04 smithi189 bash[70525]: cluster 2024-09-18T09:24:03.747205+0000 mgr.y (mgr.15249) 658 : cluster [DBG] pgmap v381: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 663 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:04 smithi189 bash[70525]: cluster 2024-09-18T09:24:03.747205+0000 mgr.y (mgr.15249) 658 : cluster [DBG] pgmap v381: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 663 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:04 smithi189 bash[70525]: audit 2024-09-18T09:24:03.897563+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:04 smithi189 bash[70525]: audit 2024-09-18T09:24:03.897563+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:05.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:04 smithi189 bash[70525]: audit 2024-09-18T09:24:03.902574+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:05.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:04 smithi189 bash[70525]: audit 2024-09-18T09:24:03.902574+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:04 smithi078 bash[90742]: cluster 2024-09-18T09:24:03.747205+0000 mgr.y (mgr.15249) 658 : cluster [DBG] pgmap v381: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 663 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:04 smithi078 bash[90742]: cluster 2024-09-18T09:24:03.747205+0000 mgr.y (mgr.15249) 658 : cluster [DBG] pgmap v381: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 663 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:04 smithi078 bash[90742]: audit 2024-09-18T09:24:03.897563+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:04 smithi078 bash[90742]: audit 2024-09-18T09:24:03.897563+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:04 smithi078 bash[90742]: audit 2024-09-18T09:24:03.902574+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:04 smithi078 bash[90742]: audit 2024-09-18T09:24:03.902574+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:05.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:04 smithi078 bash[94202]: cluster 2024-09-18T09:24:03.747205+0000 mgr.y (mgr.15249) 658 : cluster [DBG] pgmap v381: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 663 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:05.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:04 smithi078 bash[94202]: cluster 2024-09-18T09:24:03.747205+0000 mgr.y (mgr.15249) 658 : cluster [DBG] pgmap v381: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 663 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:05.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:04 smithi078 bash[94202]: audit 2024-09-18T09:24:03.897563+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:05.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:04 smithi078 bash[94202]: audit 2024-09-18T09:24:03.897563+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:05.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:04 smithi078 bash[94202]: audit 2024-09-18T09:24:03.902574+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:05.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:04 smithi078 bash[94202]: audit 2024-09-18T09:24:03.902574+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:06 smithi189 bash[70525]: cluster 2024-09-18T09:24:05.748565+0000 mgr.y (mgr.15249) 659 : cluster [DBG] pgmap v382: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 596 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:06 smithi189 bash[70525]: cluster 2024-09-18T09:24:05.748565+0000 mgr.y (mgr.15249) 659 : cluster [DBG] pgmap v382: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 596 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:06 smithi189 bash[70525]: audit 2024-09-18T09:24:05.950142+0000 mgr.y (mgr.15249) 660 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:06 smithi189 bash[70525]: audit 2024-09-18T09:24:05.950142+0000 mgr.y (mgr.15249) 660 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:06 smithi078 bash[90742]: cluster 2024-09-18T09:24:05.748565+0000 mgr.y (mgr.15249) 659 : cluster [DBG] pgmap v382: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 596 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:06 smithi078 bash[90742]: cluster 2024-09-18T09:24:05.748565+0000 mgr.y (mgr.15249) 659 : cluster [DBG] pgmap v382: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 596 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:06 smithi078 bash[90742]: audit 2024-09-18T09:24:05.950142+0000 mgr.y (mgr.15249) 660 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:06 smithi078 bash[90742]: audit 2024-09-18T09:24:05.950142+0000 mgr.y (mgr.15249) 660 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:06 smithi078 bash[94202]: cluster 2024-09-18T09:24:05.748565+0000 mgr.y (mgr.15249) 659 : cluster [DBG] pgmap v382: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 596 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:06 smithi078 bash[94202]: cluster 2024-09-18T09:24:05.748565+0000 mgr.y (mgr.15249) 659 : cluster [DBG] pgmap v382: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 596 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:06 smithi078 bash[94202]: audit 2024-09-18T09:24:05.950142+0000 mgr.y (mgr.15249) 660 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:06 smithi078 bash[94202]: audit 2024-09-18T09:24:05.950142+0000 mgr.y (mgr.15249) 660 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:07.904 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:24:07 smithi078 bash[116007]: debug 2024-09-18T09:24:07.614+0000 7f8c29734640 -1 osd.3 131 log_to_monitors true 2024-09-18T09:24:07.905 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:07 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:07.443674545Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:08.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:07 smithi189 bash[70525]: audit 2024-09-18T09:24:07.624367+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-18T09:24:08.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:07 smithi189 bash[70525]: audit 2024-09-18T09:24:07.624367+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-18T09:24:08.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:07 smithi189 bash[70525]: audit 2024-09-18T09:24:07.624720+0000 mon.a (mon.0) 449 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-18T09:24:08.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:07 smithi189 bash[70525]: audit 2024-09-18T09:24:07.624720+0000 mon.a (mon.0) 449 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-18T09:24:08.204 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:24:07 smithi078 bash[116007]: debug 2024-09-18T09:24:07.966+0000 7f8c1d4d6640 -1 osd.3 131 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T09:24:08.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:07 smithi078 bash[90742]: audit 2024-09-18T09:24:07.624367+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-18T09:24:08.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:07 smithi078 bash[90742]: audit 2024-09-18T09:24:07.624367+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-18T09:24:08.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:07 smithi078 bash[90742]: audit 2024-09-18T09:24:07.624720+0000 mon.a (mon.0) 449 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-18T09:24:08.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:07 smithi078 bash[90742]: audit 2024-09-18T09:24:07.624720+0000 mon.a (mon.0) 449 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-18T09:24:08.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:07 smithi078 bash[94202]: audit 2024-09-18T09:24:07.624367+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-18T09:24:08.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:07 smithi078 bash[94202]: audit 2024-09-18T09:24:07.624367+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-18T09:24:08.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:07 smithi078 bash[94202]: audit 2024-09-18T09:24:07.624720+0000 mon.a (mon.0) 449 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-18T09:24:08.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:07 smithi078 bash[94202]: audit 2024-09-18T09:24:07.624720+0000 mon.a (mon.0) 449 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-18T09:24:09.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[90742]: cluster 2024-09-18T09:24:07.750076+0000 mgr.y (mgr.15249) 661 : cluster [DBG] pgmap v383: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:09.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[90742]: cluster 2024-09-18T09:24:07.750076+0000 mgr.y (mgr.15249) 661 : cluster [DBG] pgmap v383: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:09.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[90742]: audit 2024-09-18T09:24:07.912653+0000 mon.a (mon.0) 450 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-18T09:24:09.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[90742]: audit 2024-09-18T09:24:07.912653+0000 mon.a (mon.0) 450 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-18T09:24:09.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[90742]: cluster 2024-09-18T09:24:07.919738+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-18T09:24:09.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[90742]: cluster 2024-09-18T09:24:07.919738+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-18T09:24:09.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[90742]: audit 2024-09-18T09:24:07.921219+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:24:09.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[90742]: audit 2024-09-18T09:24:07.921219+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:24:09.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[90742]: audit 2024-09-18T09:24:07.921940+0000 mon.a (mon.0) 452 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:24:09.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[90742]: audit 2024-09-18T09:24:07.921940+0000 mon.a (mon.0) 452 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:24:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[94202]: cluster 2024-09-18T09:24:07.750076+0000 mgr.y (mgr.15249) 661 : cluster [DBG] pgmap v383: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[94202]: cluster 2024-09-18T09:24:07.750076+0000 mgr.y (mgr.15249) 661 : cluster [DBG] pgmap v383: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[94202]: audit 2024-09-18T09:24:07.912653+0000 mon.a (mon.0) 450 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-18T09:24:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[94202]: audit 2024-09-18T09:24:07.912653+0000 mon.a (mon.0) 450 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-18T09:24:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[94202]: cluster 2024-09-18T09:24:07.919738+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-18T09:24:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[94202]: cluster 2024-09-18T09:24:07.919738+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-18T09:24:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[94202]: audit 2024-09-18T09:24:07.921219+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:24:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[94202]: audit 2024-09-18T09:24:07.921219+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:24:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[94202]: audit 2024-09-18T09:24:07.921940+0000 mon.a (mon.0) 452 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:24:09.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:08 smithi078 bash[94202]: audit 2024-09-18T09:24:07.921940+0000 mon.a (mon.0) 452 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:24:09.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:08 smithi189 bash[70525]: cluster 2024-09-18T09:24:07.750076+0000 mgr.y (mgr.15249) 661 : cluster [DBG] pgmap v383: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:09.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:08 smithi189 bash[70525]: cluster 2024-09-18T09:24:07.750076+0000 mgr.y (mgr.15249) 661 : cluster [DBG] pgmap v383: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:09.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:08 smithi189 bash[70525]: audit 2024-09-18T09:24:07.912653+0000 mon.a (mon.0) 450 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-18T09:24:09.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:08 smithi189 bash[70525]: audit 2024-09-18T09:24:07.912653+0000 mon.a (mon.0) 450 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-18T09:24:09.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:08 smithi189 bash[70525]: cluster 2024-09-18T09:24:07.919738+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-18T09:24:09.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:08 smithi189 bash[70525]: cluster 2024-09-18T09:24:07.919738+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-18T09:24:09.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:08 smithi189 bash[70525]: audit 2024-09-18T09:24:07.921219+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:24:09.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:08 smithi189 bash[70525]: audit 2024-09-18T09:24:07.921219+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:24:09.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:08 smithi189 bash[70525]: audit 2024-09-18T09:24:07.921940+0000 mon.a (mon.0) 452 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:24:09.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:08 smithi189 bash[70525]: audit 2024-09-18T09:24:07.921940+0000 mon.a (mon.0) 452 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]} : dispatch 2024-09-18T09:24:10.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[90742]: cluster 2024-09-18T09:24:08.913744+0000 mon.a (mon.0) 453 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:24:10.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[90742]: cluster 2024-09-18T09:24:08.913744+0000 mon.a (mon.0) 453 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:24:10.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[90742]: cluster 2024-09-18T09:24:08.923011+0000 mon.a (mon.0) 454 : cluster [INF] osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187] boot 2024-09-18T09:24:10.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[90742]: cluster 2024-09-18T09:24:08.923011+0000 mon.a (mon.0) 454 : cluster [INF] osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187] boot 2024-09-18T09:24:10.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[90742]: cluster 2024-09-18T09:24:08.923111+0000 mon.a (mon.0) 455 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-09-18T09:24:10.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[90742]: cluster 2024-09-18T09:24:08.923111+0000 mon.a (mon.0) 455 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-09-18T09:24:10.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[90742]: audit 2024-09-18T09:24:08.931880+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-18T09:24:10.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[90742]: audit 2024-09-18T09:24:08.931880+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-18T09:24:10.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[90742]: cluster 2024-09-18T09:24:09.930828+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-18T09:24:10.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[90742]: cluster 2024-09-18T09:24:09.930828+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-18T09:24:10.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[94202]: cluster 2024-09-18T09:24:08.913744+0000 mon.a (mon.0) 453 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:24:10.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[94202]: cluster 2024-09-18T09:24:08.913744+0000 mon.a (mon.0) 453 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:24:10.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[94202]: cluster 2024-09-18T09:24:08.923011+0000 mon.a (mon.0) 454 : cluster [INF] osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187] boot 2024-09-18T09:24:10.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[94202]: cluster 2024-09-18T09:24:08.923011+0000 mon.a (mon.0) 454 : cluster [INF] osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187] boot 2024-09-18T09:24:10.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[94202]: cluster 2024-09-18T09:24:08.923111+0000 mon.a (mon.0) 455 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-09-18T09:24:10.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[94202]: cluster 2024-09-18T09:24:08.923111+0000 mon.a (mon.0) 455 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-09-18T09:24:10.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[94202]: audit 2024-09-18T09:24:08.931880+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-18T09:24:10.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[94202]: audit 2024-09-18T09:24:08.931880+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-18T09:24:10.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[94202]: cluster 2024-09-18T09:24:09.930828+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-18T09:24:10.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:09 smithi078 bash[94202]: cluster 2024-09-18T09:24:09.930828+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-18T09:24:10.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:09 smithi189 bash[70525]: cluster 2024-09-18T09:24:08.913744+0000 mon.a (mon.0) 453 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:24:10.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:09 smithi189 bash[70525]: cluster 2024-09-18T09:24:08.913744+0000 mon.a (mon.0) 453 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:24:10.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:09 smithi189 bash[70525]: cluster 2024-09-18T09:24:08.923011+0000 mon.a (mon.0) 454 : cluster [INF] osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187] boot 2024-09-18T09:24:10.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:09 smithi189 bash[70525]: cluster 2024-09-18T09:24:08.923011+0000 mon.a (mon.0) 454 : cluster [INF] osd.3 [v2:172.21.15.78:6826/3057218187,v1:172.21.15.78:6827/3057218187] boot 2024-09-18T09:24:10.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:09 smithi189 bash[70525]: cluster 2024-09-18T09:24:08.923111+0000 mon.a (mon.0) 455 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-09-18T09:24:10.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:09 smithi189 bash[70525]: cluster 2024-09-18T09:24:08.923111+0000 mon.a (mon.0) 455 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-09-18T09:24:10.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:09 smithi189 bash[70525]: audit 2024-09-18T09:24:08.931880+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-18T09:24:10.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:09 smithi189 bash[70525]: audit 2024-09-18T09:24:08.931880+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-18T09:24:10.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:09 smithi189 bash[70525]: cluster 2024-09-18T09:24:09.930828+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-18T09:24:10.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:09 smithi189 bash[70525]: cluster 2024-09-18T09:24:09.930828+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-18T09:24:10.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:10 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:10.468386702Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:11.348 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:10 smithi078 bash[90742]: cluster 2024-09-18T09:24:09.751019+0000 mgr.y (mgr.15249) 662 : cluster [DBG] pgmap v386: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:11.348 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:10 smithi078 bash[90742]: cluster 2024-09-18T09:24:09.751019+0000 mgr.y (mgr.15249) 662 : cluster [DBG] pgmap v386: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:11.348 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:10 smithi078 bash[94202]: cluster 2024-09-18T09:24:09.751019+0000 mgr.y (mgr.15249) 662 : cluster [DBG] pgmap v386: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:11.348 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:10 smithi078 bash[94202]: cluster 2024-09-18T09:24:09.751019+0000 mgr.y (mgr.15249) 662 : cluster [DBG] pgmap v386: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:11.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:10 smithi189 bash[70525]: cluster 2024-09-18T09:24:09.751019+0000 mgr.y (mgr.15249) 662 : cluster [DBG] pgmap v386: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:11.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:10 smithi189 bash[70525]: cluster 2024-09-18T09:24:09.751019+0000 mgr.y (mgr.15249) 662 : cluster [DBG] pgmap v386: 161 pgs: 41 active+undersized, 25 active+undersized+degraded, 95 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-18T09:24:12.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:12 smithi189 bash[70525]: cluster 2024-09-18T09:24:11.967549+0000 mon.a (mon.0) 458 : cluster [WRN] Health check update: Degraded data redundancy: 60/636 objects degraded (9.434%), 19 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:12.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:12 smithi189 bash[70525]: cluster 2024-09-18T09:24:11.967549+0000 mon.a (mon.0) 458 : cluster [WRN] Health check update: Degraded data redundancy: 60/636 objects degraded (9.434%), 19 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:12.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:12 smithi078 bash[90742]: cluster 2024-09-18T09:24:11.967549+0000 mon.a (mon.0) 458 : cluster [WRN] Health check update: Degraded data redundancy: 60/636 objects degraded (9.434%), 19 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:12.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:12 smithi078 bash[90742]: cluster 2024-09-18T09:24:11.967549+0000 mon.a (mon.0) 458 : cluster [WRN] Health check update: Degraded data redundancy: 60/636 objects degraded (9.434%), 19 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:12.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:12 smithi078 bash[94202]: cluster 2024-09-18T09:24:11.967549+0000 mon.a (mon.0) 458 : cluster [WRN] Health check update: Degraded data redundancy: 60/636 objects degraded (9.434%), 19 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:12.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:12 smithi078 bash[94202]: cluster 2024-09-18T09:24:11.967549+0000 mon.a (mon.0) 458 : cluster [WRN] Health check update: Degraded data redundancy: 60/636 objects degraded (9.434%), 19 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:13.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:13 smithi189 bash[70525]: cluster 2024-09-18T09:24:11.752138+0000 mgr.y (mgr.15249) 663 : cluster [DBG] pgmap v388: 161 pgs: 7 activating, 8 peering, 31 active+undersized, 19 active+undersized+degraded, 96 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-18T09:24:13.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:13 smithi189 bash[70525]: cluster 2024-09-18T09:24:11.752138+0000 mgr.y (mgr.15249) 663 : cluster [DBG] pgmap v388: 161 pgs: 7 activating, 8 peering, 31 active+undersized, 19 active+undersized+degraded, 96 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-18T09:24:13.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:13 smithi078 bash[90742]: cluster 2024-09-18T09:24:11.752138+0000 mgr.y (mgr.15249) 663 : cluster [DBG] pgmap v388: 161 pgs: 7 activating, 8 peering, 31 active+undersized, 19 active+undersized+degraded, 96 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-18T09:24:13.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:13 smithi078 bash[90742]: cluster 2024-09-18T09:24:11.752138+0000 mgr.y (mgr.15249) 663 : cluster [DBG] pgmap v388: 161 pgs: 7 activating, 8 peering, 31 active+undersized, 19 active+undersized+degraded, 96 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-18T09:24:13.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:13 smithi078 bash[94202]: cluster 2024-09-18T09:24:11.752138+0000 mgr.y (mgr.15249) 663 : cluster [DBG] pgmap v388: 161 pgs: 7 activating, 8 peering, 31 active+undersized, 19 active+undersized+degraded, 96 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-18T09:24:13.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:13 smithi078 bash[94202]: cluster 2024-09-18T09:24:11.752138+0000 mgr.y (mgr.15249) 663 : cluster [DBG] pgmap v388: 161 pgs: 7 activating, 8 peering, 31 active+undersized, 19 active+undersized+degraded, 96 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-18T09:24:13.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:13 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:13.445315285Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:13.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:24:13 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:24:13] "GET /metrics HTTP/1.1" 200 38343 "" "Prometheus/2.51.0" 2024-09-18T09:24:14.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:14 smithi189 bash[70525]: cluster 2024-09-18T09:24:13.753619+0000 mgr.y (mgr.15249) 664 : cluster [DBG] pgmap v389: 161 pgs: 7 activating, 8 peering, 146 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:14.682 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:14 smithi189 bash[70525]: cluster 2024-09-18T09:24:13.753619+0000 mgr.y (mgr.15249) 664 : cluster [DBG] pgmap v389: 161 pgs: 7 activating, 8 peering, 146 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:14.682 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:14 smithi189 bash[70525]: cluster 2024-09-18T09:24:14.021849+0000 mon.a (mon.0) 459 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 60/636 objects degraded (9.434%), 19 pgs degraded) 2024-09-18T09:24:14.682 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:14 smithi189 bash[70525]: cluster 2024-09-18T09:24:14.021849+0000 mon.a (mon.0) 459 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 60/636 objects degraded (9.434%), 19 pgs degraded) 2024-09-18T09:24:14.682 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:14 smithi189 bash[70525]: cluster 2024-09-18T09:24:14.021894+0000 mon.a (mon.0) 460 : cluster [INF] Cluster is now healthy 2024-09-18T09:24:14.683 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:14 smithi189 bash[70525]: cluster 2024-09-18T09:24:14.021894+0000 mon.a (mon.0) 460 : cluster [INF] Cluster is now healthy 2024-09-18T09:24:14.683 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:14 smithi078 bash[90742]: cluster 2024-09-18T09:24:13.753619+0000 mgr.y (mgr.15249) 664 : cluster [DBG] pgmap v389: 161 pgs: 7 activating, 8 peering, 146 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:14.683 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:14 smithi078 bash[90742]: cluster 2024-09-18T09:24:13.753619+0000 mgr.y (mgr.15249) 664 : cluster [DBG] pgmap v389: 161 pgs: 7 activating, 8 peering, 146 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:14.683 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:14 smithi078 bash[90742]: cluster 2024-09-18T09:24:14.021849+0000 mon.a (mon.0) 459 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 60/636 objects degraded (9.434%), 19 pgs degraded) 2024-09-18T09:24:14.683 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:14 smithi078 bash[90742]: cluster 2024-09-18T09:24:14.021849+0000 mon.a (mon.0) 459 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 60/636 objects degraded (9.434%), 19 pgs degraded) 2024-09-18T09:24:14.684 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:14 smithi078 bash[90742]: cluster 2024-09-18T09:24:14.021894+0000 mon.a (mon.0) 460 : cluster [INF] Cluster is now healthy 2024-09-18T09:24:14.684 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:14 smithi078 bash[90742]: cluster 2024-09-18T09:24:14.021894+0000 mon.a (mon.0) 460 : cluster [INF] Cluster is now healthy 2024-09-18T09:24:14.684 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:14 smithi078 bash[94202]: cluster 2024-09-18T09:24:13.753619+0000 mgr.y (mgr.15249) 664 : cluster [DBG] pgmap v389: 161 pgs: 7 activating, 8 peering, 146 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:14.684 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:14 smithi078 bash[94202]: cluster 2024-09-18T09:24:13.753619+0000 mgr.y (mgr.15249) 664 : cluster [DBG] pgmap v389: 161 pgs: 7 activating, 8 peering, 146 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:14.684 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:14 smithi078 bash[94202]: cluster 2024-09-18T09:24:14.021849+0000 mon.a (mon.0) 459 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 60/636 objects degraded (9.434%), 19 pgs degraded) 2024-09-18T09:24:14.684 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:14 smithi078 bash[94202]: cluster 2024-09-18T09:24:14.021849+0000 mon.a (mon.0) 459 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 60/636 objects degraded (9.434%), 19 pgs degraded) 2024-09-18T09:24:14.684 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:14 smithi078 bash[94202]: cluster 2024-09-18T09:24:14.021894+0000 mon.a (mon.0) 460 : cluster [INF] Cluster is now healthy 2024-09-18T09:24:14.684 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:14 smithi078 bash[94202]: cluster 2024-09-18T09:24:14.021894+0000 mon.a (mon.0) 460 : cluster [INF] Cluster is now healthy 2024-09-18T09:24:14.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:24:14 smithi078 bash[70347]: debug 2024-09-18T09:24:14.586+0000 7fdec4a65640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-18T09:24:15.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.427260+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.427260+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.436262+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.436262+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.438148+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:24:15.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.438148+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:24:15.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.439889+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:24:15.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.439889+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:24:15.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.449167+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.449167+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.578323+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:24:15.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.578323+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:24:15.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.581918+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.581918+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.584250+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.584250+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.586238+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.586238+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.588698+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-18T09:24:15.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.588698+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-18T09:24:15.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.427260+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.427260+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.436262+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.436262+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.438148+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:24:15.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.438148+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:24:15.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.439889+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:24:15.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.439889+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:24:15.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.449167+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.449167+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.708 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.578323+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:24:15.708 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.578323+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:24:15.708 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.581918+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.708 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.581918+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.708 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.584250+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.708 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.584250+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.708 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.586238+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.708 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.586238+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.708 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.588698+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-18T09:24:15.708 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.588698+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-18T09:24:15.708 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.589111+0000 mgr.y (mgr.15249) 665 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T09:24:15.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: audit 2024-09-18T09:24:14.589111+0000 mgr.y (mgr.15249) 665 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T09:24:15.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: cephadm 2024-09-18T09:24:14.590812+0000 mgr.y (mgr.15249) 666 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-18T09:24:15.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[90742]: cephadm 2024-09-18T09:24:14.590812+0000 mgr.y (mgr.15249) 666 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-18T09:24:15.709 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.589111+0000 mgr.y (mgr.15249) 665 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T09:24:15.709 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: audit 2024-09-18T09:24:14.589111+0000 mgr.y (mgr.15249) 665 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T09:24:15.709 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: cephadm 2024-09-18T09:24:14.590812+0000 mgr.y (mgr.15249) 666 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-18T09:24:15.709 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:15 smithi078 bash[94202]: cephadm 2024-09-18T09:24:14.590812+0000 mgr.y (mgr.15249) 666 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-18T09:24:15.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.427260+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.427260+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.436262+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.436262+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.438148+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:24:15.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.438148+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:24:15.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.439889+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:24:15.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.439889+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:24:15.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.449167+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.449167+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:15.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.578323+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:24:15.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.578323+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:24:15.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.581918+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.581918+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.584250+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.584250+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.586238+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.586238+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:15.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.588698+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-18T09:24:15.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.588698+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-18T09:24:15.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.589111+0000 mgr.y (mgr.15249) 665 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T09:24:15.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: audit 2024-09-18T09:24:14.589111+0000 mgr.y (mgr.15249) 665 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T09:24:15.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: cephadm 2024-09-18T09:24:14.590812+0000 mgr.y (mgr.15249) 666 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-18T09:24:15.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:15 smithi189 bash[70525]: cephadm 2024-09-18T09:24:14.590812+0000 mgr.y (mgr.15249) 666 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-18T09:24:16.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:16 smithi078 bash[90742]: cluster 2024-09-18T09:24:15.754685+0000 mgr.y (mgr.15249) 667 : cluster [DBG] pgmap v390: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:16.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:16 smithi078 bash[90742]: cluster 2024-09-18T09:24:15.754685+0000 mgr.y (mgr.15249) 667 : cluster [DBG] pgmap v390: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:16.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:16 smithi078 bash[90742]: audit 2024-09-18T09:24:15.955341+0000 mgr.y (mgr.15249) 668 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:16.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:16 smithi078 bash[90742]: audit 2024-09-18T09:24:15.955341+0000 mgr.y (mgr.15249) 668 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:16.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:16 smithi078 bash[94202]: cluster 2024-09-18T09:24:15.754685+0000 mgr.y (mgr.15249) 667 : cluster [DBG] pgmap v390: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:16.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:16 smithi078 bash[94202]: cluster 2024-09-18T09:24:15.754685+0000 mgr.y (mgr.15249) 667 : cluster [DBG] pgmap v390: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:16.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:16 smithi078 bash[94202]: audit 2024-09-18T09:24:15.955341+0000 mgr.y (mgr.15249) 668 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:16.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:16 smithi078 bash[94202]: audit 2024-09-18T09:24:15.955341+0000 mgr.y (mgr.15249) 668 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:16.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:16 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:16.430275129Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:16.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:16 smithi189 bash[70525]: cluster 2024-09-18T09:24:15.754685+0000 mgr.y (mgr.15249) 667 : cluster [DBG] pgmap v390: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:16.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:16 smithi189 bash[70525]: cluster 2024-09-18T09:24:15.754685+0000 mgr.y (mgr.15249) 667 : cluster [DBG] pgmap v390: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:16.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:16 smithi189 bash[70525]: audit 2024-09-18T09:24:15.955341+0000 mgr.y (mgr.15249) 668 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:16.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:16 smithi189 bash[70525]: audit 2024-09-18T09:24:15.955341+0000 mgr.y (mgr.15249) 668 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:18.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:18 smithi189 bash[70525]: audit 2024-09-18T09:24:17.228799+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:18.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:18 smithi189 bash[70525]: audit 2024-09-18T09:24:17.228799+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:18.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:18 smithi189 bash[70525]: audit 2024-09-18T09:24:17.230795+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:18.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:18 smithi189 bash[70525]: audit 2024-09-18T09:24:17.230795+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:18.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:18 smithi189 bash[70525]: cluster 2024-09-18T09:24:17.755845+0000 mgr.y (mgr.15249) 669 : cluster [DBG] pgmap v391: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:18.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:18 smithi189 bash[70525]: cluster 2024-09-18T09:24:17.755845+0000 mgr.y (mgr.15249) 669 : cluster [DBG] pgmap v391: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:18 smithi078 bash[90742]: audit 2024-09-18T09:24:17.228799+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:18 smithi078 bash[90742]: audit 2024-09-18T09:24:17.228799+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:18 smithi078 bash[90742]: audit 2024-09-18T09:24:17.230795+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:18 smithi078 bash[90742]: audit 2024-09-18T09:24:17.230795+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:18.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:18 smithi078 bash[90742]: cluster 2024-09-18T09:24:17.755845+0000 mgr.y (mgr.15249) 669 : cluster [DBG] pgmap v391: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:18.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:18 smithi078 bash[90742]: cluster 2024-09-18T09:24:17.755845+0000 mgr.y (mgr.15249) 669 : cluster [DBG] pgmap v391: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:18 smithi078 bash[94202]: audit 2024-09-18T09:24:17.228799+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:18 smithi078 bash[94202]: audit 2024-09-18T09:24:17.228799+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:18 smithi078 bash[94202]: audit 2024-09-18T09:24:17.230795+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:18 smithi078 bash[94202]: audit 2024-09-18T09:24:17.230795+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:18 smithi078 bash[94202]: cluster 2024-09-18T09:24:17.755845+0000 mgr.y (mgr.15249) 669 : cluster [DBG] pgmap v391: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:18 smithi078 bash[94202]: cluster 2024-09-18T09:24:17.755845+0000 mgr.y (mgr.15249) 669 : cluster [DBG] pgmap v391: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:19.349 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:24:19.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:19 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:19.475771415Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:19.995 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:24:19.995 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (10m) 17s ago 37m 13.9M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:24:19.995 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (9m) 7m ago 37m 67.0M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:24:19.995 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (12m) 17s ago 34m 49.4M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:24:19.995 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (11m) 7m ago 46m 439M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:24:19.995 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (22m) 17s ago 48m 518M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:24:19.995 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (6m) 17s ago 48m 52.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:24:19.995 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (7m) 7m ago 46m 18.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:24:19.995 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (6m) 17s ago 46m 38.9M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:24:19.996 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (11m) 17s ago 37m 8284k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:24:19.996 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (11m) 7m ago 37m 8043k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:24:19.996 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (4m) 17s ago 45m 49.4M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 b10b88ce2e14 2024-09-18T09:24:19.996 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (3m) 17s ago 44m 50.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3939468d55d0 2024-09-18T09:24:19.996 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (109s) 17s ago 43m 46.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 db670b04d315 2024-09-18T09:24:19.996 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (18s) 17s ago 42m - 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 35d85c967fbc 2024-09-18T09:24:19.996 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (41m) 7m ago 41m 68.3M 3292M 19.1.1-330-gc2ddf972 ebb0615149de e57adc0a6152 2024-09-18T09:24:19.996 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (40m) 7m ago 40m 57.4M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:24:19.996 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (39m) 7m ago 39m 55.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:24:19.996 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (38m) 7m ago 38m 66.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:24:19.996 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (10m) 7m ago 38m 37.7M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:24:19.996 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (35m) 17s ago 35m 102M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:24:19.996 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (35m) 7m ago 35m 102M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:24:20.371 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:24:20.371 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:24:20.371 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 3 2024-09-18T09:24:20.371 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:24:20.371 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:24:20.371 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:24:20.371 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:24:20.371 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:24:20.371 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 4, 2024-09-18T09:24:20.372 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 4 2024-09-18T09:24:20.372 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:24:20.372 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:24:20.372 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:24:20.372 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:24:20.372 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:24:20.372 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 6, 2024-09-18T09:24:20.372 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 9 2024-09-18T09:24:20.372 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:24:20.372 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:24:20.688 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:24:20.688 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:24:20.688 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:24:20.688 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-18T09:24:20.688 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:24:20.689 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "4/8 daemons upgraded", 2024-09-18T09:24:20.689 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading osd daemons", 2024-09-18T09:24:20.689 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:24:20.689 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:24:21.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:20 smithi189 bash[70525]: audit 2024-09-18T09:24:19.335130+0000 mgr.y (mgr.15249) 670 : audit [DBG] from='client.44433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:20 smithi189 bash[70525]: audit 2024-09-18T09:24:19.335130+0000 mgr.y (mgr.15249) 670 : audit [DBG] from='client.44433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:20 smithi189 bash[70525]: audit 2024-09-18T09:24:19.658468+0000 mgr.y (mgr.15249) 671 : audit [DBG] from='client.44439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:20 smithi189 bash[70525]: audit 2024-09-18T09:24:19.658468+0000 mgr.y (mgr.15249) 671 : audit [DBG] from='client.44439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:20 smithi189 bash[70525]: cluster 2024-09-18T09:24:19.756865+0000 mgr.y (mgr.15249) 672 : cluster [DBG] pgmap v392: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:21.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:20 smithi189 bash[70525]: cluster 2024-09-18T09:24:19.756865+0000 mgr.y (mgr.15249) 672 : cluster [DBG] pgmap v392: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:21.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:20 smithi189 bash[70525]: audit 2024-09-18T09:24:19.973060+0000 mgr.y (mgr.15249) 673 : audit [DBG] from='client.54419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:20 smithi189 bash[70525]: audit 2024-09-18T09:24:19.973060+0000 mgr.y (mgr.15249) 673 : audit [DBG] from='client.54419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:20 smithi189 bash[70525]: audit 2024-09-18T09:24:20.370040+0000 mon.a (mon.0) 473 : audit [DBG] from='client.? 172.21.15.78:0/974565564' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:21.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:20 smithi189 bash[70525]: audit 2024-09-18T09:24:20.370040+0000 mon.a (mon.0) 473 : audit [DBG] from='client.? 172.21.15.78:0/974565564' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:21.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[90742]: audit 2024-09-18T09:24:19.335130+0000 mgr.y (mgr.15249) 670 : audit [DBG] from='client.44433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[90742]: audit 2024-09-18T09:24:19.335130+0000 mgr.y (mgr.15249) 670 : audit [DBG] from='client.44433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[90742]: audit 2024-09-18T09:24:19.658468+0000 mgr.y (mgr.15249) 671 : audit [DBG] from='client.44439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[90742]: audit 2024-09-18T09:24:19.658468+0000 mgr.y (mgr.15249) 671 : audit [DBG] from='client.44439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[90742]: cluster 2024-09-18T09:24:19.756865+0000 mgr.y (mgr.15249) 672 : cluster [DBG] pgmap v392: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:21.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[90742]: cluster 2024-09-18T09:24:19.756865+0000 mgr.y (mgr.15249) 672 : cluster [DBG] pgmap v392: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:21.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[90742]: audit 2024-09-18T09:24:19.973060+0000 mgr.y (mgr.15249) 673 : audit [DBG] from='client.54419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[90742]: audit 2024-09-18T09:24:19.973060+0000 mgr.y (mgr.15249) 673 : audit [DBG] from='client.54419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[90742]: audit 2024-09-18T09:24:20.370040+0000 mon.a (mon.0) 473 : audit [DBG] from='client.? 172.21.15.78:0/974565564' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:21.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[90742]: audit 2024-09-18T09:24:20.370040+0000 mon.a (mon.0) 473 : audit [DBG] from='client.? 172.21.15.78:0/974565564' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:21.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[94202]: audit 2024-09-18T09:24:19.335130+0000 mgr.y (mgr.15249) 670 : audit [DBG] from='client.44433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[94202]: audit 2024-09-18T09:24:19.335130+0000 mgr.y (mgr.15249) 670 : audit [DBG] from='client.44433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[94202]: audit 2024-09-18T09:24:19.658468+0000 mgr.y (mgr.15249) 671 : audit [DBG] from='client.44439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[94202]: audit 2024-09-18T09:24:19.658468+0000 mgr.y (mgr.15249) 671 : audit [DBG] from='client.44439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[94202]: cluster 2024-09-18T09:24:19.756865+0000 mgr.y (mgr.15249) 672 : cluster [DBG] pgmap v392: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:21.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[94202]: cluster 2024-09-18T09:24:19.756865+0000 mgr.y (mgr.15249) 672 : cluster [DBG] pgmap v392: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:21.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[94202]: audit 2024-09-18T09:24:19.973060+0000 mgr.y (mgr.15249) 673 : audit [DBG] from='client.54419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[94202]: audit 2024-09-18T09:24:19.973060+0000 mgr.y (mgr.15249) 673 : audit [DBG] from='client.54419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:21.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[94202]: audit 2024-09-18T09:24:20.370040+0000 mon.a (mon.0) 473 : audit [DBG] from='client.? 172.21.15.78:0/974565564' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:21.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:20 smithi078 bash[94202]: audit 2024-09-18T09:24:20.370040+0000 mon.a (mon.0) 473 : audit [DBG] from='client.? 172.21.15.78:0/974565564' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:22.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:21 smithi189 bash[70525]: audit 2024-09-18T09:24:20.687527+0000 mgr.y (mgr.15249) 674 : audit [DBG] from='client.44457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:22.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:21 smithi189 bash[70525]: audit 2024-09-18T09:24:20.687527+0000 mgr.y (mgr.15249) 674 : audit [DBG] from='client.44457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:22.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:21 smithi078 bash[90742]: audit 2024-09-18T09:24:20.687527+0000 mgr.y (mgr.15249) 674 : audit [DBG] from='client.44457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:22.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:21 smithi078 bash[90742]: audit 2024-09-18T09:24:20.687527+0000 mgr.y (mgr.15249) 674 : audit [DBG] from='client.44457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:22.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:21 smithi078 bash[94202]: audit 2024-09-18T09:24:20.687527+0000 mgr.y (mgr.15249) 674 : audit [DBG] from='client.44457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:22.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:21 smithi078 bash[94202]: audit 2024-09-18T09:24:20.687527+0000 mgr.y (mgr.15249) 674 : audit [DBG] from='client.44457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:22.823 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:22 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:22.442517649Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:22 smithi189 bash[70525]: cluster 2024-09-18T09:24:21.757857+0000 mgr.y (mgr.15249) 675 : cluster [DBG] pgmap v393: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:22 smithi189 bash[70525]: cluster 2024-09-18T09:24:21.757857+0000 mgr.y (mgr.15249) 675 : cluster [DBG] pgmap v393: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:22 smithi189 bash[70525]: audit 2024-09-18T09:24:22.564309+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:22 smithi189 bash[70525]: audit 2024-09-18T09:24:22.564309+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:22 smithi078 bash[90742]: cluster 2024-09-18T09:24:21.757857+0000 mgr.y (mgr.15249) 675 : cluster [DBG] pgmap v393: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:22 smithi078 bash[90742]: cluster 2024-09-18T09:24:21.757857+0000 mgr.y (mgr.15249) 675 : cluster [DBG] pgmap v393: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:22 smithi078 bash[90742]: audit 2024-09-18T09:24:22.564309+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:22 smithi078 bash[90742]: audit 2024-09-18T09:24:22.564309+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:22 smithi078 bash[94202]: cluster 2024-09-18T09:24:21.757857+0000 mgr.y (mgr.15249) 675 : cluster [DBG] pgmap v393: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:22 smithi078 bash[94202]: cluster 2024-09-18T09:24:21.757857+0000 mgr.y (mgr.15249) 675 : cluster [DBG] pgmap v393: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:22 smithi078 bash[94202]: audit 2024-09-18T09:24:22.564309+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:22 smithi078 bash[94202]: audit 2024-09-18T09:24:22.564309+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:23.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:24:23 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:24:23] "GET /metrics HTTP/1.1" 200 38337 "" "Prometheus/2.51.0" 2024-09-18T09:24:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:24 smithi189 bash[70525]: cluster 2024-09-18T09:24:23.759306+0000 mgr.y (mgr.15249) 676 : cluster [DBG] pgmap v394: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:24 smithi189 bash[70525]: cluster 2024-09-18T09:24:23.759306+0000 mgr.y (mgr.15249) 676 : cluster [DBG] pgmap v394: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:25.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:24 smithi078 bash[94202]: cluster 2024-09-18T09:24:23.759306+0000 mgr.y (mgr.15249) 676 : cluster [DBG] pgmap v394: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:25.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:24 smithi078 bash[94202]: cluster 2024-09-18T09:24:23.759306+0000 mgr.y (mgr.15249) 676 : cluster [DBG] pgmap v394: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:24 smithi078 bash[90742]: cluster 2024-09-18T09:24:23.759306+0000 mgr.y (mgr.15249) 676 : cluster [DBG] pgmap v394: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:24 smithi078 bash[90742]: cluster 2024-09-18T09:24:23.759306+0000 mgr.y (mgr.15249) 676 : cluster [DBG] pgmap v394: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-09-18T09:24:25.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:25 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:25.440225713Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:27.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:26 smithi189 bash[70525]: cluster 2024-09-18T09:24:25.760360+0000 mgr.y (mgr.15249) 677 : cluster [DBG] pgmap v395: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:27.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:26 smithi189 bash[70525]: cluster 2024-09-18T09:24:25.760360+0000 mgr.y (mgr.15249) 677 : cluster [DBG] pgmap v395: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:27.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:26 smithi189 bash[70525]: audit 2024-09-18T09:24:25.965486+0000 mgr.y (mgr.15249) 678 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:27.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:26 smithi189 bash[70525]: audit 2024-09-18T09:24:25.965486+0000 mgr.y (mgr.15249) 678 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:26 smithi078 bash[94202]: cluster 2024-09-18T09:24:25.760360+0000 mgr.y (mgr.15249) 677 : cluster [DBG] pgmap v395: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:26 smithi078 bash[94202]: cluster 2024-09-18T09:24:25.760360+0000 mgr.y (mgr.15249) 677 : cluster [DBG] pgmap v395: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:27.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:26 smithi078 bash[94202]: audit 2024-09-18T09:24:25.965486+0000 mgr.y (mgr.15249) 678 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:27.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:26 smithi078 bash[94202]: audit 2024-09-18T09:24:25.965486+0000 mgr.y (mgr.15249) 678 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:26 smithi078 bash[90742]: cluster 2024-09-18T09:24:25.760360+0000 mgr.y (mgr.15249) 677 : cluster [DBG] pgmap v395: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:26 smithi078 bash[90742]: cluster 2024-09-18T09:24:25.760360+0000 mgr.y (mgr.15249) 677 : cluster [DBG] pgmap v395: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:26 smithi078 bash[90742]: audit 2024-09-18T09:24:25.965486+0000 mgr.y (mgr.15249) 678 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:26 smithi078 bash[90742]: audit 2024-09-18T09:24:25.965486+0000 mgr.y (mgr.15249) 678 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:28.835 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:28 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:28.437071588Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:29.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:28 smithi189 bash[70525]: cluster 2024-09-18T09:24:27.761593+0000 mgr.y (mgr.15249) 679 : cluster [DBG] pgmap v396: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:29.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:28 smithi189 bash[70525]: cluster 2024-09-18T09:24:27.761593+0000 mgr.y (mgr.15249) 679 : cluster [DBG] pgmap v396: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:28 smithi078 bash[90742]: cluster 2024-09-18T09:24:27.761593+0000 mgr.y (mgr.15249) 679 : cluster [DBG] pgmap v396: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:28 smithi078 bash[90742]: cluster 2024-09-18T09:24:27.761593+0000 mgr.y (mgr.15249) 679 : cluster [DBG] pgmap v396: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:29.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:28 smithi078 bash[94202]: cluster 2024-09-18T09:24:27.761593+0000 mgr.y (mgr.15249) 679 : cluster [DBG] pgmap v396: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:29.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:28 smithi078 bash[94202]: cluster 2024-09-18T09:24:27.761593+0000 mgr.y (mgr.15249) 679 : cluster [DBG] pgmap v396: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:30.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:29 smithi189 bash[70525]: audit 2024-09-18T09:24:29.601558+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-18T09:24:30.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:29 smithi189 bash[70525]: audit 2024-09-18T09:24:29.601558+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-18T09:24:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:29 smithi078 bash[90742]: audit 2024-09-18T09:24:29.601558+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-18T09:24:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:29 smithi078 bash[90742]: audit 2024-09-18T09:24:29.601558+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-18T09:24:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:29 smithi078 bash[94202]: audit 2024-09-18T09:24:29.601558+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-18T09:24:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:29 smithi078 bash[94202]: audit 2024-09-18T09:24:29.601558+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-18T09:24:31.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:30 smithi189 bash[70525]: audit 2024-09-18T09:24:29.601979+0000 mgr.y (mgr.15249) 680 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T09:24:31.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:30 smithi189 bash[70525]: audit 2024-09-18T09:24:29.601979+0000 mgr.y (mgr.15249) 680 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T09:24:31.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:30 smithi189 bash[70525]: cephadm 2024-09-18T09:24:29.604564+0000 mgr.y (mgr.15249) 681 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-18T09:24:31.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:30 smithi189 bash[70525]: cephadm 2024-09-18T09:24:29.604564+0000 mgr.y (mgr.15249) 681 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-18T09:24:31.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:30 smithi189 bash[70525]: cluster 2024-09-18T09:24:29.762602+0000 mgr.y (mgr.15249) 682 : cluster [DBG] pgmap v397: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:24:31.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:30 smithi189 bash[70525]: cluster 2024-09-18T09:24:29.762602+0000 mgr.y (mgr.15249) 682 : cluster [DBG] pgmap v397: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:24:31.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:30 smithi078 bash[90742]: audit 2024-09-18T09:24:29.601979+0000 mgr.y (mgr.15249) 680 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T09:24:31.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:30 smithi078 bash[90742]: audit 2024-09-18T09:24:29.601979+0000 mgr.y (mgr.15249) 680 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T09:24:31.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:30 smithi078 bash[90742]: cephadm 2024-09-18T09:24:29.604564+0000 mgr.y (mgr.15249) 681 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-18T09:24:31.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:30 smithi078 bash[90742]: cephadm 2024-09-18T09:24:29.604564+0000 mgr.y (mgr.15249) 681 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-18T09:24:31.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:30 smithi078 bash[90742]: cluster 2024-09-18T09:24:29.762602+0000 mgr.y (mgr.15249) 682 : cluster [DBG] pgmap v397: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:24:31.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:30 smithi078 bash[90742]: cluster 2024-09-18T09:24:29.762602+0000 mgr.y (mgr.15249) 682 : cluster [DBG] pgmap v397: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:24:31.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:30 smithi078 bash[94202]: audit 2024-09-18T09:24:29.601979+0000 mgr.y (mgr.15249) 680 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T09:24:31.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:30 smithi078 bash[94202]: audit 2024-09-18T09:24:29.601979+0000 mgr.y (mgr.15249) 680 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T09:24:31.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:30 smithi078 bash[94202]: cephadm 2024-09-18T09:24:29.604564+0000 mgr.y (mgr.15249) 681 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-18T09:24:31.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:30 smithi078 bash[94202]: cephadm 2024-09-18T09:24:29.604564+0000 mgr.y (mgr.15249) 681 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-18T09:24:31.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:30 smithi078 bash[94202]: cluster 2024-09-18T09:24:29.762602+0000 mgr.y (mgr.15249) 682 : cluster [DBG] pgmap v397: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:24:31.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:30 smithi078 bash[94202]: cluster 2024-09-18T09:24:29.762602+0000 mgr.y (mgr.15249) 682 : cluster [DBG] pgmap v397: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:24:31.582 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:31 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:31.458746239Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:32.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:32 smithi189 bash[70525]: cluster 2024-09-18T09:24:31.763604+0000 mgr.y (mgr.15249) 683 : cluster [DBG] pgmap v398: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:32.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:32 smithi189 bash[70525]: cluster 2024-09-18T09:24:31.763604+0000 mgr.y (mgr.15249) 683 : cluster [DBG] pgmap v398: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:32.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:32 smithi189 bash[70525]: audit 2024-09-18T09:24:32.073077+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:32.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:32 smithi189 bash[70525]: audit 2024-09-18T09:24:32.073077+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:32.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:32 smithi189 bash[70525]: audit 2024-09-18T09:24:32.077479+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-18T09:24:32.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:32 smithi189 bash[70525]: audit 2024-09-18T09:24:32.077479+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-18T09:24:32.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:32 smithi189 bash[70525]: audit 2024-09-18T09:24:32.079130+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:24:32.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:32 smithi189 bash[70525]: audit 2024-09-18T09:24:32.079130+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:24:32.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:32 smithi189 bash[70525]: audit 2024-09-18T09:24:32.222907+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:32.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:32 smithi189 bash[70525]: audit 2024-09-18T09:24:32.222907+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[90742]: cluster 2024-09-18T09:24:31.763604+0000 mgr.y (mgr.15249) 683 : cluster [DBG] pgmap v398: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[90742]: cluster 2024-09-18T09:24:31.763604+0000 mgr.y (mgr.15249) 683 : cluster [DBG] pgmap v398: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[90742]: audit 2024-09-18T09:24:32.073077+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[90742]: audit 2024-09-18T09:24:32.073077+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[90742]: audit 2024-09-18T09:24:32.077479+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-18T09:24:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[90742]: audit 2024-09-18T09:24:32.077479+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-18T09:24:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[90742]: audit 2024-09-18T09:24:32.079130+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:24:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[90742]: audit 2024-09-18T09:24:32.079130+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:24:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[90742]: audit 2024-09-18T09:24:32.222907+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[90742]: audit 2024-09-18T09:24:32.222907+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:33.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[94202]: cluster 2024-09-18T09:24:31.763604+0000 mgr.y (mgr.15249) 683 : cluster [DBG] pgmap v398: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:33.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[94202]: cluster 2024-09-18T09:24:31.763604+0000 mgr.y (mgr.15249) 683 : cluster [DBG] pgmap v398: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:33.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[94202]: audit 2024-09-18T09:24:32.073077+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:33.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[94202]: audit 2024-09-18T09:24:32.073077+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:33.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[94202]: audit 2024-09-18T09:24:32.077479+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-18T09:24:33.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[94202]: audit 2024-09-18T09:24:32.077479+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-18T09:24:33.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[94202]: audit 2024-09-18T09:24:32.079130+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:24:33.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[94202]: audit 2024-09-18T09:24:32.079130+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:24:33.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[94202]: audit 2024-09-18T09:24:32.222907+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:33.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:32 smithi078 bash[94202]: audit 2024-09-18T09:24:32.222907+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:33.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:24:33 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:24:33] "GET /metrics HTTP/1.1" 200 38341 "" "Prometheus/2.51.0" 2024-09-18T09:24:33.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:33 smithi078 bash[90742]: cephadm 2024-09-18T09:24:32.065612+0000 mgr.y (mgr.15249) 684 : cephadm [INF] Upgrade: Updating osd.4 2024-09-18T09:24:33.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:33 smithi078 bash[90742]: cephadm 2024-09-18T09:24:32.065612+0000 mgr.y (mgr.15249) 684 : cephadm [INF] Upgrade: Updating osd.4 2024-09-18T09:24:33.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:33 smithi078 bash[90742]: cephadm 2024-09-18T09:24:32.084466+0000 mgr.y (mgr.15249) 685 : cephadm [INF] Deploying daemon osd.4 on smithi189 2024-09-18T09:24:33.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:33 smithi078 bash[90742]: cephadm 2024-09-18T09:24:32.084466+0000 mgr.y (mgr.15249) 685 : cephadm [INF] Deploying daemon osd.4 on smithi189 2024-09-18T09:24:33.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:33 smithi078 bash[94202]: cephadm 2024-09-18T09:24:32.065612+0000 mgr.y (mgr.15249) 684 : cephadm [INF] Upgrade: Updating osd.4 2024-09-18T09:24:33.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:33 smithi078 bash[94202]: cephadm 2024-09-18T09:24:32.065612+0000 mgr.y (mgr.15249) 684 : cephadm [INF] Upgrade: Updating osd.4 2024-09-18T09:24:33.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:33 smithi078 bash[94202]: cephadm 2024-09-18T09:24:32.084466+0000 mgr.y (mgr.15249) 685 : cephadm [INF] Deploying daemon osd.4 on smithi189 2024-09-18T09:24:33.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:33 smithi078 bash[94202]: cephadm 2024-09-18T09:24:32.084466+0000 mgr.y (mgr.15249) 685 : cephadm [INF] Deploying daemon osd.4 on smithi189 2024-09-18T09:24:34.112 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:33 smithi189 bash[70525]: cephadm 2024-09-18T09:24:32.065612+0000 mgr.y (mgr.15249) 684 : cephadm [INF] Upgrade: Updating osd.4 2024-09-18T09:24:34.112 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:33 smithi189 bash[70525]: cephadm 2024-09-18T09:24:32.065612+0000 mgr.y (mgr.15249) 684 : cephadm [INF] Upgrade: Updating osd.4 2024-09-18T09:24:34.112 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:33 smithi189 bash[70525]: cephadm 2024-09-18T09:24:32.084466+0000 mgr.y (mgr.15249) 685 : cephadm [INF] Deploying daemon osd.4 on smithi189 2024-09-18T09:24:34.112 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:33 smithi189 bash[70525]: cephadm 2024-09-18T09:24:32.084466+0000 mgr.y (mgr.15249) 685 : cephadm [INF] Deploying daemon osd.4 on smithi189 2024-09-18T09:24:34.738 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:34 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:34.453733795Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:35.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:34 smithi189 bash[70525]: cluster 2024-09-18T09:24:33.765092+0000 mgr.y (mgr.15249) 686 : cluster [DBG] pgmap v399: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:24:35.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:34 smithi189 bash[70525]: cluster 2024-09-18T09:24:33.765092+0000 mgr.y (mgr.15249) 686 : cluster [DBG] pgmap v399: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:24:35.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:34 smithi078 bash[90742]: cluster 2024-09-18T09:24:33.765092+0000 mgr.y (mgr.15249) 686 : cluster [DBG] pgmap v399: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:24:35.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:34 smithi078 bash[90742]: cluster 2024-09-18T09:24:33.765092+0000 mgr.y (mgr.15249) 686 : cluster [DBG] pgmap v399: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:24:35.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:34 smithi078 bash[94202]: cluster 2024-09-18T09:24:33.765092+0000 mgr.y (mgr.15249) 686 : cluster [DBG] pgmap v399: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:24:35.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:34 smithi078 bash[94202]: cluster 2024-09-18T09:24:33.765092+0000 mgr.y (mgr.15249) 686 : cluster [DBG] pgmap v399: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:24:37.036 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:37.036 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:24:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:37.036 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:24:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:37.037 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:24:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:37.037 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:36 smithi189 bash[70525]: cluster 2024-09-18T09:24:35.766160+0000 mgr.y (mgr.15249) 687 : cluster [DBG] pgmap v400: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:37.037 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:36 smithi189 bash[70525]: cluster 2024-09-18T09:24:35.766160+0000 mgr.y (mgr.15249) 687 : cluster [DBG] pgmap v400: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:37.037 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:36 smithi189 bash[70525]: audit 2024-09-18T09:24:35.977349+0000 mgr.y (mgr.15249) 688 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:37.037 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:36 smithi189 bash[70525]: audit 2024-09-18T09:24:35.977349+0000 mgr.y (mgr.15249) 688 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:37.037 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:37.038 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:37.038 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:24:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:37.038 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:24:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:37.039 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:24:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:36 smithi078 bash[90742]: cluster 2024-09-18T09:24:35.766160+0000 mgr.y (mgr.15249) 687 : cluster [DBG] pgmap v400: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:36 smithi078 bash[90742]: cluster 2024-09-18T09:24:35.766160+0000 mgr.y (mgr.15249) 687 : cluster [DBG] pgmap v400: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:36 smithi078 bash[90742]: audit 2024-09-18T09:24:35.977349+0000 mgr.y (mgr.15249) 688 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:36 smithi078 bash[90742]: audit 2024-09-18T09:24:35.977349+0000 mgr.y (mgr.15249) 688 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:37.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:36 smithi078 bash[94202]: cluster 2024-09-18T09:24:35.766160+0000 mgr.y (mgr.15249) 687 : cluster [DBG] pgmap v400: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:37.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:36 smithi078 bash[94202]: cluster 2024-09-18T09:24:35.766160+0000 mgr.y (mgr.15249) 687 : cluster [DBG] pgmap v400: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:37.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:36 smithi078 bash[94202]: audit 2024-09-18T09:24:35.977349+0000 mgr.y (mgr.15249) 688 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:37.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:36 smithi078 bash[94202]: audit 2024-09-18T09:24:35.977349+0000 mgr.y (mgr.15249) 688 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:37.422 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:37 smithi189 systemd[1]: Stopping Ceph osd.4 for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:24:37.422 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:37 smithi189 bash[25092]: debug 2024-09-18T09:24:37.152+0000 7f6932f85640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-18T09:24:37.422 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:37 smithi189 bash[25092]: debug 2024-09-18T09:24:37.152+0000 7f6932f85640 -1 osd.4 136 *** Got signal Terminated *** 2024-09-18T09:24:37.422 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:37 smithi189 bash[25092]: debug 2024-09-18T09:24:37.152+0000 7f6932f85640 -1 osd.4 136 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T09:24:37.872 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:37 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:37.428783984Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:38.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:37 smithi189 bash[70525]: cluster 2024-09-18T09:24:37.154608+0000 mon.a (mon.0) 480 : cluster [INF] osd.4 marked itself down and dead 2024-09-18T09:24:38.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:37 smithi189 bash[70525]: cluster 2024-09-18T09:24:37.154608+0000 mon.a (mon.0) 480 : cluster [INF] osd.4 marked itself down and dead 2024-09-18T09:24:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:37 smithi078 bash[90742]: cluster 2024-09-18T09:24:37.154608+0000 mon.a (mon.0) 480 : cluster [INF] osd.4 marked itself down and dead 2024-09-18T09:24:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:37 smithi078 bash[90742]: cluster 2024-09-18T09:24:37.154608+0000 mon.a (mon.0) 480 : cluster [INF] osd.4 marked itself down and dead 2024-09-18T09:24:38.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:37 smithi078 bash[94202]: cluster 2024-09-18T09:24:37.154608+0000 mon.a (mon.0) 480 : cluster [INF] osd.4 marked itself down and dead 2024-09-18T09:24:38.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:37 smithi078 bash[94202]: cluster 2024-09-18T09:24:37.154608+0000 mon.a (mon.0) 480 : cluster [INF] osd.4 marked itself down and dead 2024-09-18T09:24:39.151 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:38 smithi189 bash[74010]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-4 2024-09-18T09:24:39.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:38 smithi189 bash[70525]: cluster 2024-09-18T09:24:37.767372+0000 mgr.y (mgr.15249) 689 : cluster [DBG] pgmap v401: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:39.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:38 smithi189 bash[70525]: cluster 2024-09-18T09:24:37.767372+0000 mgr.y (mgr.15249) 689 : cluster [DBG] pgmap v401: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:39.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:38 smithi189 bash[70525]: cluster 2024-09-18T09:24:37.869068+0000 mon.a (mon.0) 481 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:24:39.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:38 smithi189 bash[70525]: cluster 2024-09-18T09:24:37.869068+0000 mon.a (mon.0) 481 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:24:39.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:38 smithi189 bash[70525]: cluster 2024-09-18T09:24:37.890717+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e137: 8 total, 7 up, 8 in 2024-09-18T09:24:39.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:38 smithi189 bash[70525]: cluster 2024-09-18T09:24:37.890717+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e137: 8 total, 7 up, 8 in 2024-09-18T09:24:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:38 smithi078 bash[90742]: cluster 2024-09-18T09:24:37.767372+0000 mgr.y (mgr.15249) 689 : cluster [DBG] pgmap v401: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:38 smithi078 bash[90742]: cluster 2024-09-18T09:24:37.767372+0000 mgr.y (mgr.15249) 689 : cluster [DBG] pgmap v401: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:38 smithi078 bash[90742]: cluster 2024-09-18T09:24:37.869068+0000 mon.a (mon.0) 481 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:24:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:38 smithi078 bash[90742]: cluster 2024-09-18T09:24:37.869068+0000 mon.a (mon.0) 481 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:24:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:38 smithi078 bash[90742]: cluster 2024-09-18T09:24:37.890717+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e137: 8 total, 7 up, 8 in 2024-09-18T09:24:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:38 smithi078 bash[90742]: cluster 2024-09-18T09:24:37.890717+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e137: 8 total, 7 up, 8 in 2024-09-18T09:24:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:38 smithi078 bash[94202]: cluster 2024-09-18T09:24:37.767372+0000 mgr.y (mgr.15249) 689 : cluster [DBG] pgmap v401: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:38 smithi078 bash[94202]: cluster 2024-09-18T09:24:37.767372+0000 mgr.y (mgr.15249) 689 : cluster [DBG] pgmap v401: 161 pgs: 161 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:24:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:38 smithi078 bash[94202]: cluster 2024-09-18T09:24:37.869068+0000 mon.a (mon.0) 481 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:24:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:38 smithi078 bash[94202]: cluster 2024-09-18T09:24:37.869068+0000 mon.a (mon.0) 481 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:24:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:38 smithi078 bash[94202]: cluster 2024-09-18T09:24:37.890717+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e137: 8 total, 7 up, 8 in 2024-09-18T09:24:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:38 smithi078 bash[94202]: cluster 2024-09-18T09:24:37.890717+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e137: 8 total, 7 up, 8 in 2024-09-18T09:24:39.421 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:39 smithi189 bash[74075]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-4 2024-09-18T09:24:40.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:39 smithi189 bash[70525]: cluster 2024-09-18T09:24:38.893296+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-18T09:24:40.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:39 smithi189 bash[70525]: cluster 2024-09-18T09:24:38.893296+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-18T09:24:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:39 smithi078 bash[90742]: cluster 2024-09-18T09:24:38.893296+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-18T09:24:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:39 smithi078 bash[90742]: cluster 2024-09-18T09:24:38.893296+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-18T09:24:40.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:39 smithi078 bash[94202]: cluster 2024-09-18T09:24:38.893296+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-18T09:24:40.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:39 smithi078 bash[94202]: cluster 2024-09-18T09:24:38.893296+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-18T09:24:40.533 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:40 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:40.448313771Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:40 smithi189 bash[70525]: cluster 2024-09-18T09:24:39.768130+0000 mgr.y (mgr.15249) 690 : cluster [DBG] pgmap v404: 161 pgs: 10 peering, 17 stale+active+clean, 134 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 0 op/s 2024-09-18T09:24:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:40 smithi189 bash[70525]: cluster 2024-09-18T09:24:39.768130+0000 mgr.y (mgr.15249) 690 : cluster [DBG] pgmap v404: 161 pgs: 10 peering, 17 stale+active+clean, 134 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 0 op/s 2024-09-18T09:24:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:40 smithi189 bash[70525]: cluster 2024-09-18T09:24:39.885426+0000 mon.a (mon.0) 484 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-18T09:24:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:40 smithi189 bash[70525]: cluster 2024-09-18T09:24:39.885426+0000 mon.a (mon.0) 484 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-18T09:24:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:40 smithi078 bash[90742]: cluster 2024-09-18T09:24:39.768130+0000 mgr.y (mgr.15249) 690 : cluster [DBG] pgmap v404: 161 pgs: 10 peering, 17 stale+active+clean, 134 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 0 op/s 2024-09-18T09:24:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:40 smithi078 bash[90742]: cluster 2024-09-18T09:24:39.768130+0000 mgr.y (mgr.15249) 690 : cluster [DBG] pgmap v404: 161 pgs: 10 peering, 17 stale+active+clean, 134 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 0 op/s 2024-09-18T09:24:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:40 smithi078 bash[90742]: cluster 2024-09-18T09:24:39.885426+0000 mon.a (mon.0) 484 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-18T09:24:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:40 smithi078 bash[90742]: cluster 2024-09-18T09:24:39.885426+0000 mon.a (mon.0) 484 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-18T09:24:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:40 smithi078 bash[94202]: cluster 2024-09-18T09:24:39.768130+0000 mgr.y (mgr.15249) 690 : cluster [DBG] pgmap v404: 161 pgs: 10 peering, 17 stale+active+clean, 134 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 0 op/s 2024-09-18T09:24:41.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:40 smithi078 bash[94202]: cluster 2024-09-18T09:24:39.768130+0000 mgr.y (mgr.15249) 690 : cluster [DBG] pgmap v404: 161 pgs: 10 peering, 17 stale+active+clean, 134 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 0 op/s 2024-09-18T09:24:41.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:40 smithi078 bash[94202]: cluster 2024-09-18T09:24:39.885426+0000 mon.a (mon.0) 484 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-18T09:24:41.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:40 smithi078 bash[94202]: cluster 2024-09-18T09:24:39.885426+0000 mon.a (mon.0) 484 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-18T09:24:41.438 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:41 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:41.439 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:24:41 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:41.439 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:24:41 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:41.439 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:41 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-18T09:24:41.439 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:41 smithi189 systemd[1]: Stopped Ceph osd.4 for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:24:41.440 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:41 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:41.440 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:24:41 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:41.440 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:24:41 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:41.440 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:24:41 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:41.441 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:41 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:41.441 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:24:41 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:24:41.921 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:41 smithi189 systemd[1]: Started Ceph osd.4 for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:24:42.922 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:42 smithi189 bash[74223]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-18T09:24:42.922 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:42 smithi189 bash[74223]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-18T09:24:42.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:42 smithi189 bash[70525]: audit 2024-09-18T09:24:41.489374+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:42.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:42 smithi189 bash[70525]: audit 2024-09-18T09:24:41.489374+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:42.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:42 smithi189 bash[70525]: audit 2024-09-18T09:24:41.502144+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:42.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:42 smithi189 bash[70525]: audit 2024-09-18T09:24:41.502144+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:42.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:42 smithi189 bash[70525]: cluster 2024-09-18T09:24:41.769384+0000 mgr.y (mgr.15249) 691 : cluster [DBG] pgmap v405: 161 pgs: 11 active+undersized, 10 peering, 12 stale+active+clean, 9 active+undersized+degraded, 119 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 37/636 objects degraded (5.818%) 2024-09-18T09:24:42.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:42 smithi189 bash[70525]: cluster 2024-09-18T09:24:41.769384+0000 mgr.y (mgr.15249) 691 : cluster [DBG] pgmap v405: 161 pgs: 11 active+undersized, 10 peering, 12 stale+active+clean, 9 active+undersized+degraded, 119 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 37/636 objects degraded (5.818%) 2024-09-18T09:24:42.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:42 smithi078 bash[90742]: audit 2024-09-18T09:24:41.489374+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:42.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:42 smithi078 bash[90742]: audit 2024-09-18T09:24:41.489374+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:42.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:42 smithi078 bash[90742]: audit 2024-09-18T09:24:41.502144+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:42.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:42 smithi078 bash[90742]: audit 2024-09-18T09:24:41.502144+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:42.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:42 smithi078 bash[90742]: cluster 2024-09-18T09:24:41.769384+0000 mgr.y (mgr.15249) 691 : cluster [DBG] pgmap v405: 161 pgs: 11 active+undersized, 10 peering, 12 stale+active+clean, 9 active+undersized+degraded, 119 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 37/636 objects degraded (5.818%) 2024-09-18T09:24:42.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:42 smithi078 bash[90742]: cluster 2024-09-18T09:24:41.769384+0000 mgr.y (mgr.15249) 691 : cluster [DBG] pgmap v405: 161 pgs: 11 active+undersized, 10 peering, 12 stale+active+clean, 9 active+undersized+degraded, 119 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 37/636 objects degraded (5.818%) 2024-09-18T09:24:42.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:42 smithi078 bash[94202]: audit 2024-09-18T09:24:41.489374+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:42.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:42 smithi078 bash[94202]: audit 2024-09-18T09:24:41.489374+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:42.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:42 smithi078 bash[94202]: audit 2024-09-18T09:24:41.502144+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:42.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:42 smithi078 bash[94202]: audit 2024-09-18T09:24:41.502144+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:42.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:42 smithi078 bash[94202]: cluster 2024-09-18T09:24:41.769384+0000 mgr.y (mgr.15249) 691 : cluster [DBG] pgmap v405: 161 pgs: 11 active+undersized, 10 peering, 12 stale+active+clean, 9 active+undersized+degraded, 119 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 37/636 objects degraded (5.818%) 2024-09-18T09:24:42.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:42 smithi078 bash[94202]: cluster 2024-09-18T09:24:41.769384+0000 mgr.y (mgr.15249) 691 : cluster [DBG] pgmap v405: 161 pgs: 11 active+undersized, 10 peering, 12 stale+active+clean, 9 active+undersized+degraded, 119 active+clean; 585 KiB data, 256 MiB used, 715 GiB / 715 GiB avail; 37/636 objects degraded (5.818%) 2024-09-18T09:24:43.489 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:43 smithi189 bash[67228]: logger=cleanup t=2024-09-18T09:24:43.20081186Z level=info msg="Completed cleanup jobs" duration=67.646418ms 2024-09-18T09:24:43.489 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:43 smithi189 bash[67228]: logger=grafana.update.checker t=2024-09-18T09:24:43.280166702Z level=info msg="Update check succeeded" duration=69.049206ms 2024-09-18T09:24:43.489 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:43 smithi189 bash[67228]: logger=plugins.update.checker t=2024-09-18T09:24:43.291814469Z level=info msg="Update check succeeded" duration=66.705338ms 2024-09-18T09:24:43.489 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:43 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:43.45044091Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:43.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:43 smithi189 bash[70525]: cluster 2024-09-18T09:24:42.496628+0000 mon.a (mon.0) 487 : cluster [WRN] Health check failed: Degraded data redundancy: 37/636 objects degraded (5.818%), 9 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:43.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:43 smithi189 bash[70525]: cluster 2024-09-18T09:24:42.496628+0000 mon.a (mon.0) 487 : cluster [WRN] Health check failed: Degraded data redundancy: 37/636 objects degraded (5.818%), 9 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:43.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:24:43 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:24:43] "GET /metrics HTTP/1.1" 200 38341 "" "Prometheus/2.51.0" 2024-09-18T09:24:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:43 smithi078 bash[90742]: cluster 2024-09-18T09:24:42.496628+0000 mon.a (mon.0) 487 : cluster [WRN] Health check failed: Degraded data redundancy: 37/636 objects degraded (5.818%), 9 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:43.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:43 smithi078 bash[90742]: cluster 2024-09-18T09:24:42.496628+0000 mon.a (mon.0) 487 : cluster [WRN] Health check failed: Degraded data redundancy: 37/636 objects degraded (5.818%), 9 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:43.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:43 smithi078 bash[94202]: cluster 2024-09-18T09:24:42.496628+0000 mon.a (mon.0) 487 : cluster [WRN] Health check failed: Degraded data redundancy: 37/636 objects degraded (5.818%), 9 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:43.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:43 smithi078 bash[94202]: cluster 2024-09-18T09:24:42.496628+0000 mon.a (mon.0) 487 : cluster [WRN] Health check failed: Degraded data redundancy: 37/636 objects degraded (5.818%), 9 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:44.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:44 smithi189 bash[70525]: cluster 2024-09-18T09:24:43.771143+0000 mgr.y (mgr.15249) 692 : cluster [DBG] pgmap v406: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:44.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:44 smithi189 bash[70525]: cluster 2024-09-18T09:24:43.771143+0000 mgr.y (mgr.15249) 692 : cluster [DBG] pgmap v406: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:44.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:44 smithi078 bash[90742]: cluster 2024-09-18T09:24:43.771143+0000 mgr.y (mgr.15249) 692 : cluster [DBG] pgmap v406: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:44.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:44 smithi078 bash[90742]: cluster 2024-09-18T09:24:43.771143+0000 mgr.y (mgr.15249) 692 : cluster [DBG] pgmap v406: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:44.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:44 smithi078 bash[94202]: cluster 2024-09-18T09:24:43.771143+0000 mgr.y (mgr.15249) 692 : cluster [DBG] pgmap v406: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:44.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:44 smithi078 bash[94202]: cluster 2024-09-18T09:24:43.771143+0000 mgr.y (mgr.15249) 692 : cluster [DBG] pgmap v406: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:45.648 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:45 smithi189 bash[70525]: cluster 2024-09-18T09:24:44.488074+0000 mon.a (mon.0) 488 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-18T09:24:45.648 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:45 smithi189 bash[70525]: cluster 2024-09-18T09:24:44.488074+0000 mon.a (mon.0) 488 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-18T09:24:45.649 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:45 smithi189 bash[74223]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-18T09:24:45.649 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:45 smithi189 bash[74223]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-18T09:24:45.649 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:45 smithi189 bash[74223]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-18T09:24:45.921 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:45 smithi189 bash[74223]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-18T09:24:45.922 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:45 smithi189 bash[74223]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-18T09:24:45.922 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:45 smithi189 bash[74223]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-18T09:24:45.922 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:45 smithi189 bash[74223]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-18T09:24:45.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:45 smithi078 bash[90742]: cluster 2024-09-18T09:24:44.488074+0000 mon.a (mon.0) 488 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-18T09:24:45.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:45 smithi078 bash[90742]: cluster 2024-09-18T09:24:44.488074+0000 mon.a (mon.0) 488 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-18T09:24:45.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:45 smithi078 bash[94202]: cluster 2024-09-18T09:24:44.488074+0000 mon.a (mon.0) 488 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-18T09:24:45.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:45 smithi078 bash[94202]: cluster 2024-09-18T09:24:44.488074+0000 mon.a (mon.0) 488 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-18T09:24:46.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:46 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:46.436800221Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:46.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:46 smithi189 bash[70525]: cluster 2024-09-18T09:24:45.772462+0000 mgr.y (mgr.15249) 693 : cluster [DBG] pgmap v407: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:46.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:46 smithi189 bash[70525]: cluster 2024-09-18T09:24:45.772462+0000 mgr.y (mgr.15249) 693 : cluster [DBG] pgmap v407: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:46.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:46 smithi189 bash[70525]: audit 2024-09-18T09:24:45.988708+0000 mgr.y (mgr.15249) 694 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:46.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:46 smithi189 bash[70525]: audit 2024-09-18T09:24:45.988708+0000 mgr.y (mgr.15249) 694 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:46 smithi078 bash[90742]: cluster 2024-09-18T09:24:45.772462+0000 mgr.y (mgr.15249) 693 : cluster [DBG] pgmap v407: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:46 smithi078 bash[90742]: cluster 2024-09-18T09:24:45.772462+0000 mgr.y (mgr.15249) 693 : cluster [DBG] pgmap v407: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:46 smithi078 bash[90742]: audit 2024-09-18T09:24:45.988708+0000 mgr.y (mgr.15249) 694 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:46 smithi078 bash[90742]: audit 2024-09-18T09:24:45.988708+0000 mgr.y (mgr.15249) 694 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:46.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:46 smithi078 bash[94202]: cluster 2024-09-18T09:24:45.772462+0000 mgr.y (mgr.15249) 693 : cluster [DBG] pgmap v407: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:46.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:46 smithi078 bash[94202]: cluster 2024-09-18T09:24:45.772462+0000 mgr.y (mgr.15249) 693 : cluster [DBG] pgmap v407: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:46.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:46 smithi078 bash[94202]: audit 2024-09-18T09:24:45.988708+0000 mgr.y (mgr.15249) 694 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:46.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:46 smithi078 bash[94202]: audit 2024-09-18T09:24:45.988708+0000 mgr.y (mgr.15249) 694 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:47.921 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:47 smithi189 bash[74481]: debug 2024-09-18T09:24:47.548+0000 7f305cb68640 1 -- 172.21.15.189:0/314975101 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563a043f0960 con 0x563a04411c00 2024-09-18T09:24:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:48 smithi189 bash[70525]: audit 2024-09-18T09:24:47.229371+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:48 smithi189 bash[70525]: audit 2024-09-18T09:24:47.229371+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:48 smithi189 bash[70525]: audit 2024-09-18T09:24:47.231312+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:48 smithi189 bash[70525]: audit 2024-09-18T09:24:47.231312+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:48 smithi189 bash[70525]: cluster 2024-09-18T09:24:47.773841+0000 mgr.y (mgr.15249) 695 : cluster [DBG] pgmap v408: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 207 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:48 smithi189 bash[70525]: cluster 2024-09-18T09:24:47.773841+0000 mgr.y (mgr.15249) 695 : cluster [DBG] pgmap v408: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 207 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:48 smithi189 bash[70525]: audit 2024-09-18T09:24:47.896836+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:48.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:48 smithi189 bash[70525]: audit 2024-09-18T09:24:47.896836+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:48.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:48 smithi189 bash[70525]: audit 2024-09-18T09:24:47.909790+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:48.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:48 smithi189 bash[70525]: audit 2024-09-18T09:24:47.909790+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[90742]: audit 2024-09-18T09:24:47.229371+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[90742]: audit 2024-09-18T09:24:47.229371+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[90742]: audit 2024-09-18T09:24:47.231312+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[90742]: audit 2024-09-18T09:24:47.231312+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[90742]: cluster 2024-09-18T09:24:47.773841+0000 mgr.y (mgr.15249) 695 : cluster [DBG] pgmap v408: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 207 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:48.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[90742]: cluster 2024-09-18T09:24:47.773841+0000 mgr.y (mgr.15249) 695 : cluster [DBG] pgmap v408: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 207 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:48.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[90742]: audit 2024-09-18T09:24:47.896836+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:48.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[90742]: audit 2024-09-18T09:24:47.896836+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:48.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[90742]: audit 2024-09-18T09:24:47.909790+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:48.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[90742]: audit 2024-09-18T09:24:47.909790+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[94202]: audit 2024-09-18T09:24:47.229371+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[94202]: audit 2024-09-18T09:24:47.229371+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[94202]: audit 2024-09-18T09:24:47.231312+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[94202]: audit 2024-09-18T09:24:47.231312+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:24:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[94202]: cluster 2024-09-18T09:24:47.773841+0000 mgr.y (mgr.15249) 695 : cluster [DBG] pgmap v408: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 207 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:48.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[94202]: cluster 2024-09-18T09:24:47.773841+0000 mgr.y (mgr.15249) 695 : cluster [DBG] pgmap v408: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 207 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:48.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[94202]: audit 2024-09-18T09:24:47.896836+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:48.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[94202]: audit 2024-09-18T09:24:47.896836+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:48.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[94202]: audit 2024-09-18T09:24:47.909790+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:48.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:48 smithi078 bash[94202]: audit 2024-09-18T09:24:47.909790+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:49.421 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:49 smithi189 bash[74481]: debug 2024-09-18T09:24:49.148+0000 7f305f3cf640 -1 Falling back to public interface 2024-09-18T09:24:49.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:49 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:49.430563001Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:50.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:50 smithi189 bash[70525]: audit 2024-09-18T09:24:49.054198+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:50.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:50 smithi189 bash[70525]: audit 2024-09-18T09:24:49.054198+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:50.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:50 smithi189 bash[70525]: audit 2024-09-18T09:24:49.064679+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:50.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:50 smithi189 bash[70525]: audit 2024-09-18T09:24:49.064679+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:50.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:50 smithi078 bash[90742]: audit 2024-09-18T09:24:49.054198+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:50.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:50 smithi078 bash[90742]: audit 2024-09-18T09:24:49.054198+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:50.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:50 smithi078 bash[90742]: audit 2024-09-18T09:24:49.064679+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:50.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:50 smithi078 bash[90742]: audit 2024-09-18T09:24:49.064679+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:50.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:50 smithi078 bash[94202]: audit 2024-09-18T09:24:49.054198+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:50.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:50 smithi078 bash[94202]: audit 2024-09-18T09:24:49.054198+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:50.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:50 smithi078 bash[94202]: audit 2024-09-18T09:24:49.064679+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:50.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:50 smithi078 bash[94202]: audit 2024-09-18T09:24:49.064679+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:24:51.025 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:24:51.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:51 smithi189 bash[70525]: cluster 2024-09-18T09:24:49.775155+0000 mgr.y (mgr.15249) 696 : cluster [DBG] pgmap v409: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 470 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:51.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:51 smithi189 bash[70525]: cluster 2024-09-18T09:24:49.775155+0000 mgr.y (mgr.15249) 696 : cluster [DBG] pgmap v409: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 470 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:51.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:51 smithi078 bash[90742]: cluster 2024-09-18T09:24:49.775155+0000 mgr.y (mgr.15249) 696 : cluster [DBG] pgmap v409: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 470 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:51.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:51 smithi078 bash[90742]: cluster 2024-09-18T09:24:49.775155+0000 mgr.y (mgr.15249) 696 : cluster [DBG] pgmap v409: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 470 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:51.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:51 smithi078 bash[94202]: cluster 2024-09-18T09:24:49.775155+0000 mgr.y (mgr.15249) 696 : cluster [DBG] pgmap v409: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 470 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:51.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:51 smithi078 bash[94202]: cluster 2024-09-18T09:24:49.775155+0000 mgr.y (mgr.15249) 696 : cluster [DBG] pgmap v409: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 470 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:51.646 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:24:51.646 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (10m) 48s ago 38m 13.9M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:24:51.646 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (10m) 3s ago 37m 67.9M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:24:51.646 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (12m) 48s ago 35m 49.4M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:24:51.646 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (12m) 3s ago 46m 443M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:24:51.646 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (23m) 48s ago 49m 518M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:24:51.646 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (7m) 48s ago 49m 52.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:24:51.646 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (8m) 3s ago 47m 43.1M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:24:51.646 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (6m) 48s ago 47m 38.9M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:24:51.646 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (12m) 48s ago 38m 8284k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:24:51.647 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (11m) 3s ago 38m 8980k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:24:51.647 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (4m) 48s ago 45m 49.4M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 b10b88ce2e14 2024-09-18T09:24:51.647 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (4m) 48s ago 44m 50.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3939468d55d0 2024-09-18T09:24:51.647 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (2m) 48s ago 44m 46.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 db670b04d315 2024-09-18T09:24:51.647 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (50s) 48s ago 43m - 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 35d85c967fbc 2024-09-18T09:24:51.647 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (5s) 3s ago 42m - 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 5f96420926c0 2024-09-18T09:24:51.647 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (41m) 3s ago 41m 62.9M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:24:51.647 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (40m) 3s ago 40m 59.6M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:24:51.647 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (39m) 3s ago 39m 71.4M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:24:51.647 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (11m) 3s ago 38m 53.1M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:24:51.647 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (35m) 48s ago 35m 102M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:24:51.647 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (35m) 3s ago 35m 102M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:24:51.992 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:24:51.992 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:24:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 3 2024-09-18T09:24:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:24:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:24:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:24:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:24:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:24:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 3, 2024-09-18T09:24:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 4 2024-09-18T09:24:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:24:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:24:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:24:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:24:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:24:51.994 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 5, 2024-09-18T09:24:51.994 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 9 2024-09-18T09:24:51.994 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:24:51.994 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:24:52.295 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:24:52.295 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:24:52.295 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:24:52.295 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-18T09:24:52.295 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:24:52.295 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "5/8 daemons upgraded", 2024-09-18T09:24:52.295 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading osd daemons", 2024-09-18T09:24:52.295 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:24:52.295 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:24:52.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:52 smithi189 bash[70525]: audit 2024-09-18T09:24:51.012935+0000 mgr.y (mgr.15249) 697 : audit [DBG] from='client.44463 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:52.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:52 smithi189 bash[70525]: audit 2024-09-18T09:24:51.012935+0000 mgr.y (mgr.15249) 697 : audit [DBG] from='client.44463 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:52.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:52 smithi189 bash[70525]: cluster 2024-09-18T09:24:51.774813+0000 mon.a (mon.0) 495 : cluster [WRN] Health check update: Degraded data redundancy: 105/636 objects degraded (16.509%), 25 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:52.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:52 smithi189 bash[70525]: cluster 2024-09-18T09:24:51.774813+0000 mon.a (mon.0) 495 : cluster [WRN] Health check update: Degraded data redundancy: 105/636 objects degraded (16.509%), 25 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:52.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:52 smithi189 bash[70525]: audit 2024-09-18T09:24:51.991823+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.78:0/3152505895' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:52.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:52 smithi189 bash[70525]: audit 2024-09-18T09:24:51.991823+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.78:0/3152505895' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:52.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:52 smithi078 bash[90742]: audit 2024-09-18T09:24:51.012935+0000 mgr.y (mgr.15249) 697 : audit [DBG] from='client.44463 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:52.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:52 smithi078 bash[90742]: audit 2024-09-18T09:24:51.012935+0000 mgr.y (mgr.15249) 697 : audit [DBG] from='client.44463 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:52.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:52 smithi078 bash[90742]: cluster 2024-09-18T09:24:51.774813+0000 mon.a (mon.0) 495 : cluster [WRN] Health check update: Degraded data redundancy: 105/636 objects degraded (16.509%), 25 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:52.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:52 smithi078 bash[90742]: cluster 2024-09-18T09:24:51.774813+0000 mon.a (mon.0) 495 : cluster [WRN] Health check update: Degraded data redundancy: 105/636 objects degraded (16.509%), 25 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:52.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:52 smithi078 bash[90742]: audit 2024-09-18T09:24:51.991823+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.78:0/3152505895' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:52.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:52 smithi078 bash[90742]: audit 2024-09-18T09:24:51.991823+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.78:0/3152505895' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:52.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:52 smithi078 bash[94202]: audit 2024-09-18T09:24:51.012935+0000 mgr.y (mgr.15249) 697 : audit [DBG] from='client.44463 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:52.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:52 smithi078 bash[94202]: audit 2024-09-18T09:24:51.012935+0000 mgr.y (mgr.15249) 697 : audit [DBG] from='client.44463 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:52.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:52 smithi078 bash[94202]: cluster 2024-09-18T09:24:51.774813+0000 mon.a (mon.0) 495 : cluster [WRN] Health check update: Degraded data redundancy: 105/636 objects degraded (16.509%), 25 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:52.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:52 smithi078 bash[94202]: cluster 2024-09-18T09:24:51.774813+0000 mon.a (mon.0) 495 : cluster [WRN] Health check update: Degraded data redundancy: 105/636 objects degraded (16.509%), 25 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:52.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:52 smithi078 bash[94202]: audit 2024-09-18T09:24:51.991823+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.78:0/3152505895' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:52.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:52 smithi078 bash[94202]: audit 2024-09-18T09:24:51.991823+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.78:0/3152505895' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:24:52.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:52 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:52.467543796Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:53.422 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:53 smithi189 bash[74481]: debug 2024-09-18T09:24:53.064+0000 7f305f3cf640 -1 osd.4 136 log_to_monitors true 2024-09-18T09:24:53.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:53 smithi189 bash[70525]: audit 2024-09-18T09:24:51.331837+0000 mgr.y (mgr.15249) 698 : audit [DBG] from='client.54446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:53 smithi189 bash[70525]: audit 2024-09-18T09:24:51.331837+0000 mgr.y (mgr.15249) 698 : audit [DBG] from='client.54446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:53 smithi189 bash[70525]: audit 2024-09-18T09:24:51.627685+0000 mgr.y (mgr.15249) 699 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:53 smithi189 bash[70525]: audit 2024-09-18T09:24:51.627685+0000 mgr.y (mgr.15249) 699 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:53 smithi189 bash[70525]: cluster 2024-09-18T09:24:51.775986+0000 mgr.y (mgr.15249) 700 : cluster [DBG] pgmap v410: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 426 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:53.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:53 smithi189 bash[70525]: cluster 2024-09-18T09:24:51.775986+0000 mgr.y (mgr.15249) 700 : cluster [DBG] pgmap v410: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 426 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:53.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:53 smithi189 bash[70525]: audit 2024-09-18T09:24:52.293839+0000 mgr.y (mgr.15249) 701 : audit [DBG] from='client.54464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:53 smithi189 bash[70525]: audit 2024-09-18T09:24:52.293839+0000 mgr.y (mgr.15249) 701 : audit [DBG] from='client.54464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:53 smithi078 bash[90742]: audit 2024-09-18T09:24:51.331837+0000 mgr.y (mgr.15249) 698 : audit [DBG] from='client.54446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:53 smithi078 bash[90742]: audit 2024-09-18T09:24:51.331837+0000 mgr.y (mgr.15249) 698 : audit [DBG] from='client.54446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:53 smithi078 bash[90742]: audit 2024-09-18T09:24:51.627685+0000 mgr.y (mgr.15249) 699 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:53 smithi078 bash[90742]: audit 2024-09-18T09:24:51.627685+0000 mgr.y (mgr.15249) 699 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:53 smithi078 bash[90742]: cluster 2024-09-18T09:24:51.775986+0000 mgr.y (mgr.15249) 700 : cluster [DBG] pgmap v410: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 426 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:53.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:53 smithi078 bash[90742]: cluster 2024-09-18T09:24:51.775986+0000 mgr.y (mgr.15249) 700 : cluster [DBG] pgmap v410: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 426 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:53.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:53 smithi078 bash[90742]: audit 2024-09-18T09:24:52.293839+0000 mgr.y (mgr.15249) 701 : audit [DBG] from='client.54464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:53 smithi078 bash[90742]: audit 2024-09-18T09:24:52.293839+0000 mgr.y (mgr.15249) 701 : audit [DBG] from='client.54464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:53 smithi078 bash[94202]: audit 2024-09-18T09:24:51.331837+0000 mgr.y (mgr.15249) 698 : audit [DBG] from='client.54446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:53 smithi078 bash[94202]: audit 2024-09-18T09:24:51.331837+0000 mgr.y (mgr.15249) 698 : audit [DBG] from='client.54446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:53 smithi078 bash[94202]: audit 2024-09-18T09:24:51.627685+0000 mgr.y (mgr.15249) 699 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:53 smithi078 bash[94202]: audit 2024-09-18T09:24:51.627685+0000 mgr.y (mgr.15249) 699 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:53 smithi078 bash[94202]: cluster 2024-09-18T09:24:51.775986+0000 mgr.y (mgr.15249) 700 : cluster [DBG] pgmap v410: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 426 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:53.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:53 smithi078 bash[94202]: cluster 2024-09-18T09:24:51.775986+0000 mgr.y (mgr.15249) 700 : cluster [DBG] pgmap v410: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 426 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:53.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:53 smithi078 bash[94202]: audit 2024-09-18T09:24:52.293839+0000 mgr.y (mgr.15249) 701 : audit [DBG] from='client.54464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:53 smithi078 bash[94202]: audit 2024-09-18T09:24:52.293839+0000 mgr.y (mgr.15249) 701 : audit [DBG] from='client.54464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:24:53.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:24:53 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:24:53] "GET /metrics HTTP/1.1" 200 38343 "" "Prometheus/2.51.0" 2024-09-18T09:24:54.422 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:24:54 smithi189 bash[74481]: debug 2024-09-18T09:24:54.120+0000 7f3057179640 -1 osd.4 136 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T09:24:54.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:54 smithi189 bash[70525]: audit 2024-09-18T09:24:53.072055+0000 mon.a (mon.0) 496 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-18T09:24:54.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:54 smithi189 bash[70525]: audit 2024-09-18T09:24:53.072055+0000 mon.a (mon.0) 496 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-18T09:24:54.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:54 smithi189 bash[70525]: audit 2024-09-18T09:24:53.074283+0000 mon.b (mon.1) 3 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-18T09:24:54.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:54 smithi189 bash[70525]: audit 2024-09-18T09:24:53.074283+0000 mon.b (mon.1) 3 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-18T09:24:54.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:54 smithi189 bash[70525]: cluster 2024-09-18T09:24:53.777662+0000 mgr.y (mgr.15249) 702 : cluster [DBG] pgmap v411: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:54.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:54 smithi189 bash[70525]: cluster 2024-09-18T09:24:53.777662+0000 mgr.y (mgr.15249) 702 : cluster [DBG] pgmap v411: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:54.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:54 smithi078 bash[90742]: audit 2024-09-18T09:24:53.072055+0000 mon.a (mon.0) 496 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-18T09:24:54.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:54 smithi078 bash[90742]: audit 2024-09-18T09:24:53.072055+0000 mon.a (mon.0) 496 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-18T09:24:54.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:54 smithi078 bash[90742]: audit 2024-09-18T09:24:53.074283+0000 mon.b (mon.1) 3 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-18T09:24:54.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:54 smithi078 bash[90742]: audit 2024-09-18T09:24:53.074283+0000 mon.b (mon.1) 3 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-18T09:24:54.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:54 smithi078 bash[90742]: cluster 2024-09-18T09:24:53.777662+0000 mgr.y (mgr.15249) 702 : cluster [DBG] pgmap v411: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:54.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:54 smithi078 bash[90742]: cluster 2024-09-18T09:24:53.777662+0000 mgr.y (mgr.15249) 702 : cluster [DBG] pgmap v411: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:54.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:54 smithi078 bash[94202]: audit 2024-09-18T09:24:53.072055+0000 mon.a (mon.0) 496 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-18T09:24:54.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:54 smithi078 bash[94202]: audit 2024-09-18T09:24:53.072055+0000 mon.a (mon.0) 496 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-18T09:24:54.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:54 smithi078 bash[94202]: audit 2024-09-18T09:24:53.074283+0000 mon.b (mon.1) 3 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-18T09:24:54.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:54 smithi078 bash[94202]: audit 2024-09-18T09:24:53.074283+0000 mon.b (mon.1) 3 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-18T09:24:54.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:54 smithi078 bash[94202]: cluster 2024-09-18T09:24:53.777662+0000 mgr.y (mgr.15249) 702 : cluster [DBG] pgmap v411: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:54.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:54 smithi078 bash[94202]: cluster 2024-09-18T09:24:53.777662+0000 mgr.y (mgr.15249) 702 : cluster [DBG] pgmap v411: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:55.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:55 smithi189 bash[70525]: audit 2024-09-18T09:24:54.075118+0000 mon.a (mon.0) 497 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-18T09:24:55.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:55 smithi189 bash[70525]: audit 2024-09-18T09:24:54.075118+0000 mon.a (mon.0) 497 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-18T09:24:55.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:55 smithi189 bash[70525]: cluster 2024-09-18T09:24:54.083218+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-18T09:24:55.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:55 smithi189 bash[70525]: cluster 2024-09-18T09:24:54.083218+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-18T09:24:55.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:55 smithi189 bash[70525]: audit 2024-09-18T09:24:54.088130+0000 mon.a (mon.0) 499 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:24:55.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:55 smithi189 bash[70525]: audit 2024-09-18T09:24:54.088130+0000 mon.a (mon.0) 499 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:24:55.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:55 smithi189 bash[70525]: audit 2024-09-18T09:24:54.089876+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:24:55.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:55 smithi189 bash[70525]: audit 2024-09-18T09:24:54.089876+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:24:55.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:55 smithi078 bash[90742]: audit 2024-09-18T09:24:54.075118+0000 mon.a (mon.0) 497 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-18T09:24:55.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:55 smithi078 bash[90742]: audit 2024-09-18T09:24:54.075118+0000 mon.a (mon.0) 497 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-18T09:24:55.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:55 smithi078 bash[90742]: cluster 2024-09-18T09:24:54.083218+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-18T09:24:55.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:55 smithi078 bash[90742]: cluster 2024-09-18T09:24:54.083218+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-18T09:24:55.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:55 smithi078 bash[90742]: audit 2024-09-18T09:24:54.088130+0000 mon.a (mon.0) 499 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:24:55.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:55 smithi078 bash[90742]: audit 2024-09-18T09:24:54.088130+0000 mon.a (mon.0) 499 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:24:55.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:55 smithi078 bash[90742]: audit 2024-09-18T09:24:54.089876+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:24:55.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:55 smithi078 bash[90742]: audit 2024-09-18T09:24:54.089876+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:24:55.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:55 smithi078 bash[94202]: audit 2024-09-18T09:24:54.075118+0000 mon.a (mon.0) 497 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-18T09:24:55.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:55 smithi078 bash[94202]: audit 2024-09-18T09:24:54.075118+0000 mon.a (mon.0) 497 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-18T09:24:55.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:55 smithi078 bash[94202]: cluster 2024-09-18T09:24:54.083218+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-18T09:24:55.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:55 smithi078 bash[94202]: cluster 2024-09-18T09:24:54.083218+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-18T09:24:55.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:55 smithi078 bash[94202]: audit 2024-09-18T09:24:54.088130+0000 mon.a (mon.0) 499 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:24:55.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:55 smithi078 bash[94202]: audit 2024-09-18T09:24:54.088130+0000 mon.a (mon.0) 499 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:24:55.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:55 smithi078 bash[94202]: audit 2024-09-18T09:24:54.089876+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:24:55.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:55 smithi078 bash[94202]: audit 2024-09-18T09:24:54.089876+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:24:55.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:55 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:55.438581443Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:56.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:56 smithi189 bash[70525]: cluster 2024-09-18T09:24:55.076131+0000 mon.a (mon.0) 500 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:24:56.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:56 smithi189 bash[70525]: cluster 2024-09-18T09:24:55.076131+0000 mon.a (mon.0) 500 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:24:56.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:56 smithi189 bash[70525]: cluster 2024-09-18T09:24:55.088626+0000 mon.a (mon.0) 501 : cluster [INF] osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947] boot 2024-09-18T09:24:56.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:56 smithi189 bash[70525]: cluster 2024-09-18T09:24:55.088626+0000 mon.a (mon.0) 501 : cluster [INF] osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947] boot 2024-09-18T09:24:56.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:56 smithi189 bash[70525]: cluster 2024-09-18T09:24:55.088731+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-09-18T09:24:56.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:56 smithi189 bash[70525]: cluster 2024-09-18T09:24:55.088731+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-09-18T09:24:56.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:56 smithi189 bash[70525]: audit 2024-09-18T09:24:55.091177+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-18T09:24:56.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:56 smithi189 bash[70525]: audit 2024-09-18T09:24:55.091177+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-18T09:24:56.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:56 smithi189 bash[70525]: cluster 2024-09-18T09:24:55.778680+0000 mgr.y (mgr.15249) 703 : cluster [DBG] pgmap v414: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:56.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:56 smithi189 bash[70525]: cluster 2024-09-18T09:24:55.778680+0000 mgr.y (mgr.15249) 703 : cluster [DBG] pgmap v414: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:56.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:56 smithi189 bash[70525]: audit 2024-09-18T09:24:55.997375+0000 mgr.y (mgr.15249) 704 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:56.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:56 smithi189 bash[70525]: audit 2024-09-18T09:24:55.997375+0000 mgr.y (mgr.15249) 704 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:56.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:56 smithi189 bash[70525]: cluster 2024-09-18T09:24:56.088832+0000 mon.a (mon.0) 504 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-18T09:24:56.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:56 smithi189 bash[70525]: cluster 2024-09-18T09:24:56.088832+0000 mon.a (mon.0) 504 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-18T09:24:56.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[90742]: cluster 2024-09-18T09:24:55.076131+0000 mon.a (mon.0) 500 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:24:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[90742]: cluster 2024-09-18T09:24:55.076131+0000 mon.a (mon.0) 500 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:24:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[90742]: cluster 2024-09-18T09:24:55.088626+0000 mon.a (mon.0) 501 : cluster [INF] osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947] boot 2024-09-18T09:24:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[90742]: cluster 2024-09-18T09:24:55.088626+0000 mon.a (mon.0) 501 : cluster [INF] osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947] boot 2024-09-18T09:24:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[90742]: cluster 2024-09-18T09:24:55.088731+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-09-18T09:24:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[90742]: cluster 2024-09-18T09:24:55.088731+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-09-18T09:24:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[90742]: audit 2024-09-18T09:24:55.091177+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-18T09:24:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[90742]: audit 2024-09-18T09:24:55.091177+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-18T09:24:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[90742]: cluster 2024-09-18T09:24:55.778680+0000 mgr.y (mgr.15249) 703 : cluster [DBG] pgmap v414: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[90742]: cluster 2024-09-18T09:24:55.778680+0000 mgr.y (mgr.15249) 703 : cluster [DBG] pgmap v414: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[90742]: audit 2024-09-18T09:24:55.997375+0000 mgr.y (mgr.15249) 704 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:56.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[90742]: audit 2024-09-18T09:24:55.997375+0000 mgr.y (mgr.15249) 704 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:56.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[90742]: cluster 2024-09-18T09:24:56.088832+0000 mon.a (mon.0) 504 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-18T09:24:56.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[90742]: cluster 2024-09-18T09:24:56.088832+0000 mon.a (mon.0) 504 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-18T09:24:56.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[94202]: cluster 2024-09-18T09:24:55.076131+0000 mon.a (mon.0) 500 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:24:56.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[94202]: cluster 2024-09-18T09:24:55.076131+0000 mon.a (mon.0) 500 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:24:56.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[94202]: cluster 2024-09-18T09:24:55.088626+0000 mon.a (mon.0) 501 : cluster [INF] osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947] boot 2024-09-18T09:24:56.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[94202]: cluster 2024-09-18T09:24:55.088626+0000 mon.a (mon.0) 501 : cluster [INF] osd.4 [v2:172.21.15.189:6800/1328183947,v1:172.21.15.189:6801/1328183947] boot 2024-09-18T09:24:56.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[94202]: cluster 2024-09-18T09:24:55.088731+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-09-18T09:24:56.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[94202]: cluster 2024-09-18T09:24:55.088731+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-09-18T09:24:56.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[94202]: audit 2024-09-18T09:24:55.091177+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-18T09:24:56.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[94202]: audit 2024-09-18T09:24:55.091177+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-18T09:24:56.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[94202]: cluster 2024-09-18T09:24:55.778680+0000 mgr.y (mgr.15249) 703 : cluster [DBG] pgmap v414: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:56.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[94202]: cluster 2024-09-18T09:24:55.778680+0000 mgr.y (mgr.15249) 703 : cluster [DBG] pgmap v414: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-18T09:24:56.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[94202]: audit 2024-09-18T09:24:55.997375+0000 mgr.y (mgr.15249) 704 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:56.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[94202]: audit 2024-09-18T09:24:55.997375+0000 mgr.y (mgr.15249) 704 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:24:56.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[94202]: cluster 2024-09-18T09:24:56.088832+0000 mon.a (mon.0) 504 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-18T09:24:56.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:56 smithi078 bash[94202]: cluster 2024-09-18T09:24:56.088832+0000 mon.a (mon.0) 504 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-18T09:24:58.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:57 smithi189 bash[70525]: cluster 2024-09-18T09:24:57.831208+0000 mon.a (mon.0) 505 : cluster [WRN] Health check update: Degraded data redundancy: 55/636 objects degraded (8.648%), 16 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:58.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:57 smithi189 bash[70525]: cluster 2024-09-18T09:24:57.831208+0000 mon.a (mon.0) 505 : cluster [WRN] Health check update: Degraded data redundancy: 55/636 objects degraded (8.648%), 16 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:57 smithi078 bash[90742]: cluster 2024-09-18T09:24:57.831208+0000 mon.a (mon.0) 505 : cluster [WRN] Health check update: Degraded data redundancy: 55/636 objects degraded (8.648%), 16 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:58.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:57 smithi078 bash[90742]: cluster 2024-09-18T09:24:57.831208+0000 mon.a (mon.0) 505 : cluster [WRN] Health check update: Degraded data redundancy: 55/636 objects degraded (8.648%), 16 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:58.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:57 smithi078 bash[94202]: cluster 2024-09-18T09:24:57.831208+0000 mon.a (mon.0) 505 : cluster [WRN] Health check update: Degraded data redundancy: 55/636 objects degraded (8.648%), 16 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:58.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:57 smithi078 bash[94202]: cluster 2024-09-18T09:24:57.831208+0000 mon.a (mon.0) 505 : cluster [WRN] Health check update: Degraded data redundancy: 55/636 objects degraded (8.648%), 16 pgs degraded (PG_DEGRADED) 2024-09-18T09:24:58.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:24:58 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:24:58.424098369Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:24:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:58 smithi189 bash[70525]: cluster 2024-09-18T09:24:57.779873+0000 mgr.y (mgr.15249) 705 : cluster [DBG] pgmap v416: 161 pgs: 30 active+undersized, 16 active+undersized+degraded, 115 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 55/636 objects degraded (8.648%) 2024-09-18T09:24:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:24:58 smithi189 bash[70525]: cluster 2024-09-18T09:24:57.779873+0000 mgr.y (mgr.15249) 705 : cluster [DBG] pgmap v416: 161 pgs: 30 active+undersized, 16 active+undersized+degraded, 115 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 55/636 objects degraded (8.648%) 2024-09-18T09:24:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:58 smithi078 bash[90742]: cluster 2024-09-18T09:24:57.779873+0000 mgr.y (mgr.15249) 705 : cluster [DBG] pgmap v416: 161 pgs: 30 active+undersized, 16 active+undersized+degraded, 115 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 55/636 objects degraded (8.648%) 2024-09-18T09:24:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:24:58 smithi078 bash[90742]: cluster 2024-09-18T09:24:57.779873+0000 mgr.y (mgr.15249) 705 : cluster [DBG] pgmap v416: 161 pgs: 30 active+undersized, 16 active+undersized+degraded, 115 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 55/636 objects degraded (8.648%) 2024-09-18T09:24:59.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:58 smithi078 bash[94202]: cluster 2024-09-18T09:24:57.779873+0000 mgr.y (mgr.15249) 705 : cluster [DBG] pgmap v416: 161 pgs: 30 active+undersized, 16 active+undersized+degraded, 115 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 55/636 objects degraded (8.648%) 2024-09-18T09:24:59.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:24:58 smithi078 bash[94202]: cluster 2024-09-18T09:24:57.779873+0000 mgr.y (mgr.15249) 705 : cluster [DBG] pgmap v416: 161 pgs: 30 active+undersized, 16 active+undersized+degraded, 115 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 55/636 objects degraded (8.648%) 2024-09-18T09:24:59.704 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:24:59 smithi078 bash[70347]: debug 2024-09-18T09:24:59.254+0000 7fdec4a65640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-18T09:25:00.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.087268+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.087268+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.098043+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.098043+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.100421+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:00.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.100421+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:00.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.102178+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:25:00.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.102178+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:25:00.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.115942+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.115942+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.247628+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:25:00.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.247628+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:25:00.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.251332+0000 mon.a (mon.0) 512 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.251332+0000 mon.a (mon.0) 512 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.253867+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.253867+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.256090+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.256090+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.258709+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-18T09:25:00.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.258709+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-18T09:25:00.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.259086+0000 mgr.y (mgr.15249) 706 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T09:25:00.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: audit 2024-09-18T09:24:59.259086+0000 mgr.y (mgr.15249) 706 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T09:25:00.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: cephadm 2024-09-18T09:24:59.260715+0000 mgr.y (mgr.15249) 707 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-18T09:25:00.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: cephadm 2024-09-18T09:24:59.260715+0000 mgr.y (mgr.15249) 707 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-18T09:25:00.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: cluster 2024-09-18T09:24:59.781114+0000 mgr.y (mgr.15249) 708 : cluster [DBG] pgmap v417: 161 pgs: 10 active+undersized, 5 active+undersized+degraded, 146 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 23/636 objects degraded (3.616%) 2024-09-18T09:25:00.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:00 smithi189 bash[70525]: cluster 2024-09-18T09:24:59.781114+0000 mgr.y (mgr.15249) 708 : cluster [DBG] pgmap v417: 161 pgs: 10 active+undersized, 5 active+undersized+degraded, 146 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 23/636 objects degraded (3.616%) 2024-09-18T09:25:00.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.087268+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.087268+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.098043+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.098043+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.100421+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:00.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.100421+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:00.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.102178+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:25:00.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.102178+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:25:00.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.115942+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.115942+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.247628+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:25:00.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.247628+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:25:00.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.251332+0000 mon.a (mon.0) 512 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.251332+0000 mon.a (mon.0) 512 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.253867+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.253867+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.256090+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.256090+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.258709+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-18T09:25:00.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.258709+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-18T09:25:00.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.087268+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.087268+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.098043+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.098043+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.100421+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:00.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.100421+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:00.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.102178+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:25:00.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.102178+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:25:00.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.115942+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.115942+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:00.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.247628+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:25:00.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.247628+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:25:00.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.251332+0000 mon.a (mon.0) 512 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.251332+0000 mon.a (mon.0) 512 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.253867+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.253867+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.256090+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.256090+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:00.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.258709+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-18T09:25:00.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.258709+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-18T09:25:00.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.259086+0000 mgr.y (mgr.15249) 706 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T09:25:00.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: audit 2024-09-18T09:24:59.259086+0000 mgr.y (mgr.15249) 706 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T09:25:00.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: cephadm 2024-09-18T09:24:59.260715+0000 mgr.y (mgr.15249) 707 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-18T09:25:00.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: cephadm 2024-09-18T09:24:59.260715+0000 mgr.y (mgr.15249) 707 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-18T09:25:00.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: cluster 2024-09-18T09:24:59.781114+0000 mgr.y (mgr.15249) 708 : cluster [DBG] pgmap v417: 161 pgs: 10 active+undersized, 5 active+undersized+degraded, 146 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 23/636 objects degraded (3.616%) 2024-09-18T09:25:00.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[90742]: cluster 2024-09-18T09:24:59.781114+0000 mgr.y (mgr.15249) 708 : cluster [DBG] pgmap v417: 161 pgs: 10 active+undersized, 5 active+undersized+degraded, 146 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 23/636 objects degraded (3.616%) 2024-09-18T09:25:00.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.259086+0000 mgr.y (mgr.15249) 706 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T09:25:00.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: audit 2024-09-18T09:24:59.259086+0000 mgr.y (mgr.15249) 706 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T09:25:00.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: cephadm 2024-09-18T09:24:59.260715+0000 mgr.y (mgr.15249) 707 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-18T09:25:00.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: cephadm 2024-09-18T09:24:59.260715+0000 mgr.y (mgr.15249) 707 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-18T09:25:00.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: cluster 2024-09-18T09:24:59.781114+0000 mgr.y (mgr.15249) 708 : cluster [DBG] pgmap v417: 161 pgs: 10 active+undersized, 5 active+undersized+degraded, 146 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 23/636 objects degraded (3.616%) 2024-09-18T09:25:00.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:00 smithi078 bash[94202]: cluster 2024-09-18T09:24:59.781114+0000 mgr.y (mgr.15249) 708 : cluster [DBG] pgmap v417: 161 pgs: 10 active+undersized, 5 active+undersized+degraded, 146 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 23/636 objects degraded (3.616%) 2024-09-18T09:25:01.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:01 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:01.455136665Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:02.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:01 smithi189 bash[70525]: cluster 2024-09-18T09:25:01.833317+0000 mon.a (mon.0) 516 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/636 objects degraded (3.616%), 5 pgs degraded) 2024-09-18T09:25:02.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:01 smithi189 bash[70525]: cluster 2024-09-18T09:25:01.833317+0000 mon.a (mon.0) 516 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/636 objects degraded (3.616%), 5 pgs degraded) 2024-09-18T09:25:02.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:01 smithi189 bash[70525]: cluster 2024-09-18T09:25:01.833369+0000 mon.a (mon.0) 517 : cluster [INF] Cluster is now healthy 2024-09-18T09:25:02.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:01 smithi189 bash[70525]: cluster 2024-09-18T09:25:01.833369+0000 mon.a (mon.0) 517 : cluster [INF] Cluster is now healthy 2024-09-18T09:25:02.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:01 smithi078 bash[94202]: cluster 2024-09-18T09:25:01.833317+0000 mon.a (mon.0) 516 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/636 objects degraded (3.616%), 5 pgs degraded) 2024-09-18T09:25:02.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:01 smithi078 bash[94202]: cluster 2024-09-18T09:25:01.833317+0000 mon.a (mon.0) 516 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/636 objects degraded (3.616%), 5 pgs degraded) 2024-09-18T09:25:02.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:01 smithi078 bash[94202]: cluster 2024-09-18T09:25:01.833369+0000 mon.a (mon.0) 517 : cluster [INF] Cluster is now healthy 2024-09-18T09:25:02.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:01 smithi078 bash[94202]: cluster 2024-09-18T09:25:01.833369+0000 mon.a (mon.0) 517 : cluster [INF] Cluster is now healthy 2024-09-18T09:25:02.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:01 smithi078 bash[90742]: cluster 2024-09-18T09:25:01.833317+0000 mon.a (mon.0) 516 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/636 objects degraded (3.616%), 5 pgs degraded) 2024-09-18T09:25:02.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:01 smithi078 bash[90742]: cluster 2024-09-18T09:25:01.833317+0000 mon.a (mon.0) 516 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/636 objects degraded (3.616%), 5 pgs degraded) 2024-09-18T09:25:02.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:01 smithi078 bash[90742]: cluster 2024-09-18T09:25:01.833369+0000 mon.a (mon.0) 517 : cluster [INF] Cluster is now healthy 2024-09-18T09:25:02.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:01 smithi078 bash[90742]: cluster 2024-09-18T09:25:01.833369+0000 mon.a (mon.0) 517 : cluster [INF] Cluster is now healthy 2024-09-18T09:25:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:02 smithi189 bash[70525]: cluster 2024-09-18T09:25:01.782080+0000 mgr.y (mgr.15249) 709 : cluster [DBG] pgmap v418: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 664 B/s rd, 0 op/s 2024-09-18T09:25:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:02 smithi189 bash[70525]: cluster 2024-09-18T09:25:01.782080+0000 mgr.y (mgr.15249) 709 : cluster [DBG] pgmap v418: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 664 B/s rd, 0 op/s 2024-09-18T09:25:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:02 smithi189 bash[70525]: audit 2024-09-18T09:25:02.229804+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:02 smithi189 bash[70525]: audit 2024-09-18T09:25:02.229804+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:02 smithi189 bash[70525]: audit 2024-09-18T09:25:02.231921+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:03.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:02 smithi189 bash[70525]: audit 2024-09-18T09:25:02.231921+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:02 smithi078 bash[90742]: cluster 2024-09-18T09:25:01.782080+0000 mgr.y (mgr.15249) 709 : cluster [DBG] pgmap v418: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 664 B/s rd, 0 op/s 2024-09-18T09:25:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:02 smithi078 bash[90742]: cluster 2024-09-18T09:25:01.782080+0000 mgr.y (mgr.15249) 709 : cluster [DBG] pgmap v418: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 664 B/s rd, 0 op/s 2024-09-18T09:25:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:02 smithi078 bash[90742]: audit 2024-09-18T09:25:02.229804+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:03.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:02 smithi078 bash[90742]: audit 2024-09-18T09:25:02.229804+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:03.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:02 smithi078 bash[90742]: audit 2024-09-18T09:25:02.231921+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:03.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:02 smithi078 bash[90742]: audit 2024-09-18T09:25:02.231921+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:02 smithi078 bash[94202]: cluster 2024-09-18T09:25:01.782080+0000 mgr.y (mgr.15249) 709 : cluster [DBG] pgmap v418: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 664 B/s rd, 0 op/s 2024-09-18T09:25:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:02 smithi078 bash[94202]: cluster 2024-09-18T09:25:01.782080+0000 mgr.y (mgr.15249) 709 : cluster [DBG] pgmap v418: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 664 B/s rd, 0 op/s 2024-09-18T09:25:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:02 smithi078 bash[94202]: audit 2024-09-18T09:25:02.229804+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:02 smithi078 bash[94202]: audit 2024-09-18T09:25:02.229804+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:02 smithi078 bash[94202]: audit 2024-09-18T09:25:02.231921+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:03.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:02 smithi078 bash[94202]: audit 2024-09-18T09:25:02.231921+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:03.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:25:03 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:25:03] "GET /metrics HTTP/1.1" 200 38332 "" "Prometheus/2.51.0" 2024-09-18T09:25:04.895 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:04 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:04.448404016Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:04 smithi189 bash[70525]: cluster 2024-09-18T09:25:03.783430+0000 mgr.y (mgr.15249) 710 : cluster [DBG] pgmap v419: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:25:05.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:04 smithi189 bash[70525]: cluster 2024-09-18T09:25:03.783430+0000 mgr.y (mgr.15249) 710 : cluster [DBG] pgmap v419: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:25:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:04 smithi078 bash[90742]: cluster 2024-09-18T09:25:03.783430+0000 mgr.y (mgr.15249) 710 : cluster [DBG] pgmap v419: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:25:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:04 smithi078 bash[90742]: cluster 2024-09-18T09:25:03.783430+0000 mgr.y (mgr.15249) 710 : cluster [DBG] pgmap v419: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:25:05.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:04 smithi078 bash[94202]: cluster 2024-09-18T09:25:03.783430+0000 mgr.y (mgr.15249) 710 : cluster [DBG] pgmap v419: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:25:05.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:04 smithi078 bash[94202]: cluster 2024-09-18T09:25:03.783430+0000 mgr.y (mgr.15249) 710 : cluster [DBG] pgmap v419: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:25:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:06 smithi189 bash[70525]: cluster 2024-09-18T09:25:05.784583+0000 mgr.y (mgr.15249) 711 : cluster [DBG] pgmap v420: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:25:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:06 smithi189 bash[70525]: cluster 2024-09-18T09:25:05.784583+0000 mgr.y (mgr.15249) 711 : cluster [DBG] pgmap v420: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:25:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:06 smithi189 bash[70525]: audit 2024-09-18T09:25:06.005328+0000 mgr.y (mgr.15249) 712 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:06 smithi189 bash[70525]: audit 2024-09-18T09:25:06.005328+0000 mgr.y (mgr.15249) 712 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:07.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:06 smithi078 bash[90742]: cluster 2024-09-18T09:25:05.784583+0000 mgr.y (mgr.15249) 711 : cluster [DBG] pgmap v420: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:25:07.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:06 smithi078 bash[90742]: cluster 2024-09-18T09:25:05.784583+0000 mgr.y (mgr.15249) 711 : cluster [DBG] pgmap v420: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:25:07.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:06 smithi078 bash[90742]: audit 2024-09-18T09:25:06.005328+0000 mgr.y (mgr.15249) 712 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:07.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:06 smithi078 bash[90742]: audit 2024-09-18T09:25:06.005328+0000 mgr.y (mgr.15249) 712 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:07.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:06 smithi078 bash[94202]: cluster 2024-09-18T09:25:05.784583+0000 mgr.y (mgr.15249) 711 : cluster [DBG] pgmap v420: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:25:07.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:06 smithi078 bash[94202]: cluster 2024-09-18T09:25:05.784583+0000 mgr.y (mgr.15249) 711 : cluster [DBG] pgmap v420: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:25:07.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:06 smithi078 bash[94202]: audit 2024-09-18T09:25:06.005328+0000 mgr.y (mgr.15249) 712 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:07.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:06 smithi078 bash[94202]: audit 2024-09-18T09:25:06.005328+0000 mgr.y (mgr.15249) 712 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:07.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:07 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:07.465174553Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:08.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:08 smithi189 bash[70525]: audit 2024-09-18T09:25:07.596177+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:08.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:08 smithi189 bash[70525]: audit 2024-09-18T09:25:07.596177+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:08.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:08 smithi189 bash[70525]: cluster 2024-09-18T09:25:07.785666+0000 mgr.y (mgr.15249) 713 : cluster [DBG] pgmap v421: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 875 B/s rd, 0 op/s 2024-09-18T09:25:08.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:08 smithi189 bash[70525]: cluster 2024-09-18T09:25:07.785666+0000 mgr.y (mgr.15249) 713 : cluster [DBG] pgmap v421: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 875 B/s rd, 0 op/s 2024-09-18T09:25:08.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:08 smithi078 bash[90742]: audit 2024-09-18T09:25:07.596177+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:08.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:08 smithi078 bash[90742]: audit 2024-09-18T09:25:07.596177+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:08.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:08 smithi078 bash[90742]: cluster 2024-09-18T09:25:07.785666+0000 mgr.y (mgr.15249) 713 : cluster [DBG] pgmap v421: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 875 B/s rd, 0 op/s 2024-09-18T09:25:08.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:08 smithi078 bash[90742]: cluster 2024-09-18T09:25:07.785666+0000 mgr.y (mgr.15249) 713 : cluster [DBG] pgmap v421: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 875 B/s rd, 0 op/s 2024-09-18T09:25:08.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:08 smithi078 bash[94202]: audit 2024-09-18T09:25:07.596177+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:08.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:08 smithi078 bash[94202]: audit 2024-09-18T09:25:07.596177+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:08.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:08 smithi078 bash[94202]: cluster 2024-09-18T09:25:07.785666+0000 mgr.y (mgr.15249) 713 : cluster [DBG] pgmap v421: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 875 B/s rd, 0 op/s 2024-09-18T09:25:08.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:08 smithi078 bash[94202]: cluster 2024-09-18T09:25:07.785666+0000 mgr.y (mgr.15249) 713 : cluster [DBG] pgmap v421: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 875 B/s rd, 0 op/s 2024-09-18T09:25:10.844 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:10 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:10.449107794Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:11.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:10 smithi189 bash[70525]: cluster 2024-09-18T09:25:09.787004+0000 mgr.y (mgr.15249) 714 : cluster [DBG] pgmap v422: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:11.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:10 smithi189 bash[70525]: cluster 2024-09-18T09:25:09.787004+0000 mgr.y (mgr.15249) 714 : cluster [DBG] pgmap v422: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:11.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:10 smithi078 bash[90742]: cluster 2024-09-18T09:25:09.787004+0000 mgr.y (mgr.15249) 714 : cluster [DBG] pgmap v422: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:11.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:10 smithi078 bash[90742]: cluster 2024-09-18T09:25:09.787004+0000 mgr.y (mgr.15249) 714 : cluster [DBG] pgmap v422: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:10 smithi078 bash[94202]: cluster 2024-09-18T09:25:09.787004+0000 mgr.y (mgr.15249) 714 : cluster [DBG] pgmap v422: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:11.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:10 smithi078 bash[94202]: cluster 2024-09-18T09:25:09.787004+0000 mgr.y (mgr.15249) 714 : cluster [DBG] pgmap v422: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:13.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:12 smithi189 bash[70525]: cluster 2024-09-18T09:25:11.788046+0000 mgr.y (mgr.15249) 715 : cluster [DBG] pgmap v423: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:13.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:12 smithi189 bash[70525]: cluster 2024-09-18T09:25:11.788046+0000 mgr.y (mgr.15249) 715 : cluster [DBG] pgmap v423: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:12 smithi078 bash[90742]: cluster 2024-09-18T09:25:11.788046+0000 mgr.y (mgr.15249) 715 : cluster [DBG] pgmap v423: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:13.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:12 smithi078 bash[90742]: cluster 2024-09-18T09:25:11.788046+0000 mgr.y (mgr.15249) 715 : cluster [DBG] pgmap v423: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:13.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:12 smithi078 bash[94202]: cluster 2024-09-18T09:25:11.788046+0000 mgr.y (mgr.15249) 715 : cluster [DBG] pgmap v423: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:13.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:12 smithi078 bash[94202]: cluster 2024-09-18T09:25:11.788046+0000 mgr.y (mgr.15249) 715 : cluster [DBG] pgmap v423: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:13.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:13 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:13.467261932Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:13.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:25:13 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:25:13] "GET /metrics HTTP/1.1" 200 38332 "" "Prometheus/2.51.0" 2024-09-18T09:25:15.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:14 smithi189 bash[70525]: cluster 2024-09-18T09:25:13.789403+0000 mgr.y (mgr.15249) 716 : cluster [DBG] pgmap v424: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:15.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:14 smithi189 bash[70525]: cluster 2024-09-18T09:25:13.789403+0000 mgr.y (mgr.15249) 716 : cluster [DBG] pgmap v424: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:15.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:14 smithi189 bash[70525]: audit 2024-09-18T09:25:14.261590+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-18T09:25:15.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:14 smithi189 bash[70525]: audit 2024-09-18T09:25:14.261590+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-18T09:25:15.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:14 smithi078 bash[90742]: cluster 2024-09-18T09:25:13.789403+0000 mgr.y (mgr.15249) 716 : cluster [DBG] pgmap v424: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:15.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:14 smithi078 bash[90742]: cluster 2024-09-18T09:25:13.789403+0000 mgr.y (mgr.15249) 716 : cluster [DBG] pgmap v424: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:15.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:14 smithi078 bash[90742]: audit 2024-09-18T09:25:14.261590+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-18T09:25:15.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:14 smithi078 bash[90742]: audit 2024-09-18T09:25:14.261590+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-18T09:25:15.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:14 smithi078 bash[94202]: cluster 2024-09-18T09:25:13.789403+0000 mgr.y (mgr.15249) 716 : cluster [DBG] pgmap v424: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:15.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:14 smithi078 bash[94202]: cluster 2024-09-18T09:25:13.789403+0000 mgr.y (mgr.15249) 716 : cluster [DBG] pgmap v424: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:15.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:14 smithi078 bash[94202]: audit 2024-09-18T09:25:14.261590+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-18T09:25:15.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:14 smithi078 bash[94202]: audit 2024-09-18T09:25:14.261590+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-18T09:25:16.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:15 smithi189 bash[70525]: audit 2024-09-18T09:25:14.261966+0000 mgr.y (mgr.15249) 717 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T09:25:16.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:15 smithi189 bash[70525]: audit 2024-09-18T09:25:14.261966+0000 mgr.y (mgr.15249) 717 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T09:25:16.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:15 smithi189 bash[70525]: cephadm 2024-09-18T09:25:14.264437+0000 mgr.y (mgr.15249) 718 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-18T09:25:16.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:15 smithi189 bash[70525]: cephadm 2024-09-18T09:25:14.264437+0000 mgr.y (mgr.15249) 718 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-18T09:25:16.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:15 smithi078 bash[90742]: audit 2024-09-18T09:25:14.261966+0000 mgr.y (mgr.15249) 717 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T09:25:16.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:15 smithi078 bash[90742]: audit 2024-09-18T09:25:14.261966+0000 mgr.y (mgr.15249) 717 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T09:25:16.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:15 smithi078 bash[90742]: cephadm 2024-09-18T09:25:14.264437+0000 mgr.y (mgr.15249) 718 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-18T09:25:16.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:15 smithi078 bash[90742]: cephadm 2024-09-18T09:25:14.264437+0000 mgr.y (mgr.15249) 718 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-18T09:25:16.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:15 smithi078 bash[94202]: audit 2024-09-18T09:25:14.261966+0000 mgr.y (mgr.15249) 717 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T09:25:16.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:15 smithi078 bash[94202]: audit 2024-09-18T09:25:14.261966+0000 mgr.y (mgr.15249) 717 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T09:25:16.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:15 smithi078 bash[94202]: cephadm 2024-09-18T09:25:14.264437+0000 mgr.y (mgr.15249) 718 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-18T09:25:16.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:15 smithi078 bash[94202]: cephadm 2024-09-18T09:25:14.264437+0000 mgr.y (mgr.15249) 718 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-18T09:25:16.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:16 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:16.428450462Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:17.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:16 smithi189 bash[70525]: cluster 2024-09-18T09:25:15.790595+0000 mgr.y (mgr.15249) 719 : cluster [DBG] pgmap v425: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:17.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:16 smithi189 bash[70525]: cluster 2024-09-18T09:25:15.790595+0000 mgr.y (mgr.15249) 719 : cluster [DBG] pgmap v425: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:17.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:16 smithi189 bash[70525]: audit 2024-09-18T09:25:16.016582+0000 mgr.y (mgr.15249) 720 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:17.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:16 smithi189 bash[70525]: audit 2024-09-18T09:25:16.016582+0000 mgr.y (mgr.15249) 720 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:17.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:16 smithi189 bash[70525]: audit 2024-09-18T09:25:16.707589+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:17.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:16 smithi189 bash[70525]: audit 2024-09-18T09:25:16.707589+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:17.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:16 smithi189 bash[70525]: audit 2024-09-18T09:25:16.712156+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-18T09:25:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:16 smithi189 bash[70525]: audit 2024-09-18T09:25:16.712156+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-18T09:25:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:16 smithi189 bash[70525]: audit 2024-09-18T09:25:16.713733+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:17.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:16 smithi189 bash[70525]: audit 2024-09-18T09:25:16.713733+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[90742]: cluster 2024-09-18T09:25:15.790595+0000 mgr.y (mgr.15249) 719 : cluster [DBG] pgmap v425: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[90742]: cluster 2024-09-18T09:25:15.790595+0000 mgr.y (mgr.15249) 719 : cluster [DBG] pgmap v425: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[90742]: audit 2024-09-18T09:25:16.016582+0000 mgr.y (mgr.15249) 720 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[90742]: audit 2024-09-18T09:25:16.016582+0000 mgr.y (mgr.15249) 720 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[90742]: audit 2024-09-18T09:25:16.707589+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[90742]: audit 2024-09-18T09:25:16.707589+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:17.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[90742]: audit 2024-09-18T09:25:16.712156+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-18T09:25:17.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[90742]: audit 2024-09-18T09:25:16.712156+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-18T09:25:17.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[90742]: audit 2024-09-18T09:25:16.713733+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:17.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[90742]: audit 2024-09-18T09:25:16.713733+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:17.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[94202]: cluster 2024-09-18T09:25:15.790595+0000 mgr.y (mgr.15249) 719 : cluster [DBG] pgmap v425: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:17.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[94202]: cluster 2024-09-18T09:25:15.790595+0000 mgr.y (mgr.15249) 719 : cluster [DBG] pgmap v425: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[94202]: audit 2024-09-18T09:25:16.016582+0000 mgr.y (mgr.15249) 720 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[94202]: audit 2024-09-18T09:25:16.016582+0000 mgr.y (mgr.15249) 720 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[94202]: audit 2024-09-18T09:25:16.707589+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[94202]: audit 2024-09-18T09:25:16.707589+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[94202]: audit 2024-09-18T09:25:16.712156+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-18T09:25:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[94202]: audit 2024-09-18T09:25:16.712156+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-18T09:25:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[94202]: audit 2024-09-18T09:25:16.713733+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:16 smithi078 bash[94202]: audit 2024-09-18T09:25:16.713733+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:18.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:17 smithi189 bash[70525]: cephadm 2024-09-18T09:25:16.700145+0000 mgr.y (mgr.15249) 721 : cephadm [INF] Upgrade: Updating osd.5 2024-09-18T09:25:18.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:17 smithi189 bash[70525]: cephadm 2024-09-18T09:25:16.700145+0000 mgr.y (mgr.15249) 721 : cephadm [INF] Upgrade: Updating osd.5 2024-09-18T09:25:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:17 smithi189 bash[70525]: cephadm 2024-09-18T09:25:16.719134+0000 mgr.y (mgr.15249) 722 : cephadm [INF] Deploying daemon osd.5 on smithi189 2024-09-18T09:25:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:17 smithi189 bash[70525]: cephadm 2024-09-18T09:25:16.719134+0000 mgr.y (mgr.15249) 722 : cephadm [INF] Deploying daemon osd.5 on smithi189 2024-09-18T09:25:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:17 smithi189 bash[70525]: audit 2024-09-18T09:25:17.224248+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:18.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:17 smithi189 bash[70525]: audit 2024-09-18T09:25:17.224248+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:18.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:17 smithi078 bash[90742]: cephadm 2024-09-18T09:25:16.700145+0000 mgr.y (mgr.15249) 721 : cephadm [INF] Upgrade: Updating osd.5 2024-09-18T09:25:18.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:17 smithi078 bash[90742]: cephadm 2024-09-18T09:25:16.700145+0000 mgr.y (mgr.15249) 721 : cephadm [INF] Upgrade: Updating osd.5 2024-09-18T09:25:18.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:17 smithi078 bash[90742]: cephadm 2024-09-18T09:25:16.719134+0000 mgr.y (mgr.15249) 722 : cephadm [INF] Deploying daemon osd.5 on smithi189 2024-09-18T09:25:18.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:17 smithi078 bash[90742]: cephadm 2024-09-18T09:25:16.719134+0000 mgr.y (mgr.15249) 722 : cephadm [INF] Deploying daemon osd.5 on smithi189 2024-09-18T09:25:18.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:17 smithi078 bash[90742]: audit 2024-09-18T09:25:17.224248+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:18.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:17 smithi078 bash[90742]: audit 2024-09-18T09:25:17.224248+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:18.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:17 smithi078 bash[94202]: cephadm 2024-09-18T09:25:16.700145+0000 mgr.y (mgr.15249) 721 : cephadm [INF] Upgrade: Updating osd.5 2024-09-18T09:25:18.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:17 smithi078 bash[94202]: cephadm 2024-09-18T09:25:16.700145+0000 mgr.y (mgr.15249) 721 : cephadm [INF] Upgrade: Updating osd.5 2024-09-18T09:25:18.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:17 smithi078 bash[94202]: cephadm 2024-09-18T09:25:16.719134+0000 mgr.y (mgr.15249) 722 : cephadm [INF] Deploying daemon osd.5 on smithi189 2024-09-18T09:25:18.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:17 smithi078 bash[94202]: cephadm 2024-09-18T09:25:16.719134+0000 mgr.y (mgr.15249) 722 : cephadm [INF] Deploying daemon osd.5 on smithi189 2024-09-18T09:25:18.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:17 smithi078 bash[94202]: audit 2024-09-18T09:25:17.224248+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:18.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:17 smithi078 bash[94202]: audit 2024-09-18T09:25:17.224248+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:19.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:18 smithi189 bash[70525]: cluster 2024-09-18T09:25:17.791642+0000 mgr.y (mgr.15249) 723 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:19.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:18 smithi189 bash[70525]: cluster 2024-09-18T09:25:17.791642+0000 mgr.y (mgr.15249) 723 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:19.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:18 smithi078 bash[90742]: cluster 2024-09-18T09:25:17.791642+0000 mgr.y (mgr.15249) 723 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:19.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:18 smithi078 bash[90742]: cluster 2024-09-18T09:25:17.791642+0000 mgr.y (mgr.15249) 723 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:19.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:18 smithi078 bash[94202]: cluster 2024-09-18T09:25:17.791642+0000 mgr.y (mgr.15249) 723 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:19.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:18 smithi078 bash[94202]: cluster 2024-09-18T09:25:17.791642+0000 mgr.y (mgr.15249) 723 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:19.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:19 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:19.472764128Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:21.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:20 smithi189 bash[70525]: cluster 2024-09-18T09:25:19.792902+0000 mgr.y (mgr.15249) 724 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:21.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:20 smithi189 bash[70525]: cluster 2024-09-18T09:25:19.792902+0000 mgr.y (mgr.15249) 724 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:21.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:20 smithi078 bash[90742]: cluster 2024-09-18T09:25:19.792902+0000 mgr.y (mgr.15249) 724 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:21.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:20 smithi078 bash[90742]: cluster 2024-09-18T09:25:19.792902+0000 mgr.y (mgr.15249) 724 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:21.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:20 smithi078 bash[94202]: cluster 2024-09-18T09:25:19.792902+0000 mgr.y (mgr.15249) 724 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:21.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:20 smithi078 bash[94202]: cluster 2024-09-18T09:25:19.792902+0000 mgr.y (mgr.15249) 724 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:21.651 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:25:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:21.652 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:25:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:21.652 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:25:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:21.652 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:25:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:21.653 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:21.653 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:21.653 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:21 smithi189 systemd[1]: Stopping Ceph osd.5 for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:25:21.653 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:21.654 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:25:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:21.654 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:25:21 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:21.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:21 smithi189 bash[70525]: cluster 2024-09-18T09:25:21.768268+0000 mon.a (mon.0) 526 : cluster [INF] osd.5 marked itself down and dead 2024-09-18T09:25:21.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:21 smithi189 bash[70525]: cluster 2024-09-18T09:25:21.768268+0000 mon.a (mon.0) 526 : cluster [INF] osd.5 marked itself down and dead 2024-09-18T09:25:21.922 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:21 smithi189 bash[30730]: debug 2024-09-18T09:25:21.763+0000 7f62d185d640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-18T09:25:21.922 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:21 smithi189 bash[30730]: debug 2024-09-18T09:25:21.763+0000 7f62d185d640 -1 osd.5 141 *** Got signal Terminated *** 2024-09-18T09:25:21.922 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:21 smithi189 bash[30730]: debug 2024-09-18T09:25:21.763+0000 7f62d185d640 -1 osd.5 141 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T09:25:22.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:21 smithi078 bash[90742]: cluster 2024-09-18T09:25:21.768268+0000 mon.a (mon.0) 526 : cluster [INF] osd.5 marked itself down and dead 2024-09-18T09:25:22.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:21 smithi078 bash[90742]: cluster 2024-09-18T09:25:21.768268+0000 mon.a (mon.0) 526 : cluster [INF] osd.5 marked itself down and dead 2024-09-18T09:25:22.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:21 smithi078 bash[94202]: cluster 2024-09-18T09:25:21.768268+0000 mon.a (mon.0) 526 : cluster [INF] osd.5 marked itself down and dead 2024-09-18T09:25:22.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:21 smithi078 bash[94202]: cluster 2024-09-18T09:25:21.768268+0000 mon.a (mon.0) 526 : cluster [INF] osd.5 marked itself down and dead 2024-09-18T09:25:22.640 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:25:22.882 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:22 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:22.460870675Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:23.172 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:23 smithi189 bash[78406]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-5 2024-09-18T09:25:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:22 smithi189 bash[70525]: cluster 2024-09-18T09:25:21.793780+0000 mgr.y (mgr.15249) 725 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:22 smithi189 bash[70525]: cluster 2024-09-18T09:25:21.793780+0000 mgr.y (mgr.15249) 725 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:22 smithi189 bash[70525]: cluster 2024-09-18T09:25:21.878301+0000 mon.a (mon.0) 527 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:25:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:22 smithi189 bash[70525]: cluster 2024-09-18T09:25:21.878301+0000 mon.a (mon.0) 527 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:25:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:22 smithi189 bash[70525]: cluster 2024-09-18T09:25:21.895932+0000 mon.a (mon.0) 528 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-09-18T09:25:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:22 smithi189 bash[70525]: cluster 2024-09-18T09:25:21.895932+0000 mon.a (mon.0) 528 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-09-18T09:25:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:22 smithi078 bash[90742]: cluster 2024-09-18T09:25:21.793780+0000 mgr.y (mgr.15249) 725 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:22 smithi078 bash[90742]: cluster 2024-09-18T09:25:21.793780+0000 mgr.y (mgr.15249) 725 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:22 smithi078 bash[90742]: cluster 2024-09-18T09:25:21.878301+0000 mon.a (mon.0) 527 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:25:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:22 smithi078 bash[90742]: cluster 2024-09-18T09:25:21.878301+0000 mon.a (mon.0) 527 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:25:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:22 smithi078 bash[90742]: cluster 2024-09-18T09:25:21.895932+0000 mon.a (mon.0) 528 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-09-18T09:25:23.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:22 smithi078 bash[90742]: cluster 2024-09-18T09:25:21.895932+0000 mon.a (mon.0) 528 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-09-18T09:25:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:22 smithi078 bash[94202]: cluster 2024-09-18T09:25:21.793780+0000 mgr.y (mgr.15249) 725 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:22 smithi078 bash[94202]: cluster 2024-09-18T09:25:21.793780+0000 mgr.y (mgr.15249) 725 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:22 smithi078 bash[94202]: cluster 2024-09-18T09:25:21.878301+0000 mon.a (mon.0) 527 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:25:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:22 smithi078 bash[94202]: cluster 2024-09-18T09:25:21.878301+0000 mon.a (mon.0) 527 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:25:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:22 smithi078 bash[94202]: cluster 2024-09-18T09:25:21.895932+0000 mon.a (mon.0) 528 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-09-18T09:25:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:22 smithi078 bash[94202]: cluster 2024-09-18T09:25:21.895932+0000 mon.a (mon.0) 528 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-09-18T09:25:23.296 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:25:23.296 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (11m) 80s ago 38m 13.9M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:25:23.296 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (10m) 35s ago 38m 67.9M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:25:23.296 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (13m) 80s ago 35m 49.4M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:25:23.296 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (12m) 35s ago 47m 443M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:25:23.296 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (23m) 80s ago 49m 518M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:25:23.296 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (7m) 80s ago 49m 52.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:25:23.297 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (9m) 35s ago 47m 43.1M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:25:23.297 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (7m) 80s ago 47m 38.9M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:25:23.297 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (12m) 80s ago 38m 8284k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:25:23.297 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (12m) 35s ago 38m 8980k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:25:23.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (5m) 80s ago 46m 49.4M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 b10b88ce2e14 2024-09-18T09:25:23.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (4m) 80s ago 45m 50.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3939468d55d0 2024-09-18T09:25:23.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (2m) 80s ago 44m 46.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 db670b04d315 2024-09-18T09:25:23.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (81s) 80s ago 43m - 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 35d85c967fbc 2024-09-18T09:25:23.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (36s) 35s ago 42m - 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 5f96420926c0 2024-09-18T09:25:23.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (41m) 35s ago 41m 62.9M 3292M 19.1.1-330-gc2ddf972 ebb0615149de 07138e1dbaf0 2024-09-18T09:25:23.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (40m) 35s ago 40m 59.6M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:25:23.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (39m) 35s ago 39m 71.4M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:25:23.298 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (11m) 35s ago 39m 53.1M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:25:23.298 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (36m) 80s ago 36m 102M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:25:23.298 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (36m) 35s ago 36m 102M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:25:23.665 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:25:23.665 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:25:23.665 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 3 2024-09-18T09:25:23.665 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:25:23.665 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:25:23.665 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:25:23.665 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:25:23.665 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:25:23.666 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2, 2024-09-18T09:25:23.666 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 5 2024-09-18T09:25:23.666 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:25:23.666 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:25:23.666 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:25:23.666 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:25:23.666 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:25:23.666 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 4, 2024-09-18T09:25:23.666 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 10 2024-09-18T09:25:23.666 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:25:23.666 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:25:23.672 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:23 smithi189 bash[78469]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-5 2024-09-18T09:25:23.902 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:25:23 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:25:23] "GET /metrics HTTP/1.1" 200 38334 "" "Prometheus/2.51.0" 2024-09-18T09:25:23.959 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:25:23.960 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:25:23.960 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:25:23.960 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-18T09:25:23.960 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:25:23.960 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "5/8 daemons upgraded", 2024-09-18T09:25:23.960 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading osd daemons", 2024-09-18T09:25:23.960 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:25:23.960 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:25:24.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:23 smithi189 bash[70525]: audit 2024-09-18T09:25:22.626708+0000 mgr.y (mgr.15249) 726 : audit [DBG] from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:24.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:23 smithi189 bash[70525]: audit 2024-09-18T09:25:22.626708+0000 mgr.y (mgr.15249) 726 : audit [DBG] from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:24.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:23 smithi189 bash[70525]: cluster 2024-09-18T09:25:22.902199+0000 mon.a (mon.0) 529 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-18T09:25:24.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:23 smithi189 bash[70525]: cluster 2024-09-18T09:25:22.902199+0000 mon.a (mon.0) 529 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-18T09:25:24.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:23 smithi189 bash[70525]: audit 2024-09-18T09:25:22.971956+0000 mgr.y (mgr.15249) 727 : audit [DBG] from='client.54476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:24.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:23 smithi189 bash[70525]: audit 2024-09-18T09:25:22.971956+0000 mgr.y (mgr.15249) 727 : audit [DBG] from='client.54476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:24.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:23 smithi189 bash[70525]: audit 2024-09-18T09:25:23.664433+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.78:0/2052089950' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:24.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:23 smithi189 bash[70525]: audit 2024-09-18T09:25:23.664433+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.78:0/2052089950' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:24.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:23 smithi078 bash[94202]: audit 2024-09-18T09:25:22.626708+0000 mgr.y (mgr.15249) 726 : audit [DBG] from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:24.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:23 smithi078 bash[94202]: audit 2024-09-18T09:25:22.626708+0000 mgr.y (mgr.15249) 726 : audit [DBG] from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:24.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:23 smithi078 bash[94202]: cluster 2024-09-18T09:25:22.902199+0000 mon.a (mon.0) 529 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-18T09:25:24.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:23 smithi078 bash[94202]: cluster 2024-09-18T09:25:22.902199+0000 mon.a (mon.0) 529 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-18T09:25:24.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:23 smithi078 bash[94202]: audit 2024-09-18T09:25:22.971956+0000 mgr.y (mgr.15249) 727 : audit [DBG] from='client.54476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:24.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:23 smithi078 bash[94202]: audit 2024-09-18T09:25:22.971956+0000 mgr.y (mgr.15249) 727 : audit [DBG] from='client.54476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:24.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:23 smithi078 bash[94202]: audit 2024-09-18T09:25:23.664433+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.78:0/2052089950' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:24.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:23 smithi078 bash[94202]: audit 2024-09-18T09:25:23.664433+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.78:0/2052089950' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:24.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:23 smithi078 bash[90742]: audit 2024-09-18T09:25:22.626708+0000 mgr.y (mgr.15249) 726 : audit [DBG] from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:24.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:23 smithi078 bash[90742]: audit 2024-09-18T09:25:22.626708+0000 mgr.y (mgr.15249) 726 : audit [DBG] from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:24.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:23 smithi078 bash[90742]: cluster 2024-09-18T09:25:22.902199+0000 mon.a (mon.0) 529 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-18T09:25:24.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:23 smithi078 bash[90742]: cluster 2024-09-18T09:25:22.902199+0000 mon.a (mon.0) 529 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-18T09:25:24.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:23 smithi078 bash[90742]: audit 2024-09-18T09:25:22.971956+0000 mgr.y (mgr.15249) 727 : audit [DBG] from='client.54476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:24.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:23 smithi078 bash[90742]: audit 2024-09-18T09:25:22.971956+0000 mgr.y (mgr.15249) 727 : audit [DBG] from='client.54476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:24.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:23 smithi078 bash[90742]: audit 2024-09-18T09:25:23.664433+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.78:0/2052089950' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:24.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:23 smithi078 bash[90742]: audit 2024-09-18T09:25:23.664433+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.78:0/2052089950' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:24 smithi189 bash[70525]: audit 2024-09-18T09:25:23.278204+0000 mgr.y (mgr.15249) 728 : audit [DBG] from='client.54482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:24 smithi189 bash[70525]: audit 2024-09-18T09:25:23.278204+0000 mgr.y (mgr.15249) 728 : audit [DBG] from='client.54482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:24 smithi189 bash[70525]: cluster 2024-09-18T09:25:23.794544+0000 mgr.y (mgr.15249) 729 : cluster [DBG] pgmap v431: 161 pgs: 5 active+undersized, 20 peering, 10 stale+active+clean, 5 active+undersized+degraded, 121 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 20/636 objects degraded (3.145%) 2024-09-18T09:25:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:24 smithi189 bash[70525]: cluster 2024-09-18T09:25:23.794544+0000 mgr.y (mgr.15249) 729 : cluster [DBG] pgmap v431: 161 pgs: 5 active+undersized, 20 peering, 10 stale+active+clean, 5 active+undersized+degraded, 121 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 20/636 objects degraded (3.145%) 2024-09-18T09:25:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:24 smithi189 bash[70525]: cluster 2024-09-18T09:25:23.891704+0000 mon.a (mon.0) 530 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-18T09:25:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:24 smithi189 bash[70525]: cluster 2024-09-18T09:25:23.891704+0000 mon.a (mon.0) 530 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-18T09:25:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:24 smithi189 bash[70525]: cluster 2024-09-18T09:25:23.891753+0000 mon.a (mon.0) 531 : cluster [WRN] Health check failed: Degraded data redundancy: 20/636 objects degraded (3.145%), 5 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:25.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:24 smithi189 bash[70525]: cluster 2024-09-18T09:25:23.891753+0000 mon.a (mon.0) 531 : cluster [WRN] Health check failed: Degraded data redundancy: 20/636 objects degraded (3.145%), 5 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:25.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:24 smithi189 bash[70525]: audit 2024-09-18T09:25:23.958663+0000 mgr.y (mgr.15249) 730 : audit [DBG] from='client.54494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:25.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:24 smithi189 bash[70525]: audit 2024-09-18T09:25:23.958663+0000 mgr.y (mgr.15249) 730 : audit [DBG] from='client.54494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[90742]: audit 2024-09-18T09:25:23.278204+0000 mgr.y (mgr.15249) 728 : audit [DBG] from='client.54482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[90742]: audit 2024-09-18T09:25:23.278204+0000 mgr.y (mgr.15249) 728 : audit [DBG] from='client.54482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[90742]: cluster 2024-09-18T09:25:23.794544+0000 mgr.y (mgr.15249) 729 : cluster [DBG] pgmap v431: 161 pgs: 5 active+undersized, 20 peering, 10 stale+active+clean, 5 active+undersized+degraded, 121 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 20/636 objects degraded (3.145%) 2024-09-18T09:25:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[90742]: cluster 2024-09-18T09:25:23.794544+0000 mgr.y (mgr.15249) 729 : cluster [DBG] pgmap v431: 161 pgs: 5 active+undersized, 20 peering, 10 stale+active+clean, 5 active+undersized+degraded, 121 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 20/636 objects degraded (3.145%) 2024-09-18T09:25:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[90742]: cluster 2024-09-18T09:25:23.891704+0000 mon.a (mon.0) 530 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-18T09:25:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[90742]: cluster 2024-09-18T09:25:23.891704+0000 mon.a (mon.0) 530 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-18T09:25:25.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[90742]: cluster 2024-09-18T09:25:23.891753+0000 mon.a (mon.0) 531 : cluster [WRN] Health check failed: Degraded data redundancy: 20/636 objects degraded (3.145%), 5 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:25.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[90742]: cluster 2024-09-18T09:25:23.891753+0000 mon.a (mon.0) 531 : cluster [WRN] Health check failed: Degraded data redundancy: 20/636 objects degraded (3.145%), 5 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:25.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[90742]: audit 2024-09-18T09:25:23.958663+0000 mgr.y (mgr.15249) 730 : audit [DBG] from='client.54494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:25.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[90742]: audit 2024-09-18T09:25:23.958663+0000 mgr.y (mgr.15249) 730 : audit [DBG] from='client.54494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:25.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[94202]: audit 2024-09-18T09:25:23.278204+0000 mgr.y (mgr.15249) 728 : audit [DBG] from='client.54482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:25.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[94202]: audit 2024-09-18T09:25:23.278204+0000 mgr.y (mgr.15249) 728 : audit [DBG] from='client.54482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:25.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[94202]: cluster 2024-09-18T09:25:23.794544+0000 mgr.y (mgr.15249) 729 : cluster [DBG] pgmap v431: 161 pgs: 5 active+undersized, 20 peering, 10 stale+active+clean, 5 active+undersized+degraded, 121 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 20/636 objects degraded (3.145%) 2024-09-18T09:25:25.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[94202]: cluster 2024-09-18T09:25:23.794544+0000 mgr.y (mgr.15249) 729 : cluster [DBG] pgmap v431: 161 pgs: 5 active+undersized, 20 peering, 10 stale+active+clean, 5 active+undersized+degraded, 121 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 20/636 objects degraded (3.145%) 2024-09-18T09:25:25.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[94202]: cluster 2024-09-18T09:25:23.891704+0000 mon.a (mon.0) 530 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-18T09:25:25.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[94202]: cluster 2024-09-18T09:25:23.891704+0000 mon.a (mon.0) 530 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-18T09:25:25.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[94202]: cluster 2024-09-18T09:25:23.891753+0000 mon.a (mon.0) 531 : cluster [WRN] Health check failed: Degraded data redundancy: 20/636 objects degraded (3.145%), 5 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:25.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[94202]: cluster 2024-09-18T09:25:23.891753+0000 mon.a (mon.0) 531 : cluster [WRN] Health check failed: Degraded data redundancy: 20/636 objects degraded (3.145%), 5 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:25.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[94202]: audit 2024-09-18T09:25:23.958663+0000 mgr.y (mgr.15249) 730 : audit [DBG] from='client.54494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:25.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:24 smithi078 bash[94202]: audit 2024-09-18T09:25:23.958663+0000 mgr.y (mgr.15249) 730 : audit [DBG] from='client.54494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:25.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:25 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:25.674 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:25:25 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:25.674 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:25:25 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:25.674 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:25:25 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:25.675 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:25:25 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:25.675 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:25:25 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:25.675 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:25:25 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:25.675 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:25 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-18T09:25:25.676 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:25 smithi189 systemd[1]: Stopped Ceph osd.5 for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:25:25.676 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:25 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:25.676 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:25 smithi189 systemd[1]: Started Ceph osd.5 for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:25:25.676 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:25 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:25.432864088Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:25.676 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:25 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:25:27.073 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:26 smithi189 bash[70525]: audit 2024-09-18T09:25:25.724394+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:27.073 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:26 smithi189 bash[70525]: audit 2024-09-18T09:25:25.724394+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:27.073 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:26 smithi189 bash[70525]: audit 2024-09-18T09:25:25.734128+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:27.073 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:26 smithi189 bash[70525]: audit 2024-09-18T09:25:25.734128+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:27.073 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:26 smithi189 bash[70525]: cluster 2024-09-18T09:25:25.795616+0000 mgr.y (mgr.15249) 731 : cluster [DBG] pgmap v432: 161 pgs: 25 active+undersized, 20 peering, 14 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 56/636 objects degraded (8.805%) 2024-09-18T09:25:27.074 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:26 smithi189 bash[70525]: cluster 2024-09-18T09:25:25.795616+0000 mgr.y (mgr.15249) 731 : cluster [DBG] pgmap v432: 161 pgs: 25 active+undersized, 20 peering, 14 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 56/636 objects degraded (8.805%) 2024-09-18T09:25:27.074 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:26 smithi189 bash[70525]: audit 2024-09-18T09:25:26.025360+0000 mgr.y (mgr.15249) 732 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:27.074 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:26 smithi189 bash[70525]: audit 2024-09-18T09:25:26.025360+0000 mgr.y (mgr.15249) 732 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:26 smithi078 bash[90742]: audit 2024-09-18T09:25:25.724394+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:26 smithi078 bash[90742]: audit 2024-09-18T09:25:25.724394+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:26 smithi078 bash[90742]: audit 2024-09-18T09:25:25.734128+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:27.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:26 smithi078 bash[90742]: audit 2024-09-18T09:25:25.734128+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:26 smithi078 bash[90742]: cluster 2024-09-18T09:25:25.795616+0000 mgr.y (mgr.15249) 731 : cluster [DBG] pgmap v432: 161 pgs: 25 active+undersized, 20 peering, 14 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 56/636 objects degraded (8.805%) 2024-09-18T09:25:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:26 smithi078 bash[90742]: cluster 2024-09-18T09:25:25.795616+0000 mgr.y (mgr.15249) 731 : cluster [DBG] pgmap v432: 161 pgs: 25 active+undersized, 20 peering, 14 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 56/636 objects degraded (8.805%) 2024-09-18T09:25:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:26 smithi078 bash[90742]: audit 2024-09-18T09:25:26.025360+0000 mgr.y (mgr.15249) 732 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:26 smithi078 bash[90742]: audit 2024-09-18T09:25:26.025360+0000 mgr.y (mgr.15249) 732 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:27.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:26 smithi078 bash[94202]: audit 2024-09-18T09:25:25.724394+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:27.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:26 smithi078 bash[94202]: audit 2024-09-18T09:25:25.724394+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:27.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:26 smithi078 bash[94202]: audit 2024-09-18T09:25:25.734128+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:27.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:26 smithi078 bash[94202]: audit 2024-09-18T09:25:25.734128+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:27.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:26 smithi078 bash[94202]: cluster 2024-09-18T09:25:25.795616+0000 mgr.y (mgr.15249) 731 : cluster [DBG] pgmap v432: 161 pgs: 25 active+undersized, 20 peering, 14 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 56/636 objects degraded (8.805%) 2024-09-18T09:25:27.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:26 smithi078 bash[94202]: cluster 2024-09-18T09:25:25.795616+0000 mgr.y (mgr.15249) 731 : cluster [DBG] pgmap v432: 161 pgs: 25 active+undersized, 20 peering, 14 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 56/636 objects degraded (8.805%) 2024-09-18T09:25:27.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:26 smithi078 bash[94202]: audit 2024-09-18T09:25:26.025360+0000 mgr.y (mgr.15249) 732 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:27.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:26 smithi078 bash[94202]: audit 2024-09-18T09:25:26.025360+0000 mgr.y (mgr.15249) 732 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:27.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:27 smithi189 bash[78617]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-18T09:25:27.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:27 smithi189 bash[78617]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-18T09:25:28.855 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:28 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:28.438637927Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:29.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:28 smithi189 bash[70525]: cluster 2024-09-18T09:25:27.796860+0000 mgr.y (mgr.15249) 733 : cluster [DBG] pgmap v433: 161 pgs: 33 active+undersized, 5 peering, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 74/636 objects degraded (11.635%) 2024-09-18T09:25:29.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:28 smithi189 bash[70525]: cluster 2024-09-18T09:25:27.796860+0000 mgr.y (mgr.15249) 733 : cluster [DBG] pgmap v433: 161 pgs: 33 active+undersized, 5 peering, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 74/636 objects degraded (11.635%) 2024-09-18T09:25:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:28 smithi078 bash[90742]: cluster 2024-09-18T09:25:27.796860+0000 mgr.y (mgr.15249) 733 : cluster [DBG] pgmap v433: 161 pgs: 33 active+undersized, 5 peering, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 74/636 objects degraded (11.635%) 2024-09-18T09:25:29.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:28 smithi078 bash[90742]: cluster 2024-09-18T09:25:27.796860+0000 mgr.y (mgr.15249) 733 : cluster [DBG] pgmap v433: 161 pgs: 33 active+undersized, 5 peering, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 74/636 objects degraded (11.635%) 2024-09-18T09:25:29.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:28 smithi078 bash[94202]: cluster 2024-09-18T09:25:27.796860+0000 mgr.y (mgr.15249) 733 : cluster [DBG] pgmap v433: 161 pgs: 33 active+undersized, 5 peering, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 74/636 objects degraded (11.635%) 2024-09-18T09:25:29.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:28 smithi078 bash[94202]: cluster 2024-09-18T09:25:27.796860+0000 mgr.y (mgr.15249) 733 : cluster [DBG] pgmap v433: 161 pgs: 33 active+undersized, 5 peering, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 74/636 objects degraded (11.635%) 2024-09-18T09:25:29.922 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:29 smithi189 bash[78617]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-18T09:25:29.922 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:29 smithi189 bash[78617]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-18T09:25:29.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:29 smithi189 bash[70525]: cluster 2024-09-18T09:25:29.854292+0000 mon.a (mon.0) 534 : cluster [WRN] Health check update: Degraded data redundancy: 75/636 objects degraded (11.792%), 22 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:29.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:29 smithi189 bash[70525]: cluster 2024-09-18T09:25:29.854292+0000 mon.a (mon.0) 534 : cluster [WRN] Health check update: Degraded data redundancy: 75/636 objects degraded (11.792%), 22 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:29.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:29 smithi189 bash[70525]: cluster 2024-09-18T09:25:29.854340+0000 mon.a (mon.0) 535 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-18T09:25:29.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:29 smithi189 bash[70525]: cluster 2024-09-18T09:25:29.854340+0000 mon.a (mon.0) 535 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-18T09:25:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:29 smithi078 bash[90742]: cluster 2024-09-18T09:25:29.854292+0000 mon.a (mon.0) 534 : cluster [WRN] Health check update: Degraded data redundancy: 75/636 objects degraded (11.792%), 22 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:29 smithi078 bash[90742]: cluster 2024-09-18T09:25:29.854292+0000 mon.a (mon.0) 534 : cluster [WRN] Health check update: Degraded data redundancy: 75/636 objects degraded (11.792%), 22 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:29 smithi078 bash[90742]: cluster 2024-09-18T09:25:29.854340+0000 mon.a (mon.0) 535 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-18T09:25:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:29 smithi078 bash[90742]: cluster 2024-09-18T09:25:29.854340+0000 mon.a (mon.0) 535 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-18T09:25:30.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:29 smithi078 bash[94202]: cluster 2024-09-18T09:25:29.854292+0000 mon.a (mon.0) 534 : cluster [WRN] Health check update: Degraded data redundancy: 75/636 objects degraded (11.792%), 22 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:29 smithi078 bash[94202]: cluster 2024-09-18T09:25:29.854292+0000 mon.a (mon.0) 534 : cluster [WRN] Health check update: Degraded data redundancy: 75/636 objects degraded (11.792%), 22 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:29 smithi078 bash[94202]: cluster 2024-09-18T09:25:29.854340+0000 mon.a (mon.0) 535 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-18T09:25:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:29 smithi078 bash[94202]: cluster 2024-09-18T09:25:29.854340+0000 mon.a (mon.0) 535 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-18T09:25:30.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:29 smithi189 bash[78617]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-18T09:25:30.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:30 smithi189 bash[78617]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-18T09:25:30.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:30 smithi189 bash[78617]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-18T09:25:30.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:30 smithi189 bash[78617]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-18T09:25:30.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:30 smithi189 bash[78617]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-18T09:25:31.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:30 smithi189 bash[70525]: cluster 2024-09-18T09:25:29.798359+0000 mgr.y (mgr.15249) 734 : cluster [DBG] pgmap v434: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:31.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:30 smithi189 bash[70525]: cluster 2024-09-18T09:25:29.798359+0000 mgr.y (mgr.15249) 734 : cluster [DBG] pgmap v434: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:31.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:30 smithi078 bash[90742]: cluster 2024-09-18T09:25:29.798359+0000 mgr.y (mgr.15249) 734 : cluster [DBG] pgmap v434: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:31.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:30 smithi078 bash[90742]: cluster 2024-09-18T09:25:29.798359+0000 mgr.y (mgr.15249) 734 : cluster [DBG] pgmap v434: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:30 smithi078 bash[94202]: cluster 2024-09-18T09:25:29.798359+0000 mgr.y (mgr.15249) 734 : cluster [DBG] pgmap v434: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:30 smithi078 bash[94202]: cluster 2024-09-18T09:25:29.798359+0000 mgr.y (mgr.15249) 734 : cluster [DBG] pgmap v434: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:31.822 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:31 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:31.432927394Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:33.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:32 smithi189 bash[70525]: cluster 2024-09-18T09:25:31.799478+0000 mgr.y (mgr.15249) 735 : cluster [DBG] pgmap v435: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:33.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:32 smithi189 bash[70525]: cluster 2024-09-18T09:25:31.799478+0000 mgr.y (mgr.15249) 735 : cluster [DBG] pgmap v435: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:32 smithi189 bash[70525]: audit 2024-09-18T09:25:32.191321+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:32 smithi189 bash[70525]: audit 2024-09-18T09:25:32.191321+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:32 smithi189 bash[70525]: audit 2024-09-18T09:25:32.202084+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:32 smithi189 bash[70525]: audit 2024-09-18T09:25:32.202084+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:32 smithi189 bash[70525]: audit 2024-09-18T09:25:32.230663+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:32 smithi189 bash[70525]: audit 2024-09-18T09:25:32.230663+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:32 smithi189 bash[70525]: audit 2024-09-18T09:25:32.232477+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:33.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:32 smithi189 bash[70525]: audit 2024-09-18T09:25:32.232477+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[90742]: cluster 2024-09-18T09:25:31.799478+0000 mgr.y (mgr.15249) 735 : cluster [DBG] pgmap v435: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[90742]: cluster 2024-09-18T09:25:31.799478+0000 mgr.y (mgr.15249) 735 : cluster [DBG] pgmap v435: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[90742]: audit 2024-09-18T09:25:32.191321+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[90742]: audit 2024-09-18T09:25:32.191321+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[90742]: audit 2024-09-18T09:25:32.202084+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[90742]: audit 2024-09-18T09:25:32.202084+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[90742]: audit 2024-09-18T09:25:32.230663+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[90742]: audit 2024-09-18T09:25:32.230663+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[90742]: audit 2024-09-18T09:25:32.232477+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[90742]: audit 2024-09-18T09:25:32.232477+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:33.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[94202]: cluster 2024-09-18T09:25:31.799478+0000 mgr.y (mgr.15249) 735 : cluster [DBG] pgmap v435: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:33.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[94202]: cluster 2024-09-18T09:25:31.799478+0000 mgr.y (mgr.15249) 735 : cluster [DBG] pgmap v435: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:33.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[94202]: audit 2024-09-18T09:25:32.191321+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[94202]: audit 2024-09-18T09:25:32.191321+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[94202]: audit 2024-09-18T09:25:32.202084+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[94202]: audit 2024-09-18T09:25:32.202084+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[94202]: audit 2024-09-18T09:25:32.230663+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[94202]: audit 2024-09-18T09:25:32.230663+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:33.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[94202]: audit 2024-09-18T09:25:32.232477+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:33.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:32 smithi078 bash[94202]: audit 2024-09-18T09:25:32.232477+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:33.921 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:33 smithi189 bash[78879]: debug 2024-09-18T09:25:33.535+0000 7f8607df2640 -1 Falling back to public interface 2024-09-18T09:25:33.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:25:33 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:25:33] "GET /metrics HTTP/1.1" 200 38335 "" "Prometheus/2.51.0" 2024-09-18T09:25:34.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:34 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:34.428318213Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:34.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:34 smithi189 bash[70525]: audit 2024-09-18T09:25:33.365846+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:34.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:34 smithi189 bash[70525]: audit 2024-09-18T09:25:33.365846+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:34.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:34 smithi189 bash[70525]: audit 2024-09-18T09:25:33.378331+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:34.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:34 smithi189 bash[70525]: audit 2024-09-18T09:25:33.378331+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:34.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:34 smithi189 bash[70525]: cluster 2024-09-18T09:25:33.801076+0000 mgr.y (mgr.15249) 736 : cluster [DBG] pgmap v436: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:34.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:34 smithi189 bash[70525]: cluster 2024-09-18T09:25:33.801076+0000 mgr.y (mgr.15249) 736 : cluster [DBG] pgmap v436: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:34.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:34 smithi078 bash[94202]: audit 2024-09-18T09:25:33.365846+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:34.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:34 smithi078 bash[94202]: audit 2024-09-18T09:25:33.365846+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:34.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:34 smithi078 bash[94202]: audit 2024-09-18T09:25:33.378331+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:34.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:34 smithi078 bash[94202]: audit 2024-09-18T09:25:33.378331+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:34.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:34 smithi078 bash[94202]: cluster 2024-09-18T09:25:33.801076+0000 mgr.y (mgr.15249) 736 : cluster [DBG] pgmap v436: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:34.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:34 smithi078 bash[94202]: cluster 2024-09-18T09:25:33.801076+0000 mgr.y (mgr.15249) 736 : cluster [DBG] pgmap v436: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:34.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:34 smithi078 bash[90742]: audit 2024-09-18T09:25:33.365846+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:34.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:34 smithi078 bash[90742]: audit 2024-09-18T09:25:33.365846+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:34.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:34 smithi078 bash[90742]: audit 2024-09-18T09:25:33.378331+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:34.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:34 smithi078 bash[90742]: audit 2024-09-18T09:25:33.378331+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:34.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:34 smithi078 bash[90742]: cluster 2024-09-18T09:25:33.801076+0000 mgr.y (mgr.15249) 736 : cluster [DBG] pgmap v436: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:34.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:34 smithi078 bash[90742]: cluster 2024-09-18T09:25:33.801076+0000 mgr.y (mgr.15249) 736 : cluster [DBG] pgmap v436: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:37.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:36 smithi189 bash[70525]: cluster 2024-09-18T09:25:35.802507+0000 mgr.y (mgr.15249) 737 : cluster [DBG] pgmap v437: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:37.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:36 smithi189 bash[70525]: cluster 2024-09-18T09:25:35.802507+0000 mgr.y (mgr.15249) 737 : cluster [DBG] pgmap v437: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:37.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:36 smithi189 bash[70525]: audit 2024-09-18T09:25:36.036496+0000 mgr.y (mgr.15249) 738 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:37.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:36 smithi189 bash[70525]: audit 2024-09-18T09:25:36.036496+0000 mgr.y (mgr.15249) 738 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:36 smithi078 bash[90742]: cluster 2024-09-18T09:25:35.802507+0000 mgr.y (mgr.15249) 737 : cluster [DBG] pgmap v437: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:36 smithi078 bash[90742]: cluster 2024-09-18T09:25:35.802507+0000 mgr.y (mgr.15249) 737 : cluster [DBG] pgmap v437: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:36 smithi078 bash[90742]: audit 2024-09-18T09:25:36.036496+0000 mgr.y (mgr.15249) 738 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:37.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:36 smithi078 bash[90742]: audit 2024-09-18T09:25:36.036496+0000 mgr.y (mgr.15249) 738 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:37.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:36 smithi078 bash[94202]: cluster 2024-09-18T09:25:35.802507+0000 mgr.y (mgr.15249) 737 : cluster [DBG] pgmap v437: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:37.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:36 smithi078 bash[94202]: cluster 2024-09-18T09:25:35.802507+0000 mgr.y (mgr.15249) 737 : cluster [DBG] pgmap v437: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 75/636 objects degraded (11.792%) 2024-09-18T09:25:37.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:36 smithi078 bash[94202]: audit 2024-09-18T09:25:36.036496+0000 mgr.y (mgr.15249) 738 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:37.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:36 smithi078 bash[94202]: audit 2024-09-18T09:25:36.036496+0000 mgr.y (mgr.15249) 738 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:37.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:37 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:37.432949716Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:37.672 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:37 smithi189 bash[78879]: debug 2024-09-18T09:25:37.203+0000 7f8607df2640 -1 osd.5 141 log_to_monitors true 2024-09-18T09:25:38.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:37 smithi189 bash[70525]: audit 2024-09-18T09:25:37.209156+0000 mon.a (mon.0) 542 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-18T09:25:38.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:37 smithi189 bash[70525]: audit 2024-09-18T09:25:37.209156+0000 mon.a (mon.0) 542 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-18T09:25:38.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:37 smithi189 bash[70525]: audit 2024-09-18T09:25:37.211260+0000 mon.b (mon.1) 5 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-18T09:25:38.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:37 smithi189 bash[70525]: audit 2024-09-18T09:25:37.211260+0000 mon.b (mon.1) 5 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-18T09:25:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:37 smithi078 bash[90742]: audit 2024-09-18T09:25:37.209156+0000 mon.a (mon.0) 542 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-18T09:25:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:37 smithi078 bash[90742]: audit 2024-09-18T09:25:37.209156+0000 mon.a (mon.0) 542 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-18T09:25:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:37 smithi078 bash[90742]: audit 2024-09-18T09:25:37.211260+0000 mon.b (mon.1) 5 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-18T09:25:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:37 smithi078 bash[90742]: audit 2024-09-18T09:25:37.211260+0000 mon.b (mon.1) 5 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-18T09:25:38.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:37 smithi078 bash[94202]: audit 2024-09-18T09:25:37.209156+0000 mon.a (mon.0) 542 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-18T09:25:38.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:37 smithi078 bash[94202]: audit 2024-09-18T09:25:37.209156+0000 mon.a (mon.0) 542 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-18T09:25:38.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:37 smithi078 bash[94202]: audit 2024-09-18T09:25:37.211260+0000 mon.b (mon.1) 5 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-18T09:25:38.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:37 smithi078 bash[94202]: audit 2024-09-18T09:25:37.211260+0000 mon.b (mon.1) 5 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-18T09:25:38.874 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:25:38 smithi189 bash[78879]: debug 2024-09-18T09:25:38.471+0000 7f85fbb94640 -1 osd.5 141 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T09:25:39.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:38 smithi189 bash[70525]: cluster 2024-09-18T09:25:37.803702+0000 mgr.y (mgr.15249) 739 : cluster [DBG] pgmap v438: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 75/636 objects degraded (11.792%) 2024-09-18T09:25:39.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:38 smithi189 bash[70525]: cluster 2024-09-18T09:25:37.803702+0000 mgr.y (mgr.15249) 739 : cluster [DBG] pgmap v438: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 75/636 objects degraded (11.792%) 2024-09-18T09:25:39.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:38 smithi189 bash[70525]: audit 2024-09-18T09:25:37.868970+0000 mon.a (mon.0) 543 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-18T09:25:39.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:38 smithi189 bash[70525]: audit 2024-09-18T09:25:37.868970+0000 mon.a (mon.0) 543 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-18T09:25:39.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:38 smithi189 bash[70525]: cluster 2024-09-18T09:25:37.879882+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-18T09:25:39.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:38 smithi189 bash[70525]: cluster 2024-09-18T09:25:37.879882+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-18T09:25:39.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:38 smithi189 bash[70525]: audit 2024-09-18T09:25:37.881987+0000 mon.a (mon.0) 545 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:25:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:38 smithi189 bash[70525]: audit 2024-09-18T09:25:37.881987+0000 mon.a (mon.0) 545 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:25:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:38 smithi189 bash[70525]: audit 2024-09-18T09:25:37.883881+0000 mon.b (mon.1) 6 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:25:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:38 smithi189 bash[70525]: audit 2024-09-18T09:25:37.883881+0000 mon.b (mon.1) 6 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:25:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:38 smithi189 bash[70525]: audit 2024-09-18T09:25:38.435978+0000 mon.a (mon.0) 546 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-18T09:25:39.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:38 smithi189 bash[70525]: audit 2024-09-18T09:25:38.435978+0000 mon.a (mon.0) 546 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-18T09:25:39.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[94202]: cluster 2024-09-18T09:25:37.803702+0000 mgr.y (mgr.15249) 739 : cluster [DBG] pgmap v438: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 75/636 objects degraded (11.792%) 2024-09-18T09:25:39.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[94202]: cluster 2024-09-18T09:25:37.803702+0000 mgr.y (mgr.15249) 739 : cluster [DBG] pgmap v438: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 75/636 objects degraded (11.792%) 2024-09-18T09:25:39.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[94202]: audit 2024-09-18T09:25:37.868970+0000 mon.a (mon.0) 543 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-18T09:25:39.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[94202]: audit 2024-09-18T09:25:37.868970+0000 mon.a (mon.0) 543 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-18T09:25:39.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[94202]: cluster 2024-09-18T09:25:37.879882+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-18T09:25:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[94202]: cluster 2024-09-18T09:25:37.879882+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-18T09:25:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[94202]: audit 2024-09-18T09:25:37.881987+0000 mon.a (mon.0) 545 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:25:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[94202]: audit 2024-09-18T09:25:37.881987+0000 mon.a (mon.0) 545 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:25:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[94202]: audit 2024-09-18T09:25:37.883881+0000 mon.b (mon.1) 6 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:25:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[94202]: audit 2024-09-18T09:25:37.883881+0000 mon.b (mon.1) 6 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:25:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[94202]: audit 2024-09-18T09:25:38.435978+0000 mon.a (mon.0) 546 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-18T09:25:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[94202]: audit 2024-09-18T09:25:38.435978+0000 mon.a (mon.0) 546 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-18T09:25:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[90742]: cluster 2024-09-18T09:25:37.803702+0000 mgr.y (mgr.15249) 739 : cluster [DBG] pgmap v438: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 75/636 objects degraded (11.792%) 2024-09-18T09:25:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[90742]: cluster 2024-09-18T09:25:37.803702+0000 mgr.y (mgr.15249) 739 : cluster [DBG] pgmap v438: 161 pgs: 37 active+undersized, 22 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 75/636 objects degraded (11.792%) 2024-09-18T09:25:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[90742]: audit 2024-09-18T09:25:37.868970+0000 mon.a (mon.0) 543 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-18T09:25:39.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[90742]: audit 2024-09-18T09:25:37.868970+0000 mon.a (mon.0) 543 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-18T09:25:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[90742]: cluster 2024-09-18T09:25:37.879882+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-18T09:25:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[90742]: cluster 2024-09-18T09:25:37.879882+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-18T09:25:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[90742]: audit 2024-09-18T09:25:37.881987+0000 mon.a (mon.0) 545 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:25:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[90742]: audit 2024-09-18T09:25:37.881987+0000 mon.a (mon.0) 545 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:25:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[90742]: audit 2024-09-18T09:25:37.883881+0000 mon.b (mon.1) 6 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:25:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[90742]: audit 2024-09-18T09:25:37.883881+0000 mon.b (mon.1) 6 : audit [INF] from='osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:25:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[90742]: audit 2024-09-18T09:25:38.435978+0000 mon.a (mon.0) 546 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-18T09:25:39.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:38 smithi078 bash[90742]: audit 2024-09-18T09:25:38.435978+0000 mon.a (mon.0) 546 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-18T09:25:39.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:39 smithi189 bash[70525]: cluster 2024-09-18T09:25:39.432677+0000 mon.a (mon.0) 547 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:25:39.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:39 smithi189 bash[70525]: cluster 2024-09-18T09:25:39.432677+0000 mon.a (mon.0) 547 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:25:39.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:39 smithi189 bash[70525]: cluster 2024-09-18T09:25:39.443556+0000 mon.a (mon.0) 548 : cluster [INF] osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186] boot 2024-09-18T09:25:39.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:39 smithi189 bash[70525]: cluster 2024-09-18T09:25:39.443556+0000 mon.a (mon.0) 548 : cluster [INF] osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186] boot 2024-09-18T09:25:39.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:39 smithi189 bash[70525]: cluster 2024-09-18T09:25:39.443667+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-09-18T09:25:39.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:39 smithi189 bash[70525]: cluster 2024-09-18T09:25:39.443667+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-09-18T09:25:39.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:39 smithi189 bash[70525]: audit 2024-09-18T09:25:39.446059+0000 mon.a (mon.0) 550 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-18T09:25:39.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:39 smithi189 bash[70525]: audit 2024-09-18T09:25:39.446059+0000 mon.a (mon.0) 550 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-18T09:25:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:39 smithi078 bash[90742]: cluster 2024-09-18T09:25:39.432677+0000 mon.a (mon.0) 547 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:25:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:39 smithi078 bash[90742]: cluster 2024-09-18T09:25:39.432677+0000 mon.a (mon.0) 547 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:25:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:39 smithi078 bash[90742]: cluster 2024-09-18T09:25:39.443556+0000 mon.a (mon.0) 548 : cluster [INF] osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186] boot 2024-09-18T09:25:40.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:39 smithi078 bash[90742]: cluster 2024-09-18T09:25:39.443556+0000 mon.a (mon.0) 548 : cluster [INF] osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186] boot 2024-09-18T09:25:40.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:39 smithi078 bash[90742]: cluster 2024-09-18T09:25:39.443667+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-09-18T09:25:40.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:39 smithi078 bash[90742]: cluster 2024-09-18T09:25:39.443667+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-09-18T09:25:40.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:39 smithi078 bash[90742]: audit 2024-09-18T09:25:39.446059+0000 mon.a (mon.0) 550 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-18T09:25:40.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:39 smithi078 bash[90742]: audit 2024-09-18T09:25:39.446059+0000 mon.a (mon.0) 550 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-18T09:25:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:39 smithi078 bash[94202]: cluster 2024-09-18T09:25:39.432677+0000 mon.a (mon.0) 547 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:25:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:39 smithi078 bash[94202]: cluster 2024-09-18T09:25:39.432677+0000 mon.a (mon.0) 547 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:25:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:39 smithi078 bash[94202]: cluster 2024-09-18T09:25:39.443556+0000 mon.a (mon.0) 548 : cluster [INF] osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186] boot 2024-09-18T09:25:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:39 smithi078 bash[94202]: cluster 2024-09-18T09:25:39.443556+0000 mon.a (mon.0) 548 : cluster [INF] osd.5 [v2:172.21.15.189:6808/1802610186,v1:172.21.15.189:6809/1802610186] boot 2024-09-18T09:25:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:39 smithi078 bash[94202]: cluster 2024-09-18T09:25:39.443667+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-09-18T09:25:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:39 smithi078 bash[94202]: cluster 2024-09-18T09:25:39.443667+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-09-18T09:25:40.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:39 smithi078 bash[94202]: audit 2024-09-18T09:25:39.446059+0000 mon.a (mon.0) 550 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-18T09:25:40.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:39 smithi078 bash[94202]: audit 2024-09-18T09:25:39.446059+0000 mon.a (mon.0) 550 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-18T09:25:40.878 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:40 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:40.474939012Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:40 smithi189 bash[70525]: cluster 2024-09-18T09:25:39.804862+0000 mgr.y (mgr.15249) 740 : cluster [DBG] pgmap v441: 161 pgs: 8 peering, 30 active+undersized, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 65/636 objects degraded (10.220%) 2024-09-18T09:25:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:40 smithi189 bash[70525]: cluster 2024-09-18T09:25:39.804862+0000 mgr.y (mgr.15249) 740 : cluster [DBG] pgmap v441: 161 pgs: 8 peering, 30 active+undersized, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 65/636 objects degraded (10.220%) 2024-09-18T09:25:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:40 smithi189 bash[70525]: cluster 2024-09-18T09:25:40.435258+0000 mon.a (mon.0) 551 : cluster [WRN] Health check update: Degraded data redundancy: 65/636 objects degraded (10.220%), 21 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:40 smithi189 bash[70525]: cluster 2024-09-18T09:25:40.435258+0000 mon.a (mon.0) 551 : cluster [WRN] Health check update: Degraded data redundancy: 65/636 objects degraded (10.220%), 21 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:40 smithi189 bash[70525]: cluster 2024-09-18T09:25:40.454630+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-18T09:25:41.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:40 smithi189 bash[70525]: cluster 2024-09-18T09:25:40.454630+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-18T09:25:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:40 smithi078 bash[94202]: cluster 2024-09-18T09:25:39.804862+0000 mgr.y (mgr.15249) 740 : cluster [DBG] pgmap v441: 161 pgs: 8 peering, 30 active+undersized, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 65/636 objects degraded (10.220%) 2024-09-18T09:25:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:40 smithi078 bash[94202]: cluster 2024-09-18T09:25:39.804862+0000 mgr.y (mgr.15249) 740 : cluster [DBG] pgmap v441: 161 pgs: 8 peering, 30 active+undersized, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 65/636 objects degraded (10.220%) 2024-09-18T09:25:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:40 smithi078 bash[94202]: cluster 2024-09-18T09:25:40.435258+0000 mon.a (mon.0) 551 : cluster [WRN] Health check update: Degraded data redundancy: 65/636 objects degraded (10.220%), 21 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:40 smithi078 bash[94202]: cluster 2024-09-18T09:25:40.435258+0000 mon.a (mon.0) 551 : cluster [WRN] Health check update: Degraded data redundancy: 65/636 objects degraded (10.220%), 21 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:40 smithi078 bash[94202]: cluster 2024-09-18T09:25:40.454630+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-18T09:25:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:40 smithi078 bash[94202]: cluster 2024-09-18T09:25:40.454630+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-18T09:25:41.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:40 smithi078 bash[90742]: cluster 2024-09-18T09:25:39.804862+0000 mgr.y (mgr.15249) 740 : cluster [DBG] pgmap v441: 161 pgs: 8 peering, 30 active+undersized, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 65/636 objects degraded (10.220%) 2024-09-18T09:25:41.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:40 smithi078 bash[90742]: cluster 2024-09-18T09:25:39.804862+0000 mgr.y (mgr.15249) 740 : cluster [DBG] pgmap v441: 161 pgs: 8 peering, 30 active+undersized, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 65/636 objects degraded (10.220%) 2024-09-18T09:25:41.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:40 smithi078 bash[90742]: cluster 2024-09-18T09:25:40.435258+0000 mon.a (mon.0) 551 : cluster [WRN] Health check update: Degraded data redundancy: 65/636 objects degraded (10.220%), 21 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:41.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:40 smithi078 bash[90742]: cluster 2024-09-18T09:25:40.435258+0000 mon.a (mon.0) 551 : cluster [WRN] Health check update: Degraded data redundancy: 65/636 objects degraded (10.220%), 21 pgs degraded (PG_DEGRADED) 2024-09-18T09:25:41.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:40 smithi078 bash[90742]: cluster 2024-09-18T09:25:40.454630+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-18T09:25:41.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:40 smithi078 bash[90742]: cluster 2024-09-18T09:25:40.454630+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-18T09:25:43.168 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:42 smithi189 bash[70525]: cluster 2024-09-18T09:25:41.805805+0000 mgr.y (mgr.15249) 741 : cluster [DBG] pgmap v443: 161 pgs: 14 peering, 27 active+undersized, 18 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 56/636 objects degraded (8.805%) 2024-09-18T09:25:43.168 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:42 smithi189 bash[70525]: cluster 2024-09-18T09:25:41.805805+0000 mgr.y (mgr.15249) 741 : cluster [DBG] pgmap v443: 161 pgs: 14 peering, 27 active+undersized, 18 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 56/636 objects degraded (8.805%) 2024-09-18T09:25:43.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:42 smithi078 bash[90742]: cluster 2024-09-18T09:25:41.805805+0000 mgr.y (mgr.15249) 741 : cluster [DBG] pgmap v443: 161 pgs: 14 peering, 27 active+undersized, 18 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 56/636 objects degraded (8.805%) 2024-09-18T09:25:43.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:42 smithi078 bash[90742]: cluster 2024-09-18T09:25:41.805805+0000 mgr.y (mgr.15249) 741 : cluster [DBG] pgmap v443: 161 pgs: 14 peering, 27 active+undersized, 18 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 56/636 objects degraded (8.805%) 2024-09-18T09:25:43.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:42 smithi078 bash[94202]: cluster 2024-09-18T09:25:41.805805+0000 mgr.y (mgr.15249) 741 : cluster [DBG] pgmap v443: 161 pgs: 14 peering, 27 active+undersized, 18 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 56/636 objects degraded (8.805%) 2024-09-18T09:25:43.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:42 smithi078 bash[94202]: cluster 2024-09-18T09:25:41.805805+0000 mgr.y (mgr.15249) 741 : cluster [DBG] pgmap v443: 161 pgs: 14 peering, 27 active+undersized, 18 active+undersized+degraded, 102 active+clean; 585 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 56/636 objects degraded (8.805%) 2024-09-18T09:25:43.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:43 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:43.466703877Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:43.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:25:43 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:25:43] "GET /metrics HTTP/1.1" 200 38335 "" "Prometheus/2.51.0" 2024-09-18T09:25:43.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:25:43 smithi078 bash[70347]: debug 2024-09-18T09:25:43.833+0000 7fdec4a65640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-18T09:25:44.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.670708+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.670708+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.681112+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.681112+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.683274+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:44.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.683274+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:44.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.685057+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:25:44.924 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.685057+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:25:44.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.695687+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.695687+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: cluster 2024-09-18T09:25:43.807207+0000 mgr.y (mgr.15249) 742 : cluster [DBG] pgmap v444: 161 pgs: 14 peering, 4 active+undersized, 1 active+undersized+degraded, 142 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 1/636 objects degraded (0.157%) 2024-09-18T09:25:44.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: cluster 2024-09-18T09:25:43.807207+0000 mgr.y (mgr.15249) 742 : cluster [DBG] pgmap v444: 161 pgs: 14 peering, 4 active+undersized, 1 active+undersized+degraded, 142 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 1/636 objects degraded (0.157%) 2024-09-18T09:25:44.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.829042+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:25:44.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.829042+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:25:44.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.832519+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.832519+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.835088+0000 mon.a (mon.0) 560 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.835088+0000 mon.a (mon.0) 560 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.837197+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.837197+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.839866+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-18T09:25:44.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.839866+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-18T09:25:44.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.840231+0000 mgr.y (mgr.15249) 743 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T09:25:44.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: audit 2024-09-18T09:25:43.840231+0000 mgr.y (mgr.15249) 743 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T09:25:44.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: cephadm 2024-09-18T09:25:43.841792+0000 mgr.y (mgr.15249) 744 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-18T09:25:44.926 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:44 smithi189 bash[70525]: cephadm 2024-09-18T09:25:43.841792+0000 mgr.y (mgr.15249) 744 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-18T09:25:44.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.670708+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.670708+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.681112+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.681112+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.683274+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:44.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.683274+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:44.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.685057+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:25:44.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.685057+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:25:44.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.695687+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.695687+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: cluster 2024-09-18T09:25:43.807207+0000 mgr.y (mgr.15249) 742 : cluster [DBG] pgmap v444: 161 pgs: 14 peering, 4 active+undersized, 1 active+undersized+degraded, 142 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 1/636 objects degraded (0.157%) 2024-09-18T09:25:44.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: cluster 2024-09-18T09:25:43.807207+0000 mgr.y (mgr.15249) 742 : cluster [DBG] pgmap v444: 161 pgs: 14 peering, 4 active+undersized, 1 active+undersized+degraded, 142 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 1/636 objects degraded (0.157%) 2024-09-18T09:25:44.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.829042+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:25:44.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.829042+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:25:44.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.832519+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.832519+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.835088+0000 mon.a (mon.0) 560 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.835088+0000 mon.a (mon.0) 560 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.956 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.837197+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.670708+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.670708+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.681112+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.681112+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.683274+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:44.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.683274+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:25:44.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.685057+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:25:44.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.685057+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:25:44.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.695687+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.695687+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:44.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: cluster 2024-09-18T09:25:43.807207+0000 mgr.y (mgr.15249) 742 : cluster [DBG] pgmap v444: 161 pgs: 14 peering, 4 active+undersized, 1 active+undersized+degraded, 142 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 1/636 objects degraded (0.157%) 2024-09-18T09:25:44.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: cluster 2024-09-18T09:25:43.807207+0000 mgr.y (mgr.15249) 742 : cluster [DBG] pgmap v444: 161 pgs: 14 peering, 4 active+undersized, 1 active+undersized+degraded, 142 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 1/636 objects degraded (0.157%) 2024-09-18T09:25:44.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.829042+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:25:44.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.829042+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:25:44.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.832519+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.832519+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.835088+0000 mon.a (mon.0) 560 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.835088+0000 mon.a (mon.0) 560 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.958 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.837197+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.837197+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.839866+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-18T09:25:44.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.839866+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-18T09:25:44.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.840231+0000 mgr.y (mgr.15249) 743 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T09:25:44.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: audit 2024-09-18T09:25:43.840231+0000 mgr.y (mgr.15249) 743 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T09:25:44.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: cephadm 2024-09-18T09:25:43.841792+0000 mgr.y (mgr.15249) 744 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-18T09:25:44.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[90742]: cephadm 2024-09-18T09:25:43.841792+0000 mgr.y (mgr.15249) 744 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-18T09:25:44.958 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.837197+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:44.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.839866+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-18T09:25:44.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.839866+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-18T09:25:44.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.840231+0000 mgr.y (mgr.15249) 743 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T09:25:44.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: audit 2024-09-18T09:25:43.840231+0000 mgr.y (mgr.15249) 743 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T09:25:44.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: cephadm 2024-09-18T09:25:43.841792+0000 mgr.y (mgr.15249) 744 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-18T09:25:44.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:44 smithi078 bash[94202]: cephadm 2024-09-18T09:25:43.841792+0000 mgr.y (mgr.15249) 744 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-18T09:25:46.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:45 smithi189 bash[70525]: cluster 2024-09-18T09:25:45.859662+0000 mon.a (mon.0) 563 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/636 objects degraded (0.157%), 1 pg degraded) 2024-09-18T09:25:46.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:45 smithi189 bash[70525]: cluster 2024-09-18T09:25:45.859662+0000 mon.a (mon.0) 563 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/636 objects degraded (0.157%), 1 pg degraded) 2024-09-18T09:25:46.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:45 smithi189 bash[70525]: cluster 2024-09-18T09:25:45.859712+0000 mon.a (mon.0) 564 : cluster [INF] Cluster is now healthy 2024-09-18T09:25:46.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:45 smithi189 bash[70525]: cluster 2024-09-18T09:25:45.859712+0000 mon.a (mon.0) 564 : cluster [INF] Cluster is now healthy 2024-09-18T09:25:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:45 smithi078 bash[94202]: cluster 2024-09-18T09:25:45.859662+0000 mon.a (mon.0) 563 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/636 objects degraded (0.157%), 1 pg degraded) 2024-09-18T09:25:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:45 smithi078 bash[94202]: cluster 2024-09-18T09:25:45.859662+0000 mon.a (mon.0) 563 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/636 objects degraded (0.157%), 1 pg degraded) 2024-09-18T09:25:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:45 smithi078 bash[94202]: cluster 2024-09-18T09:25:45.859712+0000 mon.a (mon.0) 564 : cluster [INF] Cluster is now healthy 2024-09-18T09:25:46.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:45 smithi078 bash[94202]: cluster 2024-09-18T09:25:45.859712+0000 mon.a (mon.0) 564 : cluster [INF] Cluster is now healthy 2024-09-18T09:25:46.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:45 smithi078 bash[90742]: cluster 2024-09-18T09:25:45.859662+0000 mon.a (mon.0) 563 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/636 objects degraded (0.157%), 1 pg degraded) 2024-09-18T09:25:46.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:45 smithi078 bash[90742]: cluster 2024-09-18T09:25:45.859662+0000 mon.a (mon.0) 563 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/636 objects degraded (0.157%), 1 pg degraded) 2024-09-18T09:25:46.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:45 smithi078 bash[90742]: cluster 2024-09-18T09:25:45.859712+0000 mon.a (mon.0) 564 : cluster [INF] Cluster is now healthy 2024-09-18T09:25:46.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:45 smithi078 bash[90742]: cluster 2024-09-18T09:25:45.859712+0000 mon.a (mon.0) 564 : cluster [INF] Cluster is now healthy 2024-09-18T09:25:46.918 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:46 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:46.472391347Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:47.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:46 smithi189 bash[70525]: cluster 2024-09-18T09:25:45.808411+0000 mgr.y (mgr.15249) 745 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:25:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:46 smithi189 bash[70525]: cluster 2024-09-18T09:25:45.808411+0000 mgr.y (mgr.15249) 745 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:25:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:46 smithi189 bash[70525]: audit 2024-09-18T09:25:46.043138+0000 mgr.y (mgr.15249) 746 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:47.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:46 smithi189 bash[70525]: audit 2024-09-18T09:25:46.043138+0000 mgr.y (mgr.15249) 746 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:46 smithi078 bash[90742]: cluster 2024-09-18T09:25:45.808411+0000 mgr.y (mgr.15249) 745 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:25:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:46 smithi078 bash[90742]: cluster 2024-09-18T09:25:45.808411+0000 mgr.y (mgr.15249) 745 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:25:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:46 smithi078 bash[90742]: audit 2024-09-18T09:25:46.043138+0000 mgr.y (mgr.15249) 746 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:47.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:46 smithi078 bash[90742]: audit 2024-09-18T09:25:46.043138+0000 mgr.y (mgr.15249) 746 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:46 smithi078 bash[94202]: cluster 2024-09-18T09:25:45.808411+0000 mgr.y (mgr.15249) 745 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:25:47.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:46 smithi078 bash[94202]: cluster 2024-09-18T09:25:45.808411+0000 mgr.y (mgr.15249) 745 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-18T09:25:47.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:46 smithi078 bash[94202]: audit 2024-09-18T09:25:46.043138+0000 mgr.y (mgr.15249) 746 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:47.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:46 smithi078 bash[94202]: audit 2024-09-18T09:25:46.043138+0000 mgr.y (mgr.15249) 746 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:48 smithi189 bash[70525]: audit 2024-09-18T09:25:47.231538+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:48 smithi189 bash[70525]: audit 2024-09-18T09:25:47.231538+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:48 smithi189 bash[70525]: audit 2024-09-18T09:25:47.234428+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:48 smithi189 bash[70525]: audit 2024-09-18T09:25:47.234428+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:48 smithi189 bash[70525]: cluster 2024-09-18T09:25:47.809376+0000 mgr.y (mgr.15249) 747 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 489 B/s rd, 0 op/s 2024-09-18T09:25:48.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:48 smithi189 bash[70525]: cluster 2024-09-18T09:25:47.809376+0000 mgr.y (mgr.15249) 747 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 489 B/s rd, 0 op/s 2024-09-18T09:25:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:48 smithi078 bash[90742]: audit 2024-09-18T09:25:47.231538+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:48 smithi078 bash[90742]: audit 2024-09-18T09:25:47.231538+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:48.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:48 smithi078 bash[90742]: audit 2024-09-18T09:25:47.234428+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:48.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:48 smithi078 bash[90742]: audit 2024-09-18T09:25:47.234428+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:48.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:48 smithi078 bash[90742]: cluster 2024-09-18T09:25:47.809376+0000 mgr.y (mgr.15249) 747 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 489 B/s rd, 0 op/s 2024-09-18T09:25:48.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:48 smithi078 bash[90742]: cluster 2024-09-18T09:25:47.809376+0000 mgr.y (mgr.15249) 747 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 489 B/s rd, 0 op/s 2024-09-18T09:25:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:48 smithi078 bash[94202]: audit 2024-09-18T09:25:47.231538+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:48 smithi078 bash[94202]: audit 2024-09-18T09:25:47.231538+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:48 smithi078 bash[94202]: audit 2024-09-18T09:25:47.234428+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:48 smithi078 bash[94202]: audit 2024-09-18T09:25:47.234428+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:25:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:48 smithi078 bash[94202]: cluster 2024-09-18T09:25:47.809376+0000 mgr.y (mgr.15249) 747 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 489 B/s rd, 0 op/s 2024-09-18T09:25:48.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:48 smithi078 bash[94202]: cluster 2024-09-18T09:25:47.809376+0000 mgr.y (mgr.15249) 747 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 489 B/s rd, 0 op/s 2024-09-18T09:25:49.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:49 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:49.435461772Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:51.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:50 smithi189 bash[70525]: cluster 2024-09-18T09:25:49.810761+0000 mgr.y (mgr.15249) 748 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-18T09:25:51.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:50 smithi189 bash[70525]: cluster 2024-09-18T09:25:49.810761+0000 mgr.y (mgr.15249) 748 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-18T09:25:51.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:50 smithi078 bash[90742]: cluster 2024-09-18T09:25:49.810761+0000 mgr.y (mgr.15249) 748 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-18T09:25:51.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:50 smithi078 bash[90742]: cluster 2024-09-18T09:25:49.810761+0000 mgr.y (mgr.15249) 748 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-18T09:25:51.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:50 smithi078 bash[94202]: cluster 2024-09-18T09:25:49.810761+0000 mgr.y (mgr.15249) 748 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-18T09:25:51.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:50 smithi078 bash[94202]: cluster 2024-09-18T09:25:49.810761+0000 mgr.y (mgr.15249) 748 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-18T09:25:52.874 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:52 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:52.456737022Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:53.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:52 smithi189 bash[70525]: cluster 2024-09-18T09:25:51.811757+0000 mgr.y (mgr.15249) 749 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 811 B/s rd, 0 op/s 2024-09-18T09:25:53.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:52 smithi189 bash[70525]: cluster 2024-09-18T09:25:51.811757+0000 mgr.y (mgr.15249) 749 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 811 B/s rd, 0 op/s 2024-09-18T09:25:53.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:52 smithi189 bash[70525]: audit 2024-09-18T09:25:52.618921+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:53.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:52 smithi189 bash[70525]: audit 2024-09-18T09:25:52.618921+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:52 smithi078 bash[90742]: cluster 2024-09-18T09:25:51.811757+0000 mgr.y (mgr.15249) 749 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 811 B/s rd, 0 op/s 2024-09-18T09:25:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:52 smithi078 bash[90742]: cluster 2024-09-18T09:25:51.811757+0000 mgr.y (mgr.15249) 749 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 811 B/s rd, 0 op/s 2024-09-18T09:25:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:52 smithi078 bash[90742]: audit 2024-09-18T09:25:52.618921+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:53.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:52 smithi078 bash[90742]: audit 2024-09-18T09:25:52.618921+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:53.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:52 smithi078 bash[94202]: cluster 2024-09-18T09:25:51.811757+0000 mgr.y (mgr.15249) 749 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 811 B/s rd, 0 op/s 2024-09-18T09:25:53.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:52 smithi078 bash[94202]: cluster 2024-09-18T09:25:51.811757+0000 mgr.y (mgr.15249) 749 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 811 B/s rd, 0 op/s 2024-09-18T09:25:53.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:52 smithi078 bash[94202]: audit 2024-09-18T09:25:52.618921+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:53.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:52 smithi078 bash[94202]: audit 2024-09-18T09:25:52.618921+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:25:53.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:25:53 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:25:53] "GET /metrics HTTP/1.1" 200 38334 "" "Prometheus/2.51.0" 2024-09-18T09:25:54.296 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:25:54.943 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:25:54.943 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (11m) 112s ago 39m 13.9M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:25:54.944 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (11m) 22s ago 38m 67.9M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:25:54.944 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (13m) 112s ago 36m 49.4M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:25:54.944 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (13m) 22s ago 47m 443M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:25:54.944 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (24m) 112s ago 50m 518M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:25:54.944 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (8m) 112s ago 50m 52.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:25:54.944 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (9m) 22s ago 48m 44.6M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:25:54.944 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (7m) 112s ago 48m 38.9M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:25:54.944 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (13m) 112s ago 39m 8284k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:25:54.944 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (12m) 22s ago 39m 9067k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:25:54.944 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (5m) 112s ago 46m 49.4M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 b10b88ce2e14 2024-09-18T09:25:54.944 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (5m) 112s ago 46m 50.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3939468d55d0 2024-09-18T09:25:54.944 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (3m) 112s ago 45m 46.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 db670b04d315 2024-09-18T09:25:54.945 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (113s) 112s ago 44m - 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 35d85c967fbc 2024-09-18T09:25:54.945 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (68s) 22s ago 43m 49.8M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 5f96420926c0 2024-09-18T09:25:54.945 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (24s) 22s ago 42m - 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 431d53bb44ce 2024-09-18T09:25:54.945 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (41m) 22s ago 41m 60.2M 3292M 19.1.1-330-gc2ddf972 ebb0615149de c544be365fa4 2024-09-18T09:25:54.945 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (40m) 22s ago 40m 72.1M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:25:54.945 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (12m) 22s ago 39m 53.1M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:25:54.945 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (36m) 112s ago 36m 102M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:25:54.945 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (36m) 22s ago 36m 102M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:25:55.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:54 smithi189 bash[70525]: cluster 2024-09-18T09:25:53.813168+0000 mgr.y (mgr.15249) 750 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:55.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:54 smithi189 bash[70525]: cluster 2024-09-18T09:25:53.813168+0000 mgr.y (mgr.15249) 750 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:55.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:54 smithi078 bash[90742]: cluster 2024-09-18T09:25:53.813168+0000 mgr.y (mgr.15249) 750 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:55.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:54 smithi078 bash[90742]: cluster 2024-09-18T09:25:53.813168+0000 mgr.y (mgr.15249) 750 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:55.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:54 smithi078 bash[94202]: cluster 2024-09-18T09:25:53.813168+0000 mgr.y (mgr.15249) 750 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:55.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:54 smithi078 bash[94202]: cluster 2024-09-18T09:25:53.813168+0000 mgr.y (mgr.15249) 750 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:25:55.318 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:25:55.318 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:25:55.318 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 3 2024-09-18T09:25:55.318 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:25:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:25:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:25:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:25:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:25:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2, 2024-09-18T09:25:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 6 2024-09-18T09:25:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:25:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:25:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:25:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:25:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:25:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 4, 2024-09-18T09:25:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 11 2024-09-18T09:25:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:25:55.320 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:25:55.621 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:25:55.621 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:25:55.621 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:25:55.622 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-18T09:25:55.622 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:25:55.622 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "6/8 daemons upgraded", 2024-09-18T09:25:55.622 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading osd daemons", 2024-09-18T09:25:55.622 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:25:55.622 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:25:55.888 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:55 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:55.466199169Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:56.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:55 smithi189 bash[70525]: audit 2024-09-18T09:25:54.284165+0000 mgr.y (mgr.15249) 751 : audit [DBG] from='client.54503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:55 smithi189 bash[70525]: audit 2024-09-18T09:25:54.284165+0000 mgr.y (mgr.15249) 751 : audit [DBG] from='client.54503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:55 smithi189 bash[70525]: audit 2024-09-18T09:25:54.604673+0000 mgr.y (mgr.15249) 752 : audit [DBG] from='client.54509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:55 smithi189 bash[70525]: audit 2024-09-18T09:25:54.604673+0000 mgr.y (mgr.15249) 752 : audit [DBG] from='client.54509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:55 smithi189 bash[70525]: audit 2024-09-18T09:25:54.905465+0000 mgr.y (mgr.15249) 753 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:55 smithi189 bash[70525]: audit 2024-09-18T09:25:54.905465+0000 mgr.y (mgr.15249) 753 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:55 smithi189 bash[70525]: audit 2024-09-18T09:25:55.317661+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.78:0/1442194818' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:56.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:55 smithi189 bash[70525]: audit 2024-09-18T09:25:55.317661+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.78:0/1442194818' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:56.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:55 smithi078 bash[90742]: audit 2024-09-18T09:25:54.284165+0000 mgr.y (mgr.15249) 751 : audit [DBG] from='client.54503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:55 smithi078 bash[90742]: audit 2024-09-18T09:25:54.284165+0000 mgr.y (mgr.15249) 751 : audit [DBG] from='client.54503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:55 smithi078 bash[90742]: audit 2024-09-18T09:25:54.604673+0000 mgr.y (mgr.15249) 752 : audit [DBG] from='client.54509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:55 smithi078 bash[90742]: audit 2024-09-18T09:25:54.604673+0000 mgr.y (mgr.15249) 752 : audit [DBG] from='client.54509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:55 smithi078 bash[90742]: audit 2024-09-18T09:25:54.905465+0000 mgr.y (mgr.15249) 753 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:55 smithi078 bash[90742]: audit 2024-09-18T09:25:54.905465+0000 mgr.y (mgr.15249) 753 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:55 smithi078 bash[90742]: audit 2024-09-18T09:25:55.317661+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.78:0/1442194818' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:56.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:55 smithi078 bash[90742]: audit 2024-09-18T09:25:55.317661+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.78:0/1442194818' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:56.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:55 smithi078 bash[94202]: audit 2024-09-18T09:25:54.284165+0000 mgr.y (mgr.15249) 751 : audit [DBG] from='client.54503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:55 smithi078 bash[94202]: audit 2024-09-18T09:25:54.284165+0000 mgr.y (mgr.15249) 751 : audit [DBG] from='client.54503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:55 smithi078 bash[94202]: audit 2024-09-18T09:25:54.604673+0000 mgr.y (mgr.15249) 752 : audit [DBG] from='client.54509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:55 smithi078 bash[94202]: audit 2024-09-18T09:25:54.604673+0000 mgr.y (mgr.15249) 752 : audit [DBG] from='client.54509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:55 smithi078 bash[94202]: audit 2024-09-18T09:25:54.905465+0000 mgr.y (mgr.15249) 753 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:55 smithi078 bash[94202]: audit 2024-09-18T09:25:54.905465+0000 mgr.y (mgr.15249) 753 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:56.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:55 smithi078 bash[94202]: audit 2024-09-18T09:25:55.317661+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.78:0/1442194818' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:56.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:55 smithi078 bash[94202]: audit 2024-09-18T09:25:55.317661+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.78:0/1442194818' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:25:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:56 smithi189 bash[70525]: audit 2024-09-18T09:25:55.620425+0000 mgr.y (mgr.15249) 754 : audit [DBG] from='client.54527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:56 smithi189 bash[70525]: audit 2024-09-18T09:25:55.620425+0000 mgr.y (mgr.15249) 754 : audit [DBG] from='client.54527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:56 smithi189 bash[70525]: cluster 2024-09-18T09:25:55.814340+0000 mgr.y (mgr.15249) 755 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:56 smithi189 bash[70525]: cluster 2024-09-18T09:25:55.814340+0000 mgr.y (mgr.15249) 755 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:56 smithi189 bash[70525]: audit 2024-09-18T09:25:56.044615+0000 mgr.y (mgr.15249) 756 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:57.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:56 smithi189 bash[70525]: audit 2024-09-18T09:25:56.044615+0000 mgr.y (mgr.15249) 756 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:56 smithi078 bash[90742]: audit 2024-09-18T09:25:55.620425+0000 mgr.y (mgr.15249) 754 : audit [DBG] from='client.54527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:56 smithi078 bash[90742]: audit 2024-09-18T09:25:55.620425+0000 mgr.y (mgr.15249) 754 : audit [DBG] from='client.54527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:56 smithi078 bash[90742]: cluster 2024-09-18T09:25:55.814340+0000 mgr.y (mgr.15249) 755 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:56 smithi078 bash[90742]: cluster 2024-09-18T09:25:55.814340+0000 mgr.y (mgr.15249) 755 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:56 smithi078 bash[90742]: audit 2024-09-18T09:25:56.044615+0000 mgr.y (mgr.15249) 756 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:57.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:56 smithi078 bash[90742]: audit 2024-09-18T09:25:56.044615+0000 mgr.y (mgr.15249) 756 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:57.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:56 smithi078 bash[94202]: audit 2024-09-18T09:25:55.620425+0000 mgr.y (mgr.15249) 754 : audit [DBG] from='client.54527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:57.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:56 smithi078 bash[94202]: audit 2024-09-18T09:25:55.620425+0000 mgr.y (mgr.15249) 754 : audit [DBG] from='client.54527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:25:57.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:56 smithi078 bash[94202]: cluster 2024-09-18T09:25:55.814340+0000 mgr.y (mgr.15249) 755 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:57.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:56 smithi078 bash[94202]: cluster 2024-09-18T09:25:55.814340+0000 mgr.y (mgr.15249) 755 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:57.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:56 smithi078 bash[94202]: audit 2024-09-18T09:25:56.044615+0000 mgr.y (mgr.15249) 756 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:57.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:56 smithi078 bash[94202]: audit 2024-09-18T09:25:56.044615+0000 mgr.y (mgr.15249) 756 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:25:58.894 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:25:58 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:25:58.453788446Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:25:59.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:58 smithi189 bash[70525]: cluster 2024-09-18T09:25:57.815365+0000 mgr.y (mgr.15249) 757 : cluster [DBG] pgmap v451: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:58 smithi189 bash[70525]: cluster 2024-09-18T09:25:57.815365+0000 mgr.y (mgr.15249) 757 : cluster [DBG] pgmap v451: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:58 smithi189 bash[70525]: audit 2024-09-18T09:25:58.853554+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-18T09:25:59.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:58 smithi189 bash[70525]: audit 2024-09-18T09:25:58.853554+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-18T09:25:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:58 smithi078 bash[90742]: cluster 2024-09-18T09:25:57.815365+0000 mgr.y (mgr.15249) 757 : cluster [DBG] pgmap v451: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:58 smithi078 bash[90742]: cluster 2024-09-18T09:25:57.815365+0000 mgr.y (mgr.15249) 757 : cluster [DBG] pgmap v451: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:58 smithi078 bash[90742]: audit 2024-09-18T09:25:58.853554+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-18T09:25:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:58 smithi078 bash[90742]: audit 2024-09-18T09:25:58.853554+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-18T09:25:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:58 smithi078 bash[94202]: cluster 2024-09-18T09:25:57.815365+0000 mgr.y (mgr.15249) 757 : cluster [DBG] pgmap v451: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:58 smithi078 bash[94202]: cluster 2024-09-18T09:25:57.815365+0000 mgr.y (mgr.15249) 757 : cluster [DBG] pgmap v451: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:25:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:58 smithi078 bash[94202]: audit 2024-09-18T09:25:58.853554+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-18T09:25:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:58 smithi078 bash[94202]: audit 2024-09-18T09:25:58.853554+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-18T09:26:00.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:59 smithi189 bash[70525]: audit 2024-09-18T09:25:58.854003+0000 mgr.y (mgr.15249) 758 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T09:26:00.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:59 smithi189 bash[70525]: audit 2024-09-18T09:25:58.854003+0000 mgr.y (mgr.15249) 758 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T09:26:00.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:59 smithi189 bash[70525]: cephadm 2024-09-18T09:25:58.856577+0000 mgr.y (mgr.15249) 759 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-18T09:26:00.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:25:59 smithi189 bash[70525]: cephadm 2024-09-18T09:25:58.856577+0000 mgr.y (mgr.15249) 759 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-18T09:26:00.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:59 smithi078 bash[90742]: audit 2024-09-18T09:25:58.854003+0000 mgr.y (mgr.15249) 758 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T09:26:00.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:59 smithi078 bash[90742]: audit 2024-09-18T09:25:58.854003+0000 mgr.y (mgr.15249) 758 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T09:26:00.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:59 smithi078 bash[90742]: cephadm 2024-09-18T09:25:58.856577+0000 mgr.y (mgr.15249) 759 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-18T09:26:00.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:25:59 smithi078 bash[90742]: cephadm 2024-09-18T09:25:58.856577+0000 mgr.y (mgr.15249) 759 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-18T09:26:00.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:59 smithi078 bash[94202]: audit 2024-09-18T09:25:58.854003+0000 mgr.y (mgr.15249) 758 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T09:26:00.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:59 smithi078 bash[94202]: audit 2024-09-18T09:25:58.854003+0000 mgr.y (mgr.15249) 758 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T09:26:00.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:59 smithi078 bash[94202]: cephadm 2024-09-18T09:25:58.856577+0000 mgr.y (mgr.15249) 759 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-18T09:26:00.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:25:59 smithi078 bash[94202]: cephadm 2024-09-18T09:25:58.856577+0000 mgr.y (mgr.15249) 759 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-18T09:26:01.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:00 smithi189 bash[70525]: cluster 2024-09-18T09:25:59.816704+0000 mgr.y (mgr.15249) 760 : cluster [DBG] pgmap v452: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:01.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:00 smithi189 bash[70525]: cluster 2024-09-18T09:25:59.816704+0000 mgr.y (mgr.15249) 760 : cluster [DBG] pgmap v452: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:01.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:00 smithi078 bash[90742]: cluster 2024-09-18T09:25:59.816704+0000 mgr.y (mgr.15249) 760 : cluster [DBG] pgmap v452: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:01.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:00 smithi078 bash[90742]: cluster 2024-09-18T09:25:59.816704+0000 mgr.y (mgr.15249) 760 : cluster [DBG] pgmap v452: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:01.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:00 smithi078 bash[94202]: cluster 2024-09-18T09:25:59.816704+0000 mgr.y (mgr.15249) 760 : cluster [DBG] pgmap v452: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:01.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:00 smithi078 bash[94202]: cluster 2024-09-18T09:25:59.816704+0000 mgr.y (mgr.15249) 760 : cluster [DBG] pgmap v452: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:01.904 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:01 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:01.456801044Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:02.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:02 smithi189 bash[70525]: cephadm 2024-09-18T09:26:01.315114+0000 mgr.y (mgr.15249) 761 : cephadm [INF] Upgrade: Updating osd.6 2024-09-18T09:26:02.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:02 smithi189 bash[70525]: cephadm 2024-09-18T09:26:01.315114+0000 mgr.y (mgr.15249) 761 : cephadm [INF] Upgrade: Updating osd.6 2024-09-18T09:26:02.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:02 smithi189 bash[70525]: audit 2024-09-18T09:26:01.322388+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:02.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:02 smithi189 bash[70525]: audit 2024-09-18T09:26:01.322388+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:02.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:02 smithi189 bash[70525]: audit 2024-09-18T09:26:01.327082+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-18T09:26:02.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:02 smithi189 bash[70525]: audit 2024-09-18T09:26:01.327082+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-18T09:26:02.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:02 smithi189 bash[70525]: audit 2024-09-18T09:26:01.328713+0000 mon.a (mon.0) 571 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:02.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:02 smithi189 bash[70525]: audit 2024-09-18T09:26:01.328713+0000 mon.a (mon.0) 571 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:02.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:02 smithi189 bash[70525]: cephadm 2024-09-18T09:26:01.334058+0000 mgr.y (mgr.15249) 762 : cephadm [INF] Deploying daemon osd.6 on smithi189 2024-09-18T09:26:02.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:02 smithi189 bash[70525]: cephadm 2024-09-18T09:26:01.334058+0000 mgr.y (mgr.15249) 762 : cephadm [INF] Deploying daemon osd.6 on smithi189 2024-09-18T09:26:02.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:02 smithi189 bash[70525]: cluster 2024-09-18T09:26:01.817628+0000 mgr.y (mgr.15249) 763 : cluster [DBG] pgmap v453: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:02.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:02 smithi189 bash[70525]: cluster 2024-09-18T09:26:01.817628+0000 mgr.y (mgr.15249) 763 : cluster [DBG] pgmap v453: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:02.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:02 smithi189 bash[70525]: audit 2024-09-18T09:26:02.241357+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:02.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:02 smithi189 bash[70525]: audit 2024-09-18T09:26:02.241357+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:02.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[90742]: cephadm 2024-09-18T09:26:01.315114+0000 mgr.y (mgr.15249) 761 : cephadm [INF] Upgrade: Updating osd.6 2024-09-18T09:26:02.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[90742]: cephadm 2024-09-18T09:26:01.315114+0000 mgr.y (mgr.15249) 761 : cephadm [INF] Upgrade: Updating osd.6 2024-09-18T09:26:02.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[90742]: audit 2024-09-18T09:26:01.322388+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:02.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[90742]: audit 2024-09-18T09:26:01.322388+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:02.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[90742]: audit 2024-09-18T09:26:01.327082+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-18T09:26:02.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[90742]: audit 2024-09-18T09:26:01.327082+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-18T09:26:02.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[90742]: audit 2024-09-18T09:26:01.328713+0000 mon.a (mon.0) 571 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:02.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[90742]: audit 2024-09-18T09:26:01.328713+0000 mon.a (mon.0) 571 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:02.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[90742]: cephadm 2024-09-18T09:26:01.334058+0000 mgr.y (mgr.15249) 762 : cephadm [INF] Deploying daemon osd.6 on smithi189 2024-09-18T09:26:02.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[90742]: cephadm 2024-09-18T09:26:01.334058+0000 mgr.y (mgr.15249) 762 : cephadm [INF] Deploying daemon osd.6 on smithi189 2024-09-18T09:26:02.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[90742]: cluster 2024-09-18T09:26:01.817628+0000 mgr.y (mgr.15249) 763 : cluster [DBG] pgmap v453: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:02.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[90742]: cluster 2024-09-18T09:26:01.817628+0000 mgr.y (mgr.15249) 763 : cluster [DBG] pgmap v453: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:02.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[90742]: audit 2024-09-18T09:26:02.241357+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:02.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[90742]: audit 2024-09-18T09:26:02.241357+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:02.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[94202]: cephadm 2024-09-18T09:26:01.315114+0000 mgr.y (mgr.15249) 761 : cephadm [INF] Upgrade: Updating osd.6 2024-09-18T09:26:02.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[94202]: cephadm 2024-09-18T09:26:01.315114+0000 mgr.y (mgr.15249) 761 : cephadm [INF] Upgrade: Updating osd.6 2024-09-18T09:26:02.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[94202]: audit 2024-09-18T09:26:01.322388+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:02.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[94202]: audit 2024-09-18T09:26:01.322388+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:02.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[94202]: audit 2024-09-18T09:26:01.327082+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-18T09:26:02.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[94202]: audit 2024-09-18T09:26:01.327082+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-18T09:26:02.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[94202]: audit 2024-09-18T09:26:01.328713+0000 mon.a (mon.0) 571 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:02.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[94202]: audit 2024-09-18T09:26:01.328713+0000 mon.a (mon.0) 571 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:02.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[94202]: cephadm 2024-09-18T09:26:01.334058+0000 mgr.y (mgr.15249) 762 : cephadm [INF] Deploying daemon osd.6 on smithi189 2024-09-18T09:26:02.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[94202]: cephadm 2024-09-18T09:26:01.334058+0000 mgr.y (mgr.15249) 762 : cephadm [INF] Deploying daemon osd.6 on smithi189 2024-09-18T09:26:02.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[94202]: cluster 2024-09-18T09:26:01.817628+0000 mgr.y (mgr.15249) 763 : cluster [DBG] pgmap v453: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:02.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[94202]: cluster 2024-09-18T09:26:01.817628+0000 mgr.y (mgr.15249) 763 : cluster [DBG] pgmap v453: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:02.707 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[94202]: audit 2024-09-18T09:26:02.241357+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:02.708 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:02 smithi078 bash[94202]: audit 2024-09-18T09:26:02.241357+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:03.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:26:03 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:26:03] "GET /metrics HTTP/1.1" 200 38335 "" "Prometheus/2.51.0" 2024-09-18T09:26:04.821 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:04 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:04.42928034Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:05.072 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:04 smithi189 bash[70525]: cluster 2024-09-18T09:26:03.818964+0000 mgr.y (mgr.15249) 764 : cluster [DBG] pgmap v454: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:05.072 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:04 smithi189 bash[70525]: cluster 2024-09-18T09:26:03.818964+0000 mgr.y (mgr.15249) 764 : cluster [DBG] pgmap v454: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:05.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:04 smithi078 bash[94202]: cluster 2024-09-18T09:26:03.818964+0000 mgr.y (mgr.15249) 764 : cluster [DBG] pgmap v454: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:05.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:04 smithi078 bash[94202]: cluster 2024-09-18T09:26:03.818964+0000 mgr.y (mgr.15249) 764 : cluster [DBG] pgmap v454: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:04 smithi078 bash[90742]: cluster 2024-09-18T09:26:03.818964+0000 mgr.y (mgr.15249) 764 : cluster [DBG] pgmap v454: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:05.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:04 smithi078 bash[90742]: cluster 2024-09-18T09:26:03.818964+0000 mgr.y (mgr.15249) 764 : cluster [DBG] pgmap v454: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:06.218 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:06 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:06.219 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:26:06 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:06.219 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:26:06 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:06.219 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:06 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:06.220 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:06 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:06.220 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:26:06 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:06.220 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:06 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:06.220 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:26:06 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:06.221 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:26:06 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:06.672 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:06 smithi189 systemd[1]: Stopping Ceph osd.6 for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:26:06.672 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:06 smithi189 bash[36369]: debug 2024-09-18T09:26:06.318+0000 7f6591141640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-18T09:26:06.672 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:06 smithi189 bash[36369]: debug 2024-09-18T09:26:06.318+0000 7f6591141640 -1 osd.6 146 *** Got signal Terminated *** 2024-09-18T09:26:06.672 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:06 smithi189 bash[36369]: debug 2024-09-18T09:26:06.318+0000 7f6591141640 -1 osd.6 146 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T09:26:07.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:06 smithi189 bash[70525]: cluster 2024-09-18T09:26:05.820140+0000 mgr.y (mgr.15249) 765 : cluster [DBG] pgmap v455: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:07.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:06 smithi189 bash[70525]: cluster 2024-09-18T09:26:05.820140+0000 mgr.y (mgr.15249) 765 : cluster [DBG] pgmap v455: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:07.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:06 smithi189 bash[70525]: audit 2024-09-18T09:26:06.054723+0000 mgr.y (mgr.15249) 766 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:07.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:06 smithi189 bash[70525]: audit 2024-09-18T09:26:06.054723+0000 mgr.y (mgr.15249) 766 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:07.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:06 smithi189 bash[70525]: cluster 2024-09-18T09:26:06.320175+0000 mon.a (mon.0) 573 : cluster [INF] osd.6 marked itself down and dead 2024-09-18T09:26:07.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:06 smithi189 bash[70525]: cluster 2024-09-18T09:26:06.320175+0000 mon.a (mon.0) 573 : cluster [INF] osd.6 marked itself down and dead 2024-09-18T09:26:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:06 smithi078 bash[90742]: cluster 2024-09-18T09:26:05.820140+0000 mgr.y (mgr.15249) 765 : cluster [DBG] pgmap v455: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:06 smithi078 bash[90742]: cluster 2024-09-18T09:26:05.820140+0000 mgr.y (mgr.15249) 765 : cluster [DBG] pgmap v455: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:06 smithi078 bash[90742]: audit 2024-09-18T09:26:06.054723+0000 mgr.y (mgr.15249) 766 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:07.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:06 smithi078 bash[90742]: audit 2024-09-18T09:26:06.054723+0000 mgr.y (mgr.15249) 766 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:07.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:06 smithi078 bash[90742]: cluster 2024-09-18T09:26:06.320175+0000 mon.a (mon.0) 573 : cluster [INF] osd.6 marked itself down and dead 2024-09-18T09:26:07.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:06 smithi078 bash[90742]: cluster 2024-09-18T09:26:06.320175+0000 mon.a (mon.0) 573 : cluster [INF] osd.6 marked itself down and dead 2024-09-18T09:26:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:06 smithi078 bash[94202]: cluster 2024-09-18T09:26:05.820140+0000 mgr.y (mgr.15249) 765 : cluster [DBG] pgmap v455: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:06 smithi078 bash[94202]: cluster 2024-09-18T09:26:05.820140+0000 mgr.y (mgr.15249) 765 : cluster [DBG] pgmap v455: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:06 smithi078 bash[94202]: audit 2024-09-18T09:26:06.054723+0000 mgr.y (mgr.15249) 766 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:07.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:06 smithi078 bash[94202]: audit 2024-09-18T09:26:06.054723+0000 mgr.y (mgr.15249) 766 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:07.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:06 smithi078 bash[94202]: cluster 2024-09-18T09:26:06.320175+0000 mon.a (mon.0) 573 : cluster [INF] osd.6 marked itself down and dead 2024-09-18T09:26:07.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:06 smithi078 bash[94202]: cluster 2024-09-18T09:26:06.320175+0000 mon.a (mon.0) 573 : cluster [INF] osd.6 marked itself down and dead 2024-09-18T09:26:07.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:07 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:07.438208994Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:08.124 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:07 smithi189 bash[82553]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-6 2024-09-18T09:26:08.125 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:08 smithi189 bash[82617]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-6 2024-09-18T09:26:08.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:07 smithi189 bash[70525]: cluster 2024-09-18T09:26:06.877172+0000 mon.a (mon.0) 574 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:26:08.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:07 smithi189 bash[70525]: cluster 2024-09-18T09:26:06.877172+0000 mon.a (mon.0) 574 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:26:08.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:07 smithi189 bash[70525]: cluster 2024-09-18T09:26:06.887135+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e147: 8 total, 7 up, 8 in 2024-09-18T09:26:08.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:07 smithi189 bash[70525]: cluster 2024-09-18T09:26:06.887135+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e147: 8 total, 7 up, 8 in 2024-09-18T09:26:08.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:07 smithi189 bash[70525]: cluster 2024-09-18T09:26:07.888851+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-18T09:26:08.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:07 smithi189 bash[70525]: cluster 2024-09-18T09:26:07.888851+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-18T09:26:08.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:07 smithi078 bash[90742]: cluster 2024-09-18T09:26:06.877172+0000 mon.a (mon.0) 574 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:26:08.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:07 smithi078 bash[90742]: cluster 2024-09-18T09:26:06.877172+0000 mon.a (mon.0) 574 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:26:08.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:07 smithi078 bash[90742]: cluster 2024-09-18T09:26:06.887135+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e147: 8 total, 7 up, 8 in 2024-09-18T09:26:08.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:07 smithi078 bash[90742]: cluster 2024-09-18T09:26:06.887135+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e147: 8 total, 7 up, 8 in 2024-09-18T09:26:08.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:07 smithi078 bash[90742]: cluster 2024-09-18T09:26:07.888851+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-18T09:26:08.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:07 smithi078 bash[90742]: cluster 2024-09-18T09:26:07.888851+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-18T09:26:08.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:07 smithi078 bash[94202]: cluster 2024-09-18T09:26:06.877172+0000 mon.a (mon.0) 574 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:26:08.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:07 smithi078 bash[94202]: cluster 2024-09-18T09:26:06.877172+0000 mon.a (mon.0) 574 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:26:08.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:07 smithi078 bash[94202]: cluster 2024-09-18T09:26:06.887135+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e147: 8 total, 7 up, 8 in 2024-09-18T09:26:08.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:07 smithi078 bash[94202]: cluster 2024-09-18T09:26:06.887135+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e147: 8 total, 7 up, 8 in 2024-09-18T09:26:08.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:07 smithi078 bash[94202]: cluster 2024-09-18T09:26:07.888851+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-18T09:26:08.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:07 smithi078 bash[94202]: cluster 2024-09-18T09:26:07.888851+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-18T09:26:09.166 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:08 smithi189 bash[70525]: cluster 2024-09-18T09:26:07.821328+0000 mgr.y (mgr.15249) 767 : cluster [DBG] pgmap v457: 161 pgs: 10 peering, 12 stale+active+clean, 139 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:26:09.166 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:08 smithi189 bash[70525]: cluster 2024-09-18T09:26:07.821328+0000 mgr.y (mgr.15249) 767 : cluster [DBG] pgmap v457: 161 pgs: 10 peering, 12 stale+active+clean, 139 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:26:09.166 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:08 smithi189 bash[70525]: cluster 2024-09-18T09:26:07.900457+0000 mon.a (mon.0) 577 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-18T09:26:09.166 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:08 smithi189 bash[70525]: cluster 2024-09-18T09:26:07.900457+0000 mon.a (mon.0) 577 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-18T09:26:09.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:08 smithi078 bash[94202]: cluster 2024-09-18T09:26:07.821328+0000 mgr.y (mgr.15249) 767 : cluster [DBG] pgmap v457: 161 pgs: 10 peering, 12 stale+active+clean, 139 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:26:09.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:08 smithi078 bash[94202]: cluster 2024-09-18T09:26:07.821328+0000 mgr.y (mgr.15249) 767 : cluster [DBG] pgmap v457: 161 pgs: 10 peering, 12 stale+active+clean, 139 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:26:09.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:08 smithi078 bash[94202]: cluster 2024-09-18T09:26:07.900457+0000 mon.a (mon.0) 577 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-18T09:26:09.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:08 smithi078 bash[94202]: cluster 2024-09-18T09:26:07.900457+0000 mon.a (mon.0) 577 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-18T09:26:09.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:08 smithi078 bash[90742]: cluster 2024-09-18T09:26:07.821328+0000 mgr.y (mgr.15249) 767 : cluster [DBG] pgmap v457: 161 pgs: 10 peering, 12 stale+active+clean, 139 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:26:09.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:08 smithi078 bash[90742]: cluster 2024-09-18T09:26:07.821328+0000 mgr.y (mgr.15249) 767 : cluster [DBG] pgmap v457: 161 pgs: 10 peering, 12 stale+active+clean, 139 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:26:09.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:08 smithi078 bash[90742]: cluster 2024-09-18T09:26:07.900457+0000 mon.a (mon.0) 577 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-18T09:26:09.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:08 smithi078 bash[90742]: cluster 2024-09-18T09:26:07.900457+0000 mon.a (mon.0) 577 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-18T09:26:10.229 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:09 smithi189 bash[70525]: cluster 2024-09-18T09:26:09.907717+0000 mon.a (mon.0) 578 : cluster [WRN] Health check failed: Degraded data redundancy: 58/636 objects degraded (9.119%), 14 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:10.229 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:09 smithi189 bash[70525]: cluster 2024-09-18T09:26:09.907717+0000 mon.a (mon.0) 578 : cluster [WRN] Health check failed: Degraded data redundancy: 58/636 objects degraded (9.119%), 14 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:10.229 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:10 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.6.service: Deactivated successfully. 2024-09-18T09:26:10.229 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:10 smithi189 systemd[1]: Stopped Ceph osd.6 for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:26:10.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:09 smithi078 bash[90742]: cluster 2024-09-18T09:26:09.907717+0000 mon.a (mon.0) 578 : cluster [WRN] Health check failed: Degraded data redundancy: 58/636 objects degraded (9.119%), 14 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:10.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:09 smithi078 bash[90742]: cluster 2024-09-18T09:26:09.907717+0000 mon.a (mon.0) 578 : cluster [WRN] Health check failed: Degraded data redundancy: 58/636 objects degraded (9.119%), 14 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:10.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:09 smithi078 bash[94202]: cluster 2024-09-18T09:26:09.907717+0000 mon.a (mon.0) 578 : cluster [WRN] Health check failed: Degraded data redundancy: 58/636 objects degraded (9.119%), 14 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:10.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:09 smithi078 bash[94202]: cluster 2024-09-18T09:26:09.907717+0000 mon.a (mon.0) 578 : cluster [WRN] Health check failed: Degraded data redundancy: 58/636 objects degraded (9.119%), 14 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:10.671 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:10 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:10.671 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:10 smithi189 systemd[1]: Started Ceph osd.6 for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:26:10.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:10 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:10.672 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:26:10 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:10.672 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:26:10 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:10.673 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:10 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:10.673 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:26:10 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:10.673 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:26:10 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:10.674 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:26:10 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:10.674 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:10 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:10.674 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:10 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:10.433580744Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:11.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:10 smithi189 bash[70525]: cluster 2024-09-18T09:26:09.823002+0000 mgr.y (mgr.15249) 768 : cluster [DBG] pgmap v459: 161 pgs: 26 active+undersized, 10 peering, 2 stale+active+clean, 14 active+undersized+degraded, 109 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:26:11.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:10 smithi189 bash[70525]: cluster 2024-09-18T09:26:09.823002+0000 mgr.y (mgr.15249) 768 : cluster [DBG] pgmap v459: 161 pgs: 26 active+undersized, 10 peering, 2 stale+active+clean, 14 active+undersized+degraded, 109 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:26:11.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:10 smithi189 bash[70525]: audit 2024-09-18T09:26:10.399626+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:11.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:10 smithi189 bash[70525]: audit 2024-09-18T09:26:10.399626+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:11.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:10 smithi189 bash[70525]: audit 2024-09-18T09:26:10.411713+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:11.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:10 smithi189 bash[70525]: audit 2024-09-18T09:26:10.411713+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:11.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:10 smithi078 bash[90742]: cluster 2024-09-18T09:26:09.823002+0000 mgr.y (mgr.15249) 768 : cluster [DBG] pgmap v459: 161 pgs: 26 active+undersized, 10 peering, 2 stale+active+clean, 14 active+undersized+degraded, 109 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:26:11.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:10 smithi078 bash[90742]: cluster 2024-09-18T09:26:09.823002+0000 mgr.y (mgr.15249) 768 : cluster [DBG] pgmap v459: 161 pgs: 26 active+undersized, 10 peering, 2 stale+active+clean, 14 active+undersized+degraded, 109 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:26:11.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:10 smithi078 bash[90742]: audit 2024-09-18T09:26:10.399626+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:11.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:10 smithi078 bash[90742]: audit 2024-09-18T09:26:10.399626+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:11.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:10 smithi078 bash[90742]: audit 2024-09-18T09:26:10.411713+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:11.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:10 smithi078 bash[90742]: audit 2024-09-18T09:26:10.411713+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:11.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:10 smithi078 bash[94202]: cluster 2024-09-18T09:26:09.823002+0000 mgr.y (mgr.15249) 768 : cluster [DBG] pgmap v459: 161 pgs: 26 active+undersized, 10 peering, 2 stale+active+clean, 14 active+undersized+degraded, 109 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:26:11.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:10 smithi078 bash[94202]: cluster 2024-09-18T09:26:09.823002+0000 mgr.y (mgr.15249) 768 : cluster [DBG] pgmap v459: 161 pgs: 26 active+undersized, 10 peering, 2 stale+active+clean, 14 active+undersized+degraded, 109 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-18T09:26:11.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:10 smithi078 bash[94202]: audit 2024-09-18T09:26:10.399626+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:11.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:10 smithi078 bash[94202]: audit 2024-09-18T09:26:10.399626+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:11.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:10 smithi078 bash[94202]: audit 2024-09-18T09:26:10.411713+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:11.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:10 smithi078 bash[94202]: audit 2024-09-18T09:26:10.411713+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:11.921 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:11 smithi189 bash[82764]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-18T09:26:11.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:11 smithi189 bash[82764]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-18T09:26:13.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:12 smithi189 bash[70525]: cluster 2024-09-18T09:26:11.824250+0000 mgr.y (mgr.15249) 769 : cluster [DBG] pgmap v460: 161 pgs: 27 active+undersized, 10 peering, 16 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 61/636 objects degraded (9.591%) 2024-09-18T09:26:13.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:12 smithi189 bash[70525]: cluster 2024-09-18T09:26:11.824250+0000 mgr.y (mgr.15249) 769 : cluster [DBG] pgmap v460: 161 pgs: 27 active+undersized, 10 peering, 16 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 61/636 objects degraded (9.591%) 2024-09-18T09:26:13.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:12 smithi078 bash[90742]: cluster 2024-09-18T09:26:11.824250+0000 mgr.y (mgr.15249) 769 : cluster [DBG] pgmap v460: 161 pgs: 27 active+undersized, 10 peering, 16 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 61/636 objects degraded (9.591%) 2024-09-18T09:26:13.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:12 smithi078 bash[90742]: cluster 2024-09-18T09:26:11.824250+0000 mgr.y (mgr.15249) 769 : cluster [DBG] pgmap v460: 161 pgs: 27 active+undersized, 10 peering, 16 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 61/636 objects degraded (9.591%) 2024-09-18T09:26:13.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:12 smithi078 bash[94202]: cluster 2024-09-18T09:26:11.824250+0000 mgr.y (mgr.15249) 769 : cluster [DBG] pgmap v460: 161 pgs: 27 active+undersized, 10 peering, 16 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 61/636 objects degraded (9.591%) 2024-09-18T09:26:13.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:12 smithi078 bash[94202]: cluster 2024-09-18T09:26:11.824250+0000 mgr.y (mgr.15249) 769 : cluster [DBG] pgmap v460: 161 pgs: 27 active+undersized, 10 peering, 16 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 61/636 objects degraded (9.591%) 2024-09-18T09:26:13.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:13 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:13.428704818Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:13.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:26:13 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:26:13] "GET /metrics HTTP/1.1" 200 38335 "" "Prometheus/2.51.0" 2024-09-18T09:26:14.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:14 smithi189 bash[70525]: cluster 2024-09-18T09:26:13.968463+0000 mon.a (mon.0) 581 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-18T09:26:14.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:14 smithi189 bash[70525]: cluster 2024-09-18T09:26:13.968463+0000 mon.a (mon.0) 581 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-18T09:26:14.422 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:14 smithi189 bash[82764]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-18T09:26:14.422 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:14 smithi189 bash[82764]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-18T09:26:14.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:14 smithi078 bash[94202]: cluster 2024-09-18T09:26:13.968463+0000 mon.a (mon.0) 581 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-18T09:26:14.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:14 smithi078 bash[94202]: cluster 2024-09-18T09:26:13.968463+0000 mon.a (mon.0) 581 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-18T09:26:14.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:14 smithi078 bash[90742]: cluster 2024-09-18T09:26:13.968463+0000 mon.a (mon.0) 581 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-18T09:26:14.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:14 smithi078 bash[90742]: cluster 2024-09-18T09:26:13.968463+0000 mon.a (mon.0) 581 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-18T09:26:14.921 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:14 smithi189 bash[82764]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-18T09:26:14.921 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:14 smithi189 bash[82764]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-18T09:26:14.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:14 smithi189 bash[82764]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-18T09:26:14.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:14 smithi189 bash[82764]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-18T09:26:14.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:14 smithi189 bash[82764]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-18T09:26:15.357 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:15 smithi189 bash[70525]: cluster 2024-09-18T09:26:13.825821+0000 mgr.y (mgr.15249) 770 : cluster [DBG] pgmap v461: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:15.358 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:15 smithi189 bash[70525]: cluster 2024-09-18T09:26:13.825821+0000 mgr.y (mgr.15249) 770 : cluster [DBG] pgmap v461: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:15.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:15 smithi078 bash[90742]: cluster 2024-09-18T09:26:13.825821+0000 mgr.y (mgr.15249) 770 : cluster [DBG] pgmap v461: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:15.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:15 smithi078 bash[90742]: cluster 2024-09-18T09:26:13.825821+0000 mgr.y (mgr.15249) 770 : cluster [DBG] pgmap v461: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:15.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:15 smithi078 bash[94202]: cluster 2024-09-18T09:26:13.825821+0000 mgr.y (mgr.15249) 770 : cluster [DBG] pgmap v461: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:15.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:15 smithi078 bash[94202]: cluster 2024-09-18T09:26:13.825821+0000 mgr.y (mgr.15249) 770 : cluster [DBG] pgmap v461: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:16.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:16 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:16.427410462Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:16.672 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:16 smithi189 bash[83022]: debug 2024-09-18T09:26:16.434+0000 7f994f90a640 1 -- 172.21.15.189:0/1297440515 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558a4b390960 con 0x558a4b3b1800 2024-09-18T09:26:17.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:17 smithi189 bash[70525]: cluster 2024-09-18T09:26:15.827225+0000 mgr.y (mgr.15249) 771 : cluster [DBG] pgmap v462: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:17 smithi189 bash[70525]: cluster 2024-09-18T09:26:15.827225+0000 mgr.y (mgr.15249) 771 : cluster [DBG] pgmap v462: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:17 smithi189 bash[70525]: audit 2024-09-18T09:26:16.065892+0000 mgr.y (mgr.15249) 772 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:17 smithi189 bash[70525]: audit 2024-09-18T09:26:16.065892+0000 mgr.y (mgr.15249) 772 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:17 smithi189 bash[70525]: audit 2024-09-18T09:26:16.755092+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:17 smithi189 bash[70525]: audit 2024-09-18T09:26:16.755092+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:17 smithi189 bash[70525]: audit 2024-09-18T09:26:16.765374+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:17 smithi189 bash[70525]: audit 2024-09-18T09:26:16.765374+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:17 smithi189 bash[70525]: cluster 2024-09-18T09:26:16.793279+0000 mon.a (mon.0) 584 : cluster [WRN] Health check update: Degraded data redundancy: 77/636 objects degraded (12.107%), 20 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:17 smithi189 bash[70525]: cluster 2024-09-18T09:26:16.793279+0000 mon.a (mon.0) 584 : cluster [WRN] Health check update: Degraded data redundancy: 77/636 objects degraded (12.107%), 20 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:17.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[94202]: cluster 2024-09-18T09:26:15.827225+0000 mgr.y (mgr.15249) 771 : cluster [DBG] pgmap v462: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:17.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[94202]: cluster 2024-09-18T09:26:15.827225+0000 mgr.y (mgr.15249) 771 : cluster [DBG] pgmap v462: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:17.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[94202]: audit 2024-09-18T09:26:16.065892+0000 mgr.y (mgr.15249) 772 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:17.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[94202]: audit 2024-09-18T09:26:16.065892+0000 mgr.y (mgr.15249) 772 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:17.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[94202]: audit 2024-09-18T09:26:16.755092+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:17.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[94202]: audit 2024-09-18T09:26:16.755092+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:17.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[94202]: audit 2024-09-18T09:26:16.765374+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:17.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[94202]: audit 2024-09-18T09:26:16.765374+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:17.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[94202]: cluster 2024-09-18T09:26:16.793279+0000 mon.a (mon.0) 584 : cluster [WRN] Health check update: Degraded data redundancy: 77/636 objects degraded (12.107%), 20 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:17.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[94202]: cluster 2024-09-18T09:26:16.793279+0000 mon.a (mon.0) 584 : cluster [WRN] Health check update: Degraded data redundancy: 77/636 objects degraded (12.107%), 20 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:17.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[90742]: cluster 2024-09-18T09:26:15.827225+0000 mgr.y (mgr.15249) 771 : cluster [DBG] pgmap v462: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:17.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[90742]: cluster 2024-09-18T09:26:15.827225+0000 mgr.y (mgr.15249) 771 : cluster [DBG] pgmap v462: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:17.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[90742]: audit 2024-09-18T09:26:16.065892+0000 mgr.y (mgr.15249) 772 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:17.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[90742]: audit 2024-09-18T09:26:16.065892+0000 mgr.y (mgr.15249) 772 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:17.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[90742]: audit 2024-09-18T09:26:16.755092+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:17.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[90742]: audit 2024-09-18T09:26:16.755092+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:17.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[90742]: audit 2024-09-18T09:26:16.765374+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:17.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[90742]: audit 2024-09-18T09:26:16.765374+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:17.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[90742]: cluster 2024-09-18T09:26:16.793279+0000 mon.a (mon.0) 584 : cluster [WRN] Health check update: Degraded data redundancy: 77/636 objects degraded (12.107%), 20 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:17.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:17 smithi078 bash[90742]: cluster 2024-09-18T09:26:16.793279+0000 mon.a (mon.0) 584 : cluster [WRN] Health check update: Degraded data redundancy: 77/636 objects degraded (12.107%), 20 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:18.671 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:18 smithi189 bash[83022]: debug 2024-09-18T09:26:18.286+0000 7f9952171640 -1 Falling back to public interface 2024-09-18T09:26:18.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:18 smithi189 bash[70525]: audit 2024-09-18T09:26:17.246568+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:18.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:18 smithi189 bash[70525]: audit 2024-09-18T09:26:17.246568+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:18.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:18 smithi189 bash[70525]: audit 2024-09-18T09:26:17.248260+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:18.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:18 smithi189 bash[70525]: audit 2024-09-18T09:26:17.248260+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:18.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:18 smithi189 bash[70525]: cluster 2024-09-18T09:26:17.828477+0000 mgr.y (mgr.15249) 773 : cluster [DBG] pgmap v463: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:18.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:18 smithi189 bash[70525]: cluster 2024-09-18T09:26:17.828477+0000 mgr.y (mgr.15249) 773 : cluster [DBG] pgmap v463: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:18.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:18 smithi189 bash[70525]: audit 2024-09-18T09:26:17.904505+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:18.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:18 smithi189 bash[70525]: audit 2024-09-18T09:26:17.904505+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:18.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:18 smithi189 bash[70525]: audit 2024-09-18T09:26:17.914457+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:18.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:18 smithi189 bash[70525]: audit 2024-09-18T09:26:17.914457+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[90742]: audit 2024-09-18T09:26:17.246568+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[90742]: audit 2024-09-18T09:26:17.246568+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[90742]: audit 2024-09-18T09:26:17.248260+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[90742]: audit 2024-09-18T09:26:17.248260+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[90742]: cluster 2024-09-18T09:26:17.828477+0000 mgr.y (mgr.15249) 773 : cluster [DBG] pgmap v463: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:18.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[90742]: cluster 2024-09-18T09:26:17.828477+0000 mgr.y (mgr.15249) 773 : cluster [DBG] pgmap v463: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:18.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[90742]: audit 2024-09-18T09:26:17.904505+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:18.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[90742]: audit 2024-09-18T09:26:17.904505+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:18.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[90742]: audit 2024-09-18T09:26:17.914457+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:18.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[90742]: audit 2024-09-18T09:26:17.914457+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[94202]: audit 2024-09-18T09:26:17.246568+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[94202]: audit 2024-09-18T09:26:17.246568+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[94202]: audit 2024-09-18T09:26:17.248260+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[94202]: audit 2024-09-18T09:26:17.248260+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[94202]: cluster 2024-09-18T09:26:17.828477+0000 mgr.y (mgr.15249) 773 : cluster [DBG] pgmap v463: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[94202]: cluster 2024-09-18T09:26:17.828477+0000 mgr.y (mgr.15249) 773 : cluster [DBG] pgmap v463: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:18.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[94202]: audit 2024-09-18T09:26:17.904505+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:18.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[94202]: audit 2024-09-18T09:26:17.904505+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:18.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[94202]: audit 2024-09-18T09:26:17.914457+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:18.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:18 smithi078 bash[94202]: audit 2024-09-18T09:26:17.914457+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:19.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:19 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:19.429001814Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:21.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:20 smithi189 bash[70525]: cluster 2024-09-18T09:26:19.830057+0000 mgr.y (mgr.15249) 774 : cluster [DBG] pgmap v464: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:21.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:20 smithi189 bash[70525]: cluster 2024-09-18T09:26:19.830057+0000 mgr.y (mgr.15249) 774 : cluster [DBG] pgmap v464: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:21.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:20 smithi078 bash[90742]: cluster 2024-09-18T09:26:19.830057+0000 mgr.y (mgr.15249) 774 : cluster [DBG] pgmap v464: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:21.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:20 smithi078 bash[90742]: cluster 2024-09-18T09:26:19.830057+0000 mgr.y (mgr.15249) 774 : cluster [DBG] pgmap v464: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:21.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:20 smithi078 bash[94202]: cluster 2024-09-18T09:26:19.830057+0000 mgr.y (mgr.15249) 774 : cluster [DBG] pgmap v464: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:21.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:20 smithi078 bash[94202]: cluster 2024-09-18T09:26:19.830057+0000 mgr.y (mgr.15249) 774 : cluster [DBG] pgmap v464: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-18T09:26:22.172 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:21 smithi189 bash[83022]: debug 2024-09-18T09:26:21.698+0000 7f9952171640 -1 osd.6 146 log_to_monitors true 2024-09-18T09:26:22.172 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:21 smithi189 bash[83022]: debug 2024-09-18T09:26:21.930+0000 7f9949f1b640 -1 osd.6 146 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T09:26:22.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:21 smithi189 bash[70525]: audit 2024-09-18T09:26:21.700083+0000 mon.a (mon.0) 589 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-18T09:26:22.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:21 smithi189 bash[70525]: audit 2024-09-18T09:26:21.700083+0000 mon.a (mon.0) 589 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-18T09:26:22.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:21 smithi189 bash[70525]: audit 2024-09-18T09:26:21.702335+0000 mon.b (mon.1) 7 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-18T09:26:22.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:21 smithi189 bash[70525]: audit 2024-09-18T09:26:21.702335+0000 mon.b (mon.1) 7 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-18T09:26:22.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:21 smithi078 bash[90742]: audit 2024-09-18T09:26:21.700083+0000 mon.a (mon.0) 589 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-18T09:26:22.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:21 smithi078 bash[90742]: audit 2024-09-18T09:26:21.700083+0000 mon.a (mon.0) 589 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-18T09:26:22.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:21 smithi078 bash[90742]: audit 2024-09-18T09:26:21.702335+0000 mon.b (mon.1) 7 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-18T09:26:22.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:21 smithi078 bash[90742]: audit 2024-09-18T09:26:21.702335+0000 mon.b (mon.1) 7 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-18T09:26:22.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:21 smithi078 bash[94202]: audit 2024-09-18T09:26:21.700083+0000 mon.a (mon.0) 589 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-18T09:26:22.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:21 smithi078 bash[94202]: audit 2024-09-18T09:26:21.700083+0000 mon.a (mon.0) 589 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-18T09:26:22.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:21 smithi078 bash[94202]: audit 2024-09-18T09:26:21.702335+0000 mon.b (mon.1) 7 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-18T09:26:22.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:21 smithi078 bash[94202]: audit 2024-09-18T09:26:21.702335+0000 mon.b (mon.1) 7 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-18T09:26:22.916 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:22 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:22.460553457Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:22 smithi189 bash[70525]: cluster 2024-09-18T09:26:21.831176+0000 mgr.y (mgr.15249) 775 : cluster [DBG] pgmap v465: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 77/636 objects degraded (12.107%) 2024-09-18T09:26:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:22 smithi189 bash[70525]: cluster 2024-09-18T09:26:21.831176+0000 mgr.y (mgr.15249) 775 : cluster [DBG] pgmap v465: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 77/636 objects degraded (12.107%) 2024-09-18T09:26:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:22 smithi189 bash[70525]: audit 2024-09-18T09:26:21.894252+0000 mon.a (mon.0) 590 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-18T09:26:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:22 smithi189 bash[70525]: audit 2024-09-18T09:26:21.894252+0000 mon.a (mon.0) 590 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-18T09:26:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:22 smithi189 bash[70525]: cluster 2024-09-18T09:26:21.903825+0000 mon.a (mon.0) 591 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-18T09:26:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:22 smithi189 bash[70525]: cluster 2024-09-18T09:26:21.903825+0000 mon.a (mon.0) 591 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-18T09:26:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:22 smithi189 bash[70525]: audit 2024-09-18T09:26:21.905861+0000 mon.a (mon.0) 592 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:26:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:22 smithi189 bash[70525]: audit 2024-09-18T09:26:21.905861+0000 mon.a (mon.0) 592 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:26:23.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:22 smithi189 bash[70525]: audit 2024-09-18T09:26:21.907948+0000 mon.b (mon.1) 8 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:26:23.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:22 smithi189 bash[70525]: audit 2024-09-18T09:26:21.907948+0000 mon.b (mon.1) 8 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:26:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[90742]: cluster 2024-09-18T09:26:21.831176+0000 mgr.y (mgr.15249) 775 : cluster [DBG] pgmap v465: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 77/636 objects degraded (12.107%) 2024-09-18T09:26:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[90742]: cluster 2024-09-18T09:26:21.831176+0000 mgr.y (mgr.15249) 775 : cluster [DBG] pgmap v465: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 77/636 objects degraded (12.107%) 2024-09-18T09:26:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[90742]: audit 2024-09-18T09:26:21.894252+0000 mon.a (mon.0) 590 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-18T09:26:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[90742]: audit 2024-09-18T09:26:21.894252+0000 mon.a (mon.0) 590 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-18T09:26:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[90742]: cluster 2024-09-18T09:26:21.903825+0000 mon.a (mon.0) 591 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-18T09:26:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[90742]: cluster 2024-09-18T09:26:21.903825+0000 mon.a (mon.0) 591 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-18T09:26:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[90742]: audit 2024-09-18T09:26:21.905861+0000 mon.a (mon.0) 592 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:26:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[90742]: audit 2024-09-18T09:26:21.905861+0000 mon.a (mon.0) 592 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:26:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[90742]: audit 2024-09-18T09:26:21.907948+0000 mon.b (mon.1) 8 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:26:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[90742]: audit 2024-09-18T09:26:21.907948+0000 mon.b (mon.1) 8 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:26:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[94202]: cluster 2024-09-18T09:26:21.831176+0000 mgr.y (mgr.15249) 775 : cluster [DBG] pgmap v465: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 77/636 objects degraded (12.107%) 2024-09-18T09:26:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[94202]: cluster 2024-09-18T09:26:21.831176+0000 mgr.y (mgr.15249) 775 : cluster [DBG] pgmap v465: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s; 77/636 objects degraded (12.107%) 2024-09-18T09:26:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[94202]: audit 2024-09-18T09:26:21.894252+0000 mon.a (mon.0) 590 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-18T09:26:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[94202]: audit 2024-09-18T09:26:21.894252+0000 mon.a (mon.0) 590 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-18T09:26:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[94202]: cluster 2024-09-18T09:26:21.903825+0000 mon.a (mon.0) 591 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-18T09:26:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[94202]: cluster 2024-09-18T09:26:21.903825+0000 mon.a (mon.0) 591 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-18T09:26:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[94202]: audit 2024-09-18T09:26:21.905861+0000 mon.a (mon.0) 592 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:26:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[94202]: audit 2024-09-18T09:26:21.905861+0000 mon.a (mon.0) 592 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:26:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[94202]: audit 2024-09-18T09:26:21.907948+0000 mon.b (mon.1) 8 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:26:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:22 smithi078 bash[94202]: audit 2024-09-18T09:26:21.907948+0000 mon.b (mon.1) 8 : audit [INF] from='osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:26:23.932 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:26:23] "GET /metrics HTTP/1.1" 200 38337 "" "Prometheus/2.51.0" 2024-09-18T09:26:24.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[94202]: cluster 2024-09-18T09:26:22.895256+0000 mon.a (mon.0) 593 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:26:24.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[94202]: cluster 2024-09-18T09:26:22.895256+0000 mon.a (mon.0) 593 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:26:24.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[94202]: cluster 2024-09-18T09:26:22.906197+0000 mon.a (mon.0) 594 : cluster [INF] osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919] boot 2024-09-18T09:26:24.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[94202]: cluster 2024-09-18T09:26:22.906197+0000 mon.a (mon.0) 594 : cluster [INF] osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919] boot 2024-09-18T09:26:24.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[94202]: cluster 2024-09-18T09:26:22.906308+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-09-18T09:26:24.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[94202]: cluster 2024-09-18T09:26:22.906308+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-09-18T09:26:24.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[94202]: audit 2024-09-18T09:26:22.907890+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-18T09:26:24.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[94202]: audit 2024-09-18T09:26:22.907890+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-18T09:26:24.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[94202]: cluster 2024-09-18T09:26:23.907957+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-18T09:26:24.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[94202]: cluster 2024-09-18T09:26:23.907957+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-18T09:26:24.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[90742]: cluster 2024-09-18T09:26:22.895256+0000 mon.a (mon.0) 593 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:26:24.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[90742]: cluster 2024-09-18T09:26:22.895256+0000 mon.a (mon.0) 593 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:26:24.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[90742]: cluster 2024-09-18T09:26:22.906197+0000 mon.a (mon.0) 594 : cluster [INF] osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919] boot 2024-09-18T09:26:24.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[90742]: cluster 2024-09-18T09:26:22.906197+0000 mon.a (mon.0) 594 : cluster [INF] osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919] boot 2024-09-18T09:26:24.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[90742]: cluster 2024-09-18T09:26:22.906308+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-09-18T09:26:24.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[90742]: cluster 2024-09-18T09:26:22.906308+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-09-18T09:26:24.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[90742]: audit 2024-09-18T09:26:22.907890+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-18T09:26:24.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[90742]: audit 2024-09-18T09:26:22.907890+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-18T09:26:24.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[90742]: cluster 2024-09-18T09:26:23.907957+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-18T09:26:24.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:23 smithi078 bash[90742]: cluster 2024-09-18T09:26:23.907957+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-18T09:26:24.292 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:23 smithi189 bash[70525]: cluster 2024-09-18T09:26:22.895256+0000 mon.a (mon.0) 593 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:26:24.293 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:23 smithi189 bash[70525]: cluster 2024-09-18T09:26:22.895256+0000 mon.a (mon.0) 593 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:26:24.293 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:23 smithi189 bash[70525]: cluster 2024-09-18T09:26:22.906197+0000 mon.a (mon.0) 594 : cluster [INF] osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919] boot 2024-09-18T09:26:24.293 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:23 smithi189 bash[70525]: cluster 2024-09-18T09:26:22.906197+0000 mon.a (mon.0) 594 : cluster [INF] osd.6 [v2:172.21.15.189:6816/1834496919,v1:172.21.15.189:6817/1834496919] boot 2024-09-18T09:26:24.293 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:23 smithi189 bash[70525]: cluster 2024-09-18T09:26:22.906308+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-09-18T09:26:24.293 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:23 smithi189 bash[70525]: cluster 2024-09-18T09:26:22.906308+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-09-18T09:26:24.293 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:23 smithi189 bash[70525]: audit 2024-09-18T09:26:22.907890+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-18T09:26:24.293 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:23 smithi189 bash[70525]: audit 2024-09-18T09:26:22.907890+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-18T09:26:24.293 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:23 smithi189 bash[70525]: cluster 2024-09-18T09:26:23.907957+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-18T09:26:24.293 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:23 smithi189 bash[70525]: cluster 2024-09-18T09:26:23.907957+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-18T09:26:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:24 smithi078 bash[90742]: cluster 2024-09-18T09:26:23.832384+0000 mgr.y (mgr.15249) 776 : cluster [DBG] pgmap v468: 161 pgs: 17 peering, 23 active+undersized, 13 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 53/636 objects degraded (8.333%) 2024-09-18T09:26:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:24 smithi078 bash[90742]: cluster 2024-09-18T09:26:23.832384+0000 mgr.y (mgr.15249) 776 : cluster [DBG] pgmap v468: 161 pgs: 17 peering, 23 active+undersized, 13 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 53/636 objects degraded (8.333%) 2024-09-18T09:26:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:24 smithi078 bash[90742]: cluster 2024-09-18T09:26:23.912186+0000 mon.a (mon.0) 598 : cluster [WRN] Health check update: Degraded data redundancy: 53/636 objects degraded (8.333%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:25.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:24 smithi078 bash[90742]: cluster 2024-09-18T09:26:23.912186+0000 mon.a (mon.0) 598 : cluster [WRN] Health check update: Degraded data redundancy: 53/636 objects degraded (8.333%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:25.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:24 smithi078 bash[94202]: cluster 2024-09-18T09:26:23.832384+0000 mgr.y (mgr.15249) 776 : cluster [DBG] pgmap v468: 161 pgs: 17 peering, 23 active+undersized, 13 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 53/636 objects degraded (8.333%) 2024-09-18T09:26:25.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:24 smithi078 bash[94202]: cluster 2024-09-18T09:26:23.832384+0000 mgr.y (mgr.15249) 776 : cluster [DBG] pgmap v468: 161 pgs: 17 peering, 23 active+undersized, 13 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 53/636 objects degraded (8.333%) 2024-09-18T09:26:25.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:24 smithi078 bash[94202]: cluster 2024-09-18T09:26:23.912186+0000 mon.a (mon.0) 598 : cluster [WRN] Health check update: Degraded data redundancy: 53/636 objects degraded (8.333%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:25.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:24 smithi078 bash[94202]: cluster 2024-09-18T09:26:23.912186+0000 mon.a (mon.0) 598 : cluster [WRN] Health check update: Degraded data redundancy: 53/636 objects degraded (8.333%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:25.285 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:24 smithi189 bash[70525]: cluster 2024-09-18T09:26:23.832384+0000 mgr.y (mgr.15249) 776 : cluster [DBG] pgmap v468: 161 pgs: 17 peering, 23 active+undersized, 13 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 53/636 objects degraded (8.333%) 2024-09-18T09:26:25.285 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:24 smithi189 bash[70525]: cluster 2024-09-18T09:26:23.832384+0000 mgr.y (mgr.15249) 776 : cluster [DBG] pgmap v468: 161 pgs: 17 peering, 23 active+undersized, 13 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 53/636 objects degraded (8.333%) 2024-09-18T09:26:25.285 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:24 smithi189 bash[70525]: cluster 2024-09-18T09:26:23.912186+0000 mon.a (mon.0) 598 : cluster [WRN] Health check update: Degraded data redundancy: 53/636 objects degraded (8.333%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:25.285 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:24 smithi189 bash[70525]: cluster 2024-09-18T09:26:23.912186+0000 mon.a (mon.0) 598 : cluster [WRN] Health check update: Degraded data redundancy: 53/636 objects degraded (8.333%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:25.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:25 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:25.45325594Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:25.967 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:26:26.594 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:26:26.594 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (12m) 2m ago 39m 13.9M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:26:26.594 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (11m) 9s ago 39m 68.3M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:26:26.594 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (14m) 2m ago 37m 49.4M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:26:26.595 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (14m) 9s ago 48m 443M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:26:26.595 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (24m) 2m ago 50m 518M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:26:26.595 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (8m) 2m ago 50m 52.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:26:26.595 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (10m) 9s ago 48m 44.6M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:26:26.595 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (8m) 2m ago 48m 38.9M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:26:26.595 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (13m) 2m ago 39m 8284k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:26:26.595 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (13m) 9s ago 39m 8452k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:26:26.595 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (6m) 2m ago 47m 49.4M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 b10b88ce2e14 2024-09-18T09:26:26.595 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (5m) 2m ago 46m 50.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3939468d55d0 2024-09-18T09:26:26.595 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (3m) 2m ago 45m 46.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 db670b04d315 2024-09-18T09:26:26.595 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (2m) 2m ago 44m - 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 35d85c967fbc 2024-09-18T09:26:26.595 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (100s) 9s ago 43m 50.7M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 5f96420926c0 2024-09-18T09:26:26.595 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (55s) 9s ago 42m 53.0M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 431d53bb44ce 2024-09-18T09:26:26.596 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (11s) 9s ago 41m - 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3d61b3a31c25 2024-09-18T09:26:26.596 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (40m) 9s ago 41m 73.6M 3292M 19.1.1-330-gc2ddf972 ebb0615149de ad641b023218 2024-09-18T09:26:26.596 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (12m) 9s ago 40m 53.2M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:26:26.596 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (37m) 2m ago 37m 102M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:26:26.596 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (37m) 9s ago 37m 102M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:26:26.971 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:26:26.972 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:26:26.972 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 3 2024-09-18T09:26:26.972 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:26:26.972 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:26:26.972 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:26:26.973 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:26:26.973 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:26:26.973 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 1, 2024-09-18T09:26:26.973 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 7 2024-09-18T09:26:26.973 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:26:26.973 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:26:26.973 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:26:26.973 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:26:26.973 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:26:26.974 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 3, 2024-09-18T09:26:26.974 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 12 2024-09-18T09:26:26.974 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:26:26.974 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:26:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:26 smithi078 bash[90742]: cluster 2024-09-18T09:26:25.833659+0000 mgr.y (mgr.15249) 777 : cluster [DBG] pgmap v470: 161 pgs: 17 peering, 13 active+undersized, 9 active+undersized+degraded, 122 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 30/636 objects degraded (4.717%) 2024-09-18T09:26:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:26 smithi078 bash[90742]: cluster 2024-09-18T09:26:25.833659+0000 mgr.y (mgr.15249) 777 : cluster [DBG] pgmap v470: 161 pgs: 17 peering, 13 active+undersized, 9 active+undersized+degraded, 122 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 30/636 objects degraded (4.717%) 2024-09-18T09:26:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:26 smithi078 bash[90742]: audit 2024-09-18T09:26:25.953809+0000 mgr.y (mgr.15249) 778 : audit [DBG] from='client.44556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:26 smithi078 bash[90742]: audit 2024-09-18T09:26:25.953809+0000 mgr.y (mgr.15249) 778 : audit [DBG] from='client.44556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:26 smithi078 bash[90742]: audit 2024-09-18T09:26:26.073000+0000 mgr.y (mgr.15249) 779 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:26 smithi078 bash[90742]: audit 2024-09-18T09:26:26.073000+0000 mgr.y (mgr.15249) 779 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:27.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:26 smithi078 bash[94202]: cluster 2024-09-18T09:26:25.833659+0000 mgr.y (mgr.15249) 777 : cluster [DBG] pgmap v470: 161 pgs: 17 peering, 13 active+undersized, 9 active+undersized+degraded, 122 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 30/636 objects degraded (4.717%) 2024-09-18T09:26:27.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:26 smithi078 bash[94202]: cluster 2024-09-18T09:26:25.833659+0000 mgr.y (mgr.15249) 777 : cluster [DBG] pgmap v470: 161 pgs: 17 peering, 13 active+undersized, 9 active+undersized+degraded, 122 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 30/636 objects degraded (4.717%) 2024-09-18T09:26:27.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:26 smithi078 bash[94202]: audit 2024-09-18T09:26:25.953809+0000 mgr.y (mgr.15249) 778 : audit [DBG] from='client.44556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:27.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:26 smithi078 bash[94202]: audit 2024-09-18T09:26:25.953809+0000 mgr.y (mgr.15249) 778 : audit [DBG] from='client.44556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:27.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:26 smithi078 bash[94202]: audit 2024-09-18T09:26:26.073000+0000 mgr.y (mgr.15249) 779 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:27.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:26 smithi078 bash[94202]: audit 2024-09-18T09:26:26.073000+0000 mgr.y (mgr.15249) 779 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:27.294 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:26:27.294 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:26:27.294 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:26:27.294 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-18T09:26:27.294 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:26:27.294 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "7/8 daemons upgraded", 2024-09-18T09:26:27.294 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading osd daemons", 2024-09-18T09:26:27.295 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:26:27.295 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:26:27.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:26 smithi189 bash[70525]: cluster 2024-09-18T09:26:25.833659+0000 mgr.y (mgr.15249) 777 : cluster [DBG] pgmap v470: 161 pgs: 17 peering, 13 active+undersized, 9 active+undersized+degraded, 122 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 30/636 objects degraded (4.717%) 2024-09-18T09:26:27.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:26 smithi189 bash[70525]: cluster 2024-09-18T09:26:25.833659+0000 mgr.y (mgr.15249) 777 : cluster [DBG] pgmap v470: 161 pgs: 17 peering, 13 active+undersized, 9 active+undersized+degraded, 122 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 30/636 objects degraded (4.717%) 2024-09-18T09:26:27.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:26 smithi189 bash[70525]: audit 2024-09-18T09:26:25.953809+0000 mgr.y (mgr.15249) 778 : audit [DBG] from='client.44556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:27.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:26 smithi189 bash[70525]: audit 2024-09-18T09:26:25.953809+0000 mgr.y (mgr.15249) 778 : audit [DBG] from='client.44556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:27.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:26 smithi189 bash[70525]: audit 2024-09-18T09:26:26.073000+0000 mgr.y (mgr.15249) 779 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:27.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:26 smithi189 bash[70525]: audit 2024-09-18T09:26:26.073000+0000 mgr.y (mgr.15249) 779 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:28.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:27 smithi078 bash[90742]: audit 2024-09-18T09:26:26.279331+0000 mgr.y (mgr.15249) 780 : audit [DBG] from='client.54542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:28.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:27 smithi078 bash[90742]: audit 2024-09-18T09:26:26.279331+0000 mgr.y (mgr.15249) 780 : audit [DBG] from='client.54542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:28.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:27 smithi078 bash[90742]: audit 2024-09-18T09:26:26.575966+0000 mgr.y (mgr.15249) 781 : audit [DBG] from='client.54548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:28.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:27 smithi078 bash[90742]: audit 2024-09-18T09:26:26.575966+0000 mgr.y (mgr.15249) 781 : audit [DBG] from='client.54548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:28.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:27 smithi078 bash[90742]: audit 2024-09-18T09:26:26.971103+0000 mon.a (mon.0) 599 : audit [DBG] from='client.? 172.21.15.78:0/4058221084' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:28.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:27 smithi078 bash[90742]: audit 2024-09-18T09:26:26.971103+0000 mon.a (mon.0) 599 : audit [DBG] from='client.? 172.21.15.78:0/4058221084' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:28.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:27 smithi078 bash[94202]: audit 2024-09-18T09:26:26.279331+0000 mgr.y (mgr.15249) 780 : audit [DBG] from='client.54542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:28.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:27 smithi078 bash[94202]: audit 2024-09-18T09:26:26.279331+0000 mgr.y (mgr.15249) 780 : audit [DBG] from='client.54542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:28.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:27 smithi078 bash[94202]: audit 2024-09-18T09:26:26.575966+0000 mgr.y (mgr.15249) 781 : audit [DBG] from='client.54548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:28.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:27 smithi078 bash[94202]: audit 2024-09-18T09:26:26.575966+0000 mgr.y (mgr.15249) 781 : audit [DBG] from='client.54548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:28.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:27 smithi078 bash[94202]: audit 2024-09-18T09:26:26.971103+0000 mon.a (mon.0) 599 : audit [DBG] from='client.? 172.21.15.78:0/4058221084' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:28.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:27 smithi078 bash[94202]: audit 2024-09-18T09:26:26.971103+0000 mon.a (mon.0) 599 : audit [DBG] from='client.? 172.21.15.78:0/4058221084' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:28.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:27 smithi189 bash[70525]: audit 2024-09-18T09:26:26.279331+0000 mgr.y (mgr.15249) 780 : audit [DBG] from='client.54542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:28.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:27 smithi189 bash[70525]: audit 2024-09-18T09:26:26.279331+0000 mgr.y (mgr.15249) 780 : audit [DBG] from='client.54542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:28.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:27 smithi189 bash[70525]: audit 2024-09-18T09:26:26.575966+0000 mgr.y (mgr.15249) 781 : audit [DBG] from='client.54548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:28.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:27 smithi189 bash[70525]: audit 2024-09-18T09:26:26.575966+0000 mgr.y (mgr.15249) 781 : audit [DBG] from='client.54548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:28.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:27 smithi189 bash[70525]: audit 2024-09-18T09:26:26.971103+0000 mon.a (mon.0) 599 : audit [DBG] from='client.? 172.21.15.78:0/4058221084' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:28.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:27 smithi189 bash[70525]: audit 2024-09-18T09:26:26.971103+0000 mon.a (mon.0) 599 : audit [DBG] from='client.? 172.21.15.78:0/4058221084' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:28.704 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[70347]: debug 2024-09-18T09:26:28.272+0000 7fdec4a65640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-09-18T09:26:28.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:28.43680292Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:27.293338+0000 mgr.y (mgr.15249) 782 : audit [DBG] from='client.54560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:27.293338+0000 mgr.y (mgr.15249) 782 : audit [DBG] from='client.54560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: cluster 2024-09-18T09:26:27.834723+0000 mgr.y (mgr.15249) 783 : cluster [DBG] pgmap v471: 161 pgs: 17 peering, 144 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-18T09:26:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: cluster 2024-09-18T09:26:27.834723+0000 mgr.y (mgr.15249) 783 : cluster [DBG] pgmap v471: 161 pgs: 17 peering, 144 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-18T09:26:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: cluster 2024-09-18T09:26:27.937389+0000 mon.a (mon.0) 600 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/636 objects degraded (4.717%), 9 pgs degraded) 2024-09-18T09:26:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: cluster 2024-09-18T09:26:27.937389+0000 mon.a (mon.0) 600 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/636 objects degraded (4.717%), 9 pgs degraded) 2024-09-18T09:26:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: cluster 2024-09-18T09:26:27.937453+0000 mon.a (mon.0) 601 : cluster [INF] Cluster is now healthy 2024-09-18T09:26:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: cluster 2024-09-18T09:26:27.937453+0000 mon.a (mon.0) 601 : cluster [INF] Cluster is now healthy 2024-09-18T09:26:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.103838+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.103838+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.115282+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.115282+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.117549+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:29.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.117549+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:29.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.119358+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:26:29.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.119358+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:26:29.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.129677+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.129677+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.261998+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:26:29.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.261998+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:26:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:27.293338+0000 mgr.y (mgr.15249) 782 : audit [DBG] from='client.54560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:27.293338+0000 mgr.y (mgr.15249) 782 : audit [DBG] from='client.54560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: cluster 2024-09-18T09:26:27.834723+0000 mgr.y (mgr.15249) 783 : cluster [DBG] pgmap v471: 161 pgs: 17 peering, 144 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-18T09:26:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: cluster 2024-09-18T09:26:27.834723+0000 mgr.y (mgr.15249) 783 : cluster [DBG] pgmap v471: 161 pgs: 17 peering, 144 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-18T09:26:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: cluster 2024-09-18T09:26:27.937389+0000 mon.a (mon.0) 600 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/636 objects degraded (4.717%), 9 pgs degraded) 2024-09-18T09:26:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: cluster 2024-09-18T09:26:27.937389+0000 mon.a (mon.0) 600 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/636 objects degraded (4.717%), 9 pgs degraded) 2024-09-18T09:26:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: cluster 2024-09-18T09:26:27.937453+0000 mon.a (mon.0) 601 : cluster [INF] Cluster is now healthy 2024-09-18T09:26:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: cluster 2024-09-18T09:26:27.937453+0000 mon.a (mon.0) 601 : cluster [INF] Cluster is now healthy 2024-09-18T09:26:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.103838+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.103838+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.115282+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.115282+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.117549+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:29.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.117549+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:29.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.119358+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:26:29.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.119358+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:26:29.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.129677+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.129677+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.261998+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:26:29.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.261998+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:26:29.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.265346+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.265346+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.268024+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.268024+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.270042+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.270042+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.272913+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-18T09:26:29.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[90742]: audit 2024-09-18T09:26:28.272913+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-18T09:26:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.265346+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.265346+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.268024+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.268024+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.270042+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.270042+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.272913+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-18T09:26:29.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:28 smithi078 bash[94202]: audit 2024-09-18T09:26:28.272913+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-18T09:26:29.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:27.293338+0000 mgr.y (mgr.15249) 782 : audit [DBG] from='client.54560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:29.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:27.293338+0000 mgr.y (mgr.15249) 782 : audit [DBG] from='client.54560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:29.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: cluster 2024-09-18T09:26:27.834723+0000 mgr.y (mgr.15249) 783 : cluster [DBG] pgmap v471: 161 pgs: 17 peering, 144 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-18T09:26:29.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: cluster 2024-09-18T09:26:27.834723+0000 mgr.y (mgr.15249) 783 : cluster [DBG] pgmap v471: 161 pgs: 17 peering, 144 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-18T09:26:29.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: cluster 2024-09-18T09:26:27.937389+0000 mon.a (mon.0) 600 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/636 objects degraded (4.717%), 9 pgs degraded) 2024-09-18T09:26:29.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: cluster 2024-09-18T09:26:27.937389+0000 mon.a (mon.0) 600 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/636 objects degraded (4.717%), 9 pgs degraded) 2024-09-18T09:26:29.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: cluster 2024-09-18T09:26:27.937453+0000 mon.a (mon.0) 601 : cluster [INF] Cluster is now healthy 2024-09-18T09:26:29.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: cluster 2024-09-18T09:26:27.937453+0000 mon.a (mon.0) 601 : cluster [INF] Cluster is now healthy 2024-09-18T09:26:29.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.103838+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.103838+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.115282+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.115282+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.117549+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:29.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.117549+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:29.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.119358+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:26:29.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.119358+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:26:29.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.129677+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.129677+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:29.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.261998+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:26:29.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.261998+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:26:29.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.265346+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.265346+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.268024+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.268024+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.270042+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.270042+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:29.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.272913+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-18T09:26:29.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:28 smithi189 bash[70525]: audit 2024-09-18T09:26:28.272913+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-18T09:26:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:29 smithi078 bash[90742]: audit 2024-09-18T09:26:28.273203+0000 mgr.y (mgr.15249) 784 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T09:26:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:29 smithi078 bash[90742]: audit 2024-09-18T09:26:28.273203+0000 mgr.y (mgr.15249) 784 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T09:26:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:29 smithi078 bash[90742]: cephadm 2024-09-18T09:26:28.275064+0000 mgr.y (mgr.15249) 785 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-09-18T09:26:30.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:29 smithi078 bash[90742]: cephadm 2024-09-18T09:26:28.275064+0000 mgr.y (mgr.15249) 785 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-09-18T09:26:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:29 smithi078 bash[94202]: audit 2024-09-18T09:26:28.273203+0000 mgr.y (mgr.15249) 784 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T09:26:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:29 smithi078 bash[94202]: audit 2024-09-18T09:26:28.273203+0000 mgr.y (mgr.15249) 784 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T09:26:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:29 smithi078 bash[94202]: cephadm 2024-09-18T09:26:28.275064+0000 mgr.y (mgr.15249) 785 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-09-18T09:26:30.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:29 smithi078 bash[94202]: cephadm 2024-09-18T09:26:28.275064+0000 mgr.y (mgr.15249) 785 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-09-18T09:26:30.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:29 smithi189 bash[70525]: audit 2024-09-18T09:26:28.273203+0000 mgr.y (mgr.15249) 784 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T09:26:30.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:29 smithi189 bash[70525]: audit 2024-09-18T09:26:28.273203+0000 mgr.y (mgr.15249) 784 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T09:26:30.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:29 smithi189 bash[70525]: cephadm 2024-09-18T09:26:28.275064+0000 mgr.y (mgr.15249) 785 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-09-18T09:26:30.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:29 smithi189 bash[70525]: cephadm 2024-09-18T09:26:28.275064+0000 mgr.y (mgr.15249) 785 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-09-18T09:26:31.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:30 smithi078 bash[90742]: cluster 2024-09-18T09:26:29.836045+0000 mgr.y (mgr.15249) 786 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:26:31.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:30 smithi078 bash[90742]: cluster 2024-09-18T09:26:29.836045+0000 mgr.y (mgr.15249) 786 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:26:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:30 smithi078 bash[94202]: cluster 2024-09-18T09:26:29.836045+0000 mgr.y (mgr.15249) 786 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:26:31.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:30 smithi078 bash[94202]: cluster 2024-09-18T09:26:29.836045+0000 mgr.y (mgr.15249) 786 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:26:31.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:30 smithi189 bash[70525]: cluster 2024-09-18T09:26:29.836045+0000 mgr.y (mgr.15249) 786 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:26:31.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:30 smithi189 bash[70525]: cluster 2024-09-18T09:26:29.836045+0000 mgr.y (mgr.15249) 786 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:26:31.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:31 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:31.441579961Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:33.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:32 smithi189 bash[70525]: cluster 2024-09-18T09:26:31.836979+0000 mgr.y (mgr.15249) 787 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 916 B/s rd, 0 op/s 2024-09-18T09:26:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:32 smithi189 bash[70525]: cluster 2024-09-18T09:26:31.836979+0000 mgr.y (mgr.15249) 787 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 916 B/s rd, 0 op/s 2024-09-18T09:26:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:32 smithi189 bash[70525]: audit 2024-09-18T09:26:32.250046+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:32 smithi189 bash[70525]: audit 2024-09-18T09:26:32.250046+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:32 smithi189 bash[70525]: audit 2024-09-18T09:26:32.252209+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:32 smithi189 bash[70525]: audit 2024-09-18T09:26:32.252209+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:33.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:32 smithi078 bash[90742]: cluster 2024-09-18T09:26:31.836979+0000 mgr.y (mgr.15249) 787 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 916 B/s rd, 0 op/s 2024-09-18T09:26:33.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:32 smithi078 bash[90742]: cluster 2024-09-18T09:26:31.836979+0000 mgr.y (mgr.15249) 787 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 916 B/s rd, 0 op/s 2024-09-18T09:26:33.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:32 smithi078 bash[90742]: audit 2024-09-18T09:26:32.250046+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:33.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:32 smithi078 bash[90742]: audit 2024-09-18T09:26:32.250046+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:33.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:32 smithi078 bash[90742]: audit 2024-09-18T09:26:32.252209+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:33.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:32 smithi078 bash[90742]: audit 2024-09-18T09:26:32.252209+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:33.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:32 smithi078 bash[94202]: cluster 2024-09-18T09:26:31.836979+0000 mgr.y (mgr.15249) 787 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 916 B/s rd, 0 op/s 2024-09-18T09:26:33.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:32 smithi078 bash[94202]: cluster 2024-09-18T09:26:31.836979+0000 mgr.y (mgr.15249) 787 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 916 B/s rd, 0 op/s 2024-09-18T09:26:33.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:32 smithi078 bash[94202]: audit 2024-09-18T09:26:32.250046+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:33.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:32 smithi078 bash[94202]: audit 2024-09-18T09:26:32.250046+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:33.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:32 smithi078 bash[94202]: audit 2024-09-18T09:26:32.252209+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:33.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:32 smithi078 bash[94202]: audit 2024-09-18T09:26:32.252209+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:33.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:26:33 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:26:33] "GET /metrics HTTP/1.1" 200 38336 "" "Prometheus/2.51.0" 2024-09-18T09:26:34.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:34 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:34.445668357Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:35.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:34 smithi189 bash[70525]: cluster 2024-09-18T09:26:33.838352+0000 mgr.y (mgr.15249) 788 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-18T09:26:35.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:34 smithi189 bash[70525]: cluster 2024-09-18T09:26:33.838352+0000 mgr.y (mgr.15249) 788 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-18T09:26:35.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:34 smithi078 bash[90742]: cluster 2024-09-18T09:26:33.838352+0000 mgr.y (mgr.15249) 788 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-18T09:26:35.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:34 smithi078 bash[90742]: cluster 2024-09-18T09:26:33.838352+0000 mgr.y (mgr.15249) 788 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-18T09:26:35.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:34 smithi078 bash[94202]: cluster 2024-09-18T09:26:33.838352+0000 mgr.y (mgr.15249) 788 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-18T09:26:35.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:34 smithi078 bash[94202]: cluster 2024-09-18T09:26:33.838352+0000 mgr.y (mgr.15249) 788 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-18T09:26:37.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:36 smithi189 bash[70525]: cluster 2024-09-18T09:26:35.839546+0000 mgr.y (mgr.15249) 789 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 771 B/s rd, 0 op/s 2024-09-18T09:26:37.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:36 smithi189 bash[70525]: cluster 2024-09-18T09:26:35.839546+0000 mgr.y (mgr.15249) 789 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 771 B/s rd, 0 op/s 2024-09-18T09:26:37.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:36 smithi078 bash[90742]: cluster 2024-09-18T09:26:35.839546+0000 mgr.y (mgr.15249) 789 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 771 B/s rd, 0 op/s 2024-09-18T09:26:37.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:36 smithi078 bash[90742]: cluster 2024-09-18T09:26:35.839546+0000 mgr.y (mgr.15249) 789 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 771 B/s rd, 0 op/s 2024-09-18T09:26:37.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:36 smithi078 bash[94202]: cluster 2024-09-18T09:26:35.839546+0000 mgr.y (mgr.15249) 789 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 771 B/s rd, 0 op/s 2024-09-18T09:26:37.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:36 smithi078 bash[94202]: cluster 2024-09-18T09:26:35.839546+0000 mgr.y (mgr.15249) 789 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 771 B/s rd, 0 op/s 2024-09-18T09:26:37.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:37 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:37.455040592Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:38.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:37 smithi189 bash[70525]: audit 2024-09-18T09:26:36.083072+0000 mgr.y (mgr.15249) 790 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:37 smithi189 bash[70525]: audit 2024-09-18T09:26:36.083072+0000 mgr.y (mgr.15249) 790 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:37 smithi189 bash[70525]: audit 2024-09-18T09:26:37.666816+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:37 smithi189 bash[70525]: audit 2024-09-18T09:26:37.666816+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:38.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:37 smithi078 bash[94202]: audit 2024-09-18T09:26:36.083072+0000 mgr.y (mgr.15249) 790 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:38.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:37 smithi078 bash[94202]: audit 2024-09-18T09:26:36.083072+0000 mgr.y (mgr.15249) 790 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:38.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:37 smithi078 bash[94202]: audit 2024-09-18T09:26:37.666816+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:38.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:37 smithi078 bash[94202]: audit 2024-09-18T09:26:37.666816+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:38.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:37 smithi078 bash[90742]: audit 2024-09-18T09:26:36.083072+0000 mgr.y (mgr.15249) 790 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:38.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:37 smithi078 bash[90742]: audit 2024-09-18T09:26:36.083072+0000 mgr.y (mgr.15249) 790 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:38.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:37 smithi078 bash[90742]: audit 2024-09-18T09:26:37.666816+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:38.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:37 smithi078 bash[90742]: audit 2024-09-18T09:26:37.666816+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:39.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:38 smithi189 bash[70525]: cluster 2024-09-18T09:26:37.840556+0000 mgr.y (mgr.15249) 791 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:26:39.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:38 smithi189 bash[70525]: cluster 2024-09-18T09:26:37.840556+0000 mgr.y (mgr.15249) 791 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:26:39.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:38 smithi078 bash[90742]: cluster 2024-09-18T09:26:37.840556+0000 mgr.y (mgr.15249) 791 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:26:39.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:38 smithi078 bash[90742]: cluster 2024-09-18T09:26:37.840556+0000 mgr.y (mgr.15249) 791 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:26:39.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:38 smithi078 bash[94202]: cluster 2024-09-18T09:26:37.840556+0000 mgr.y (mgr.15249) 791 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:26:39.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:38 smithi078 bash[94202]: cluster 2024-09-18T09:26:37.840556+0000 mgr.y (mgr.15249) 791 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:26:40.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:40 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:40.436146665Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:41.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:40 smithi189 bash[70525]: cluster 2024-09-18T09:26:39.841874+0000 mgr.y (mgr.15249) 792 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:41.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:40 smithi189 bash[70525]: cluster 2024-09-18T09:26:39.841874+0000 mgr.y (mgr.15249) 792 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:41.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:40 smithi078 bash[90742]: cluster 2024-09-18T09:26:39.841874+0000 mgr.y (mgr.15249) 792 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:41.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:40 smithi078 bash[90742]: cluster 2024-09-18T09:26:39.841874+0000 mgr.y (mgr.15249) 792 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:41.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:40 smithi078 bash[94202]: cluster 2024-09-18T09:26:39.841874+0000 mgr.y (mgr.15249) 792 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:41.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:40 smithi078 bash[94202]: cluster 2024-09-18T09:26:39.841874+0000 mgr.y (mgr.15249) 792 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:43.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:42 smithi189 bash[70525]: cluster 2024-09-18T09:26:41.842700+0000 mgr.y (mgr.15249) 793 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:26:43.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:42 smithi189 bash[70525]: cluster 2024-09-18T09:26:41.842700+0000 mgr.y (mgr.15249) 793 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:26:43.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:42 smithi078 bash[90742]: cluster 2024-09-18T09:26:41.842700+0000 mgr.y (mgr.15249) 793 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:26:43.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:42 smithi078 bash[90742]: cluster 2024-09-18T09:26:41.842700+0000 mgr.y (mgr.15249) 793 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:26:43.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:42 smithi078 bash[94202]: cluster 2024-09-18T09:26:41.842700+0000 mgr.y (mgr.15249) 793 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:26:43.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:42 smithi078 bash[94202]: cluster 2024-09-18T09:26:41.842700+0000 mgr.y (mgr.15249) 793 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-18T09:26:43.856 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:43 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:43.46450036Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:43.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:26:43 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:26:43] "GET /metrics HTTP/1.1" 200 38336 "" "Prometheus/2.51.0" 2024-09-18T09:26:44.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:43 smithi189 bash[70525]: audit 2024-09-18T09:26:43.285562+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-18T09:26:44.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:43 smithi189 bash[70525]: audit 2024-09-18T09:26:43.285562+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-18T09:26:44.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:43 smithi078 bash[90742]: audit 2024-09-18T09:26:43.285562+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-18T09:26:44.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:43 smithi078 bash[90742]: audit 2024-09-18T09:26:43.285562+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-18T09:26:44.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:43 smithi078 bash[94202]: audit 2024-09-18T09:26:43.285562+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-18T09:26:44.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:43 smithi078 bash[94202]: audit 2024-09-18T09:26:43.285562+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-18T09:26:45.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:44 smithi189 bash[70525]: audit 2024-09-18T09:26:43.285958+0000 mgr.y (mgr.15249) 794 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T09:26:45.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:44 smithi189 bash[70525]: audit 2024-09-18T09:26:43.285958+0000 mgr.y (mgr.15249) 794 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T09:26:45.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:44 smithi189 bash[70525]: cephadm 2024-09-18T09:26:43.288579+0000 mgr.y (mgr.15249) 795 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-18T09:26:45.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:44 smithi189 bash[70525]: cephadm 2024-09-18T09:26:43.288579+0000 mgr.y (mgr.15249) 795 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-18T09:26:45.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:44 smithi189 bash[70525]: cluster 2024-09-18T09:26:43.844035+0000 mgr.y (mgr.15249) 796 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:45.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:44 smithi189 bash[70525]: cluster 2024-09-18T09:26:43.844035+0000 mgr.y (mgr.15249) 796 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:45.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:44 smithi078 bash[90742]: audit 2024-09-18T09:26:43.285958+0000 mgr.y (mgr.15249) 794 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T09:26:45.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:44 smithi078 bash[90742]: audit 2024-09-18T09:26:43.285958+0000 mgr.y (mgr.15249) 794 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T09:26:45.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:44 smithi078 bash[90742]: cephadm 2024-09-18T09:26:43.288579+0000 mgr.y (mgr.15249) 795 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-18T09:26:45.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:44 smithi078 bash[90742]: cephadm 2024-09-18T09:26:43.288579+0000 mgr.y (mgr.15249) 795 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-18T09:26:45.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:44 smithi078 bash[90742]: cluster 2024-09-18T09:26:43.844035+0000 mgr.y (mgr.15249) 796 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:45.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:44 smithi078 bash[90742]: cluster 2024-09-18T09:26:43.844035+0000 mgr.y (mgr.15249) 796 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:45.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:44 smithi078 bash[94202]: audit 2024-09-18T09:26:43.285958+0000 mgr.y (mgr.15249) 794 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T09:26:45.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:44 smithi078 bash[94202]: audit 2024-09-18T09:26:43.285958+0000 mgr.y (mgr.15249) 794 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T09:26:45.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:44 smithi078 bash[94202]: cephadm 2024-09-18T09:26:43.288579+0000 mgr.y (mgr.15249) 795 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-18T09:26:45.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:44 smithi078 bash[94202]: cephadm 2024-09-18T09:26:43.288579+0000 mgr.y (mgr.15249) 795 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-18T09:26:45.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:44 smithi078 bash[94202]: cluster 2024-09-18T09:26:43.844035+0000 mgr.y (mgr.15249) 796 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:45.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:44 smithi078 bash[94202]: cluster 2024-09-18T09:26:43.844035+0000 mgr.y (mgr.15249) 796 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:46.658 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:46 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:46.445263119Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:46.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:46 smithi189 bash[70525]: cephadm 2024-09-18T09:26:45.644347+0000 mgr.y (mgr.15249) 797 : cephadm [INF] Upgrade: Updating osd.7 2024-09-18T09:26:46.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:46 smithi189 bash[70525]: cephadm 2024-09-18T09:26:45.644347+0000 mgr.y (mgr.15249) 797 : cephadm [INF] Upgrade: Updating osd.7 2024-09-18T09:26:46.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:46 smithi189 bash[70525]: audit 2024-09-18T09:26:45.651967+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:46.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:46 smithi189 bash[70525]: audit 2024-09-18T09:26:45.651967+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:46.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:46 smithi189 bash[70525]: audit 2024-09-18T09:26:45.656995+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-18T09:26:46.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:46 smithi189 bash[70525]: audit 2024-09-18T09:26:45.656995+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-18T09:26:46.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:46 smithi189 bash[70525]: audit 2024-09-18T09:26:45.658735+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:46.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:46 smithi189 bash[70525]: audit 2024-09-18T09:26:45.658735+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:46.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:46 smithi189 bash[70525]: cephadm 2024-09-18T09:26:45.664252+0000 mgr.y (mgr.15249) 798 : cephadm [INF] Deploying daemon osd.7 on smithi189 2024-09-18T09:26:46.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:46 smithi189 bash[70525]: cephadm 2024-09-18T09:26:45.664252+0000 mgr.y (mgr.15249) 798 : cephadm [INF] Deploying daemon osd.7 on smithi189 2024-09-18T09:26:46.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:46 smithi189 bash[70525]: cluster 2024-09-18T09:26:45.845242+0000 mgr.y (mgr.15249) 799 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:46.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:46 smithi189 bash[70525]: cluster 2024-09-18T09:26:45.845242+0000 mgr.y (mgr.15249) 799 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[90742]: cephadm 2024-09-18T09:26:45.644347+0000 mgr.y (mgr.15249) 797 : cephadm [INF] Upgrade: Updating osd.7 2024-09-18T09:26:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[90742]: cephadm 2024-09-18T09:26:45.644347+0000 mgr.y (mgr.15249) 797 : cephadm [INF] Upgrade: Updating osd.7 2024-09-18T09:26:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[90742]: audit 2024-09-18T09:26:45.651967+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:46.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[90742]: audit 2024-09-18T09:26:45.651967+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[90742]: audit 2024-09-18T09:26:45.656995+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-18T09:26:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[90742]: audit 2024-09-18T09:26:45.656995+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-18T09:26:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[90742]: audit 2024-09-18T09:26:45.658735+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[90742]: audit 2024-09-18T09:26:45.658735+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[90742]: cephadm 2024-09-18T09:26:45.664252+0000 mgr.y (mgr.15249) 798 : cephadm [INF] Deploying daemon osd.7 on smithi189 2024-09-18T09:26:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[90742]: cephadm 2024-09-18T09:26:45.664252+0000 mgr.y (mgr.15249) 798 : cephadm [INF] Deploying daemon osd.7 on smithi189 2024-09-18T09:26:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[90742]: cluster 2024-09-18T09:26:45.845242+0000 mgr.y (mgr.15249) 799 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:46.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[90742]: cluster 2024-09-18T09:26:45.845242+0000 mgr.y (mgr.15249) 799 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:46.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[94202]: cephadm 2024-09-18T09:26:45.644347+0000 mgr.y (mgr.15249) 797 : cephadm [INF] Upgrade: Updating osd.7 2024-09-18T09:26:46.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[94202]: cephadm 2024-09-18T09:26:45.644347+0000 mgr.y (mgr.15249) 797 : cephadm [INF] Upgrade: Updating osd.7 2024-09-18T09:26:46.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[94202]: audit 2024-09-18T09:26:45.651967+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:46.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[94202]: audit 2024-09-18T09:26:45.651967+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:46.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[94202]: audit 2024-09-18T09:26:45.656995+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-18T09:26:46.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[94202]: audit 2024-09-18T09:26:45.656995+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-18T09:26:46.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[94202]: audit 2024-09-18T09:26:45.658735+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:46.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[94202]: audit 2024-09-18T09:26:45.658735+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:26:46.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[94202]: cephadm 2024-09-18T09:26:45.664252+0000 mgr.y (mgr.15249) 798 : cephadm [INF] Deploying daemon osd.7 on smithi189 2024-09-18T09:26:46.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[94202]: cephadm 2024-09-18T09:26:45.664252+0000 mgr.y (mgr.15249) 798 : cephadm [INF] Deploying daemon osd.7 on smithi189 2024-09-18T09:26:46.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[94202]: cluster 2024-09-18T09:26:45.845242+0000 mgr.y (mgr.15249) 799 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:46.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:46 smithi078 bash[94202]: cluster 2024-09-18T09:26:45.845242+0000 mgr.y (mgr.15249) 799 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:47.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:47 smithi189 bash[70525]: audit 2024-09-18T09:26:46.094269+0000 mgr.y (mgr.15249) 800 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:47.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:47 smithi189 bash[70525]: audit 2024-09-18T09:26:46.094269+0000 mgr.y (mgr.15249) 800 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:47.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:47 smithi189 bash[70525]: audit 2024-09-18T09:26:47.242475+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:47.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:47 smithi189 bash[70525]: audit 2024-09-18T09:26:47.242475+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:47.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:47 smithi078 bash[90742]: audit 2024-09-18T09:26:46.094269+0000 mgr.y (mgr.15249) 800 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:47.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:47 smithi078 bash[90742]: audit 2024-09-18T09:26:46.094269+0000 mgr.y (mgr.15249) 800 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:47.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:47 smithi078 bash[90742]: audit 2024-09-18T09:26:47.242475+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:47.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:47 smithi078 bash[90742]: audit 2024-09-18T09:26:47.242475+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:47.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:47 smithi078 bash[94202]: audit 2024-09-18T09:26:46.094269+0000 mgr.y (mgr.15249) 800 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:47.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:47 smithi078 bash[94202]: audit 2024-09-18T09:26:46.094269+0000 mgr.y (mgr.15249) 800 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:47.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:47 smithi078 bash[94202]: audit 2024-09-18T09:26:47.242475+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:47.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:47 smithi078 bash[94202]: audit 2024-09-18T09:26:47.242475+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:26:48.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:48 smithi189 bash[70525]: cluster 2024-09-18T09:26:47.846289+0000 mgr.y (mgr.15249) 801 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:48.922 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:48 smithi189 bash[70525]: cluster 2024-09-18T09:26:47.846289+0000 mgr.y (mgr.15249) 801 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:48.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:48 smithi078 bash[90742]: cluster 2024-09-18T09:26:47.846289+0000 mgr.y (mgr.15249) 801 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:48.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:48 smithi078 bash[90742]: cluster 2024-09-18T09:26:47.846289+0000 mgr.y (mgr.15249) 801 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:48.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:48 smithi078 bash[94202]: cluster 2024-09-18T09:26:47.846289+0000 mgr.y (mgr.15249) 801 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:48.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:48 smithi078 bash[94202]: cluster 2024-09-18T09:26:47.846289+0000 mgr.y (mgr.15249) 801 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:26:49.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:49 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:49.468294621Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:50.314 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:26:50 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:50.315 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:50 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:50.315 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:50 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:50.315 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:26:50 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:50.316 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:26:50 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:50.316 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:50 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:50.316 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:50 smithi189 systemd[1]: Stopping Ceph osd.7 for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:26:50.316 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:50 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:50.317 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:26:50 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:50.317 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:26:50 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:50.671 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:50 smithi189 bash[41924]: debug 2024-09-18T09:26:50.434+0000 7f5ec34c2640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-18T09:26:50.671 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:50 smithi189 bash[41924]: debug 2024-09-18T09:26:50.434+0000 7f5ec34c2640 -1 osd.7 151 *** Got signal Terminated *** 2024-09-18T09:26:50.672 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:50 smithi189 bash[41924]: debug 2024-09-18T09:26:50.434+0000 7f5ec34c2640 -1 osd.7 151 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T09:26:51.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:50 smithi078 bash[90742]: cluster 2024-09-18T09:26:49.847575+0000 mgr.y (mgr.15249) 802 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:51.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:50 smithi078 bash[90742]: cluster 2024-09-18T09:26:49.847575+0000 mgr.y (mgr.15249) 802 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:51.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:50 smithi078 bash[90742]: cluster 2024-09-18T09:26:50.434709+0000 mon.a (mon.0) 620 : cluster [INF] osd.7 marked itself down and dead 2024-09-18T09:26:51.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:50 smithi078 bash[90742]: cluster 2024-09-18T09:26:50.434709+0000 mon.a (mon.0) 620 : cluster [INF] osd.7 marked itself down and dead 2024-09-18T09:26:51.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:50 smithi078 bash[94202]: cluster 2024-09-18T09:26:49.847575+0000 mgr.y (mgr.15249) 802 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:51.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:50 smithi078 bash[94202]: cluster 2024-09-18T09:26:49.847575+0000 mgr.y (mgr.15249) 802 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:51.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:50 smithi078 bash[94202]: cluster 2024-09-18T09:26:50.434709+0000 mon.a (mon.0) 620 : cluster [INF] osd.7 marked itself down and dead 2024-09-18T09:26:51.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:50 smithi078 bash[94202]: cluster 2024-09-18T09:26:50.434709+0000 mon.a (mon.0) 620 : cluster [INF] osd.7 marked itself down and dead 2024-09-18T09:26:51.388 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:50 smithi189 bash[70525]: cluster 2024-09-18T09:26:49.847575+0000 mgr.y (mgr.15249) 802 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:51.388 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:50 smithi189 bash[70525]: cluster 2024-09-18T09:26:49.847575+0000 mgr.y (mgr.15249) 802 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:26:51.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:50 smithi189 bash[70525]: cluster 2024-09-18T09:26:50.434709+0000 mon.a (mon.0) 620 : cluster [INF] osd.7 marked itself down and dead 2024-09-18T09:26:51.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:50 smithi189 bash[70525]: cluster 2024-09-18T09:26:50.434709+0000 mon.a (mon.0) 620 : cluster [INF] osd.7 marked itself down and dead 2024-09-18T09:26:52.261 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:51 smithi189 bash[70525]: cluster 2024-09-18T09:26:50.901958+0000 mon.a (mon.0) 621 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:26:52.261 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:51 smithi189 bash[70525]: cluster 2024-09-18T09:26:50.901958+0000 mon.a (mon.0) 621 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:26:52.261 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:51 smithi189 bash[70525]: cluster 2024-09-18T09:26:50.912590+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e152: 8 total, 7 up, 8 in 2024-09-18T09:26:52.261 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:51 smithi189 bash[70525]: cluster 2024-09-18T09:26:50.912590+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e152: 8 total, 7 up, 8 in 2024-09-18T09:26:52.261 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:51 smithi189 bash[70525]: cluster 2024-09-18T09:26:51.915167+0000 mon.a (mon.0) 623 : cluster [DBG] osdmap e153: 8 total, 7 up, 8 in 2024-09-18T09:26:52.261 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:51 smithi189 bash[70525]: cluster 2024-09-18T09:26:51.915167+0000 mon.a (mon.0) 623 : cluster [DBG] osdmap e153: 8 total, 7 up, 8 in 2024-09-18T09:26:52.262 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:51 smithi189 bash[86689]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-7 2024-09-18T09:26:52.262 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:52 smithi189 bash[86751]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-7 2024-09-18T09:26:52.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:51 smithi078 bash[90742]: cluster 2024-09-18T09:26:50.901958+0000 mon.a (mon.0) 621 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:26:52.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:51 smithi078 bash[90742]: cluster 2024-09-18T09:26:50.901958+0000 mon.a (mon.0) 621 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:26:52.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:51 smithi078 bash[90742]: cluster 2024-09-18T09:26:50.912590+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e152: 8 total, 7 up, 8 in 2024-09-18T09:26:52.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:51 smithi078 bash[90742]: cluster 2024-09-18T09:26:50.912590+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e152: 8 total, 7 up, 8 in 2024-09-18T09:26:52.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:51 smithi078 bash[90742]: cluster 2024-09-18T09:26:51.915167+0000 mon.a (mon.0) 623 : cluster [DBG] osdmap e153: 8 total, 7 up, 8 in 2024-09-18T09:26:52.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:51 smithi078 bash[90742]: cluster 2024-09-18T09:26:51.915167+0000 mon.a (mon.0) 623 : cluster [DBG] osdmap e153: 8 total, 7 up, 8 in 2024-09-18T09:26:52.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:51 smithi078 bash[94202]: cluster 2024-09-18T09:26:50.901958+0000 mon.a (mon.0) 621 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:26:52.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:51 smithi078 bash[94202]: cluster 2024-09-18T09:26:50.901958+0000 mon.a (mon.0) 621 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T09:26:52.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:51 smithi078 bash[94202]: cluster 2024-09-18T09:26:50.912590+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e152: 8 total, 7 up, 8 in 2024-09-18T09:26:52.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:51 smithi078 bash[94202]: cluster 2024-09-18T09:26:50.912590+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e152: 8 total, 7 up, 8 in 2024-09-18T09:26:52.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:51 smithi078 bash[94202]: cluster 2024-09-18T09:26:51.915167+0000 mon.a (mon.0) 623 : cluster [DBG] osdmap e153: 8 total, 7 up, 8 in 2024-09-18T09:26:52.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:51 smithi078 bash[94202]: cluster 2024-09-18T09:26:51.915167+0000 mon.a (mon.0) 623 : cluster [DBG] osdmap e153: 8 total, 7 up, 8 in 2024-09-18T09:26:52.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:52 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:52.439994717Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:53.264 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:52 smithi189 bash[70525]: cluster 2024-09-18T09:26:51.848307+0000 mgr.y (mgr.15249) 803 : cluster [DBG] pgmap v484: 161 pgs: 22 stale+active+clean, 139 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:26:53.264 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:52 smithi189 bash[70525]: cluster 2024-09-18T09:26:51.848307+0000 mgr.y (mgr.15249) 803 : cluster [DBG] pgmap v484: 161 pgs: 22 stale+active+clean, 139 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:26:53.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:52 smithi078 bash[90742]: cluster 2024-09-18T09:26:51.848307+0000 mgr.y (mgr.15249) 803 : cluster [DBG] pgmap v484: 161 pgs: 22 stale+active+clean, 139 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:26:53.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:52 smithi078 bash[90742]: cluster 2024-09-18T09:26:51.848307+0000 mgr.y (mgr.15249) 803 : cluster [DBG] pgmap v484: 161 pgs: 22 stale+active+clean, 139 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:26:53.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:52 smithi078 bash[94202]: cluster 2024-09-18T09:26:51.848307+0000 mgr.y (mgr.15249) 803 : cluster [DBG] pgmap v484: 161 pgs: 22 stale+active+clean, 139 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:26:53.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:52 smithi078 bash[94202]: cluster 2024-09-18T09:26:51.848307+0000 mgr.y (mgr.15249) 803 : cluster [DBG] pgmap v484: 161 pgs: 22 stale+active+clean, 139 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:26:53.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:26:53 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:26:53] "GET /metrics HTTP/1.1" 200 38334 "" "Prometheus/2.51.0" 2024-09-18T09:26:54.308 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:54 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-18T09:26:54.308 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:54 smithi189 systemd[1]: Stopped Ceph osd.7 for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:26:54.309 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:54 smithi189 bash[70525]: cluster 2024-09-18T09:26:53.957727+0000 mon.a (mon.0) 624 : cluster [WRN] Health check failed: Degraded data redundancy: 40/636 objects degraded (6.289%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:54.309 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:54 smithi189 bash[70525]: cluster 2024-09-18T09:26:53.957727+0000 mon.a (mon.0) 624 : cluster [WRN] Health check failed: Degraded data redundancy: 40/636 objects degraded (6.289%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:54.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:54 smithi078 bash[90742]: cluster 2024-09-18T09:26:53.957727+0000 mon.a (mon.0) 624 : cluster [WRN] Health check failed: Degraded data redundancy: 40/636 objects degraded (6.289%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:54.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:54 smithi078 bash[90742]: cluster 2024-09-18T09:26:53.957727+0000 mon.a (mon.0) 624 : cluster [WRN] Health check failed: Degraded data redundancy: 40/636 objects degraded (6.289%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:54.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:54 smithi078 bash[94202]: cluster 2024-09-18T09:26:53.957727+0000 mon.a (mon.0) 624 : cluster [WRN] Health check failed: Degraded data redundancy: 40/636 objects degraded (6.289%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:54.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:54 smithi078 bash[94202]: cluster 2024-09-18T09:26:53.957727+0000 mon.a (mon.0) 624 : cluster [WRN] Health check failed: Degraded data redundancy: 40/636 objects degraded (6.289%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:26:54.671 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:26:54 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:54.671 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:26:54 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:54.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:54 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:54.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:54 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:54.672 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:26:54 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:54.673 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:26:54 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:54.673 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:54 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:54.673 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:54 smithi189 systemd[1]: Started Ceph osd.7 for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:26:54.673 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:26:54 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:54.673 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:26:54 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:26:55.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:55 smithi189 bash[70525]: cluster 2024-09-18T09:26:53.849910+0000 mgr.y (mgr.15249) 804 : cluster [DBG] pgmap v486: 161 pgs: 1 activating+undersized+degraded, 10 activating+undersized, 18 active+undersized, 10 stale+active+clean, 12 active+undersized+degraded, 110 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 40/636 objects degraded (6.289%) 2024-09-18T09:26:55.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:55 smithi189 bash[70525]: cluster 2024-09-18T09:26:53.849910+0000 mgr.y (mgr.15249) 804 : cluster [DBG] pgmap v486: 161 pgs: 1 activating+undersized+degraded, 10 activating+undersized, 18 active+undersized, 10 stale+active+clean, 12 active+undersized+degraded, 110 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 40/636 objects degraded (6.289%) 2024-09-18T09:26:55.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:55 smithi189 bash[70525]: audit 2024-09-18T09:26:54.478482+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:55.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:55 smithi189 bash[70525]: audit 2024-09-18T09:26:54.478482+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:55.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:55 smithi189 bash[70525]: audit 2024-09-18T09:26:54.488475+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:55.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:55 smithi189 bash[70525]: audit 2024-09-18T09:26:54.488475+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:55.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:55 smithi078 bash[90742]: cluster 2024-09-18T09:26:53.849910+0000 mgr.y (mgr.15249) 804 : cluster [DBG] pgmap v486: 161 pgs: 1 activating+undersized+degraded, 10 activating+undersized, 18 active+undersized, 10 stale+active+clean, 12 active+undersized+degraded, 110 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 40/636 objects degraded (6.289%) 2024-09-18T09:26:55.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:55 smithi078 bash[90742]: cluster 2024-09-18T09:26:53.849910+0000 mgr.y (mgr.15249) 804 : cluster [DBG] pgmap v486: 161 pgs: 1 activating+undersized+degraded, 10 activating+undersized, 18 active+undersized, 10 stale+active+clean, 12 active+undersized+degraded, 110 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 40/636 objects degraded (6.289%) 2024-09-18T09:26:55.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:55 smithi078 bash[90742]: audit 2024-09-18T09:26:54.478482+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:55.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:55 smithi078 bash[90742]: audit 2024-09-18T09:26:54.478482+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:55.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:55 smithi078 bash[90742]: audit 2024-09-18T09:26:54.488475+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:55.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:55 smithi078 bash[90742]: audit 2024-09-18T09:26:54.488475+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:55.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:55 smithi078 bash[94202]: cluster 2024-09-18T09:26:53.849910+0000 mgr.y (mgr.15249) 804 : cluster [DBG] pgmap v486: 161 pgs: 1 activating+undersized+degraded, 10 activating+undersized, 18 active+undersized, 10 stale+active+clean, 12 active+undersized+degraded, 110 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 40/636 objects degraded (6.289%) 2024-09-18T09:26:55.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:55 smithi078 bash[94202]: cluster 2024-09-18T09:26:53.849910+0000 mgr.y (mgr.15249) 804 : cluster [DBG] pgmap v486: 161 pgs: 1 activating+undersized+degraded, 10 activating+undersized, 18 active+undersized, 10 stale+active+clean, 12 active+undersized+degraded, 110 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 40/636 objects degraded (6.289%) 2024-09-18T09:26:55.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:55 smithi078 bash[94202]: audit 2024-09-18T09:26:54.478482+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:55.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:55 smithi078 bash[94202]: audit 2024-09-18T09:26:54.478482+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:55.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:55 smithi078 bash[94202]: audit 2024-09-18T09:26:54.488475+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:55.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:55 smithi078 bash[94202]: audit 2024-09-18T09:26:54.488475+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:26:55.729 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:55 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:55.448168678Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:56.171 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:55 smithi189 bash[86899]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-18T09:26:56.171 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:55 smithi189 bash[86899]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-18T09:26:57.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:57 smithi189 bash[70525]: cluster 2024-09-18T09:26:55.851499+0000 mgr.y (mgr.15249) 805 : cluster [DBG] pgmap v487: 161 pgs: 1 activating+undersized+degraded, 10 activating+undersized, 31 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:26:57.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:57 smithi189 bash[70525]: cluster 2024-09-18T09:26:55.851499+0000 mgr.y (mgr.15249) 805 : cluster [DBG] pgmap v487: 161 pgs: 1 activating+undersized+degraded, 10 activating+undersized, 31 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:26:57.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:57 smithi078 bash[90742]: cluster 2024-09-18T09:26:55.851499+0000 mgr.y (mgr.15249) 805 : cluster [DBG] pgmap v487: 161 pgs: 1 activating+undersized+degraded, 10 activating+undersized, 31 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:26:57.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:57 smithi078 bash[90742]: cluster 2024-09-18T09:26:55.851499+0000 mgr.y (mgr.15249) 805 : cluster [DBG] pgmap v487: 161 pgs: 1 activating+undersized+degraded, 10 activating+undersized, 31 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:26:57.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:57 smithi078 bash[94202]: cluster 2024-09-18T09:26:55.851499+0000 mgr.y (mgr.15249) 805 : cluster [DBG] pgmap v487: 161 pgs: 1 activating+undersized+degraded, 10 activating+undersized, 31 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:26:57.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:57 smithi078 bash[94202]: cluster 2024-09-18T09:26:55.851499+0000 mgr.y (mgr.15249) 805 : cluster [DBG] pgmap v487: 161 pgs: 1 activating+undersized+degraded, 10 activating+undersized, 31 active+undersized, 27 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:26:57.638 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:26:58.256 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:26:58.256 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (12m) 2m ago 40m 13.9M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:26:58.256 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (12m) 41s ago 39m 68.3M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:26:58.256 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (14m) 2m ago 37m 49.4M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:26:58.256 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (14m) 41s ago 48m 443M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:26:58.256 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (25m) 2m ago 51m 518M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:26:58.257 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (9m) 2m ago 51m 52.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:26:58.257 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (10m) 41s ago 49m 44.6M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:26:58.257 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (8m) 2m ago 49m 38.9M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:26:58.257 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (14m) 2m ago 40m 8284k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:26:58.257 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (14m) 41s ago 40m 8452k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:26:58.257 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (6m) 2m ago 48m 49.4M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 b10b88ce2e14 2024-09-18T09:26:58.257 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (6m) 2m ago 47m 50.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3939468d55d0 2024-09-18T09:26:58.257 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (4m) 2m ago 46m 46.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 db670b04d315 2024-09-18T09:26:58.257 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (2m) 2m ago 45m - 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 35d85c967fbc 2024-09-18T09:26:58.257 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (2m) 41s ago 44m 50.7M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 5f96420926c0 2024-09-18T09:26:58.257 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (87s) 41s ago 43m 53.0M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 431d53bb44ce 2024-09-18T09:26:58.257 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (42s) 41s ago 42m - 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3d61b3a31c25 2024-09-18T09:26:58.257 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 starting - - - 3292M 2024-09-18T09:26:58.257 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (13m) 41s ago 40m 53.2M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:26:58.257 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (37m) 2m ago 37m 102M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:26:58.258 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (37m) 41s ago 38m 102M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:26:58.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:58 smithi189 bash[70525]: audit 2024-09-18T09:26:56.105393+0000 mgr.y (mgr.15249) 806 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:58.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:58 smithi189 bash[70525]: audit 2024-09-18T09:26:56.105393+0000 mgr.y (mgr.15249) 806 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:58.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:58 smithi078 bash[94202]: audit 2024-09-18T09:26:56.105393+0000 mgr.y (mgr.15249) 806 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:58.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:58 smithi078 bash[94202]: audit 2024-09-18T09:26:56.105393+0000 mgr.y (mgr.15249) 806 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:58.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:58 smithi078 bash[90742]: audit 2024-09-18T09:26:56.105393+0000 mgr.y (mgr.15249) 806 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:58.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:58 smithi078 bash[90742]: audit 2024-09-18T09:26:56.105393+0000 mgr.y (mgr.15249) 806 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:26:58.627 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:26:58.627 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:26:58.627 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 3 2024-09-18T09:26:58.627 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:26:58.627 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:26:58.627 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:26:58.628 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:26:58.628 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:26:58.628 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 7 2024-09-18T09:26:58.628 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:26:58.628 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:26:58.628 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:26:58.628 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:26:58.628 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:26:58.628 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2, 2024-09-18T09:26:58.628 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 12 2024-09-18T09:26:58.628 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:26:58.628 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:26:58.671 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:58 smithi189 bash[86899]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-18T09:26:58.671 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:58 smithi189 bash[86899]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-18T09:26:58.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:26:58 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:26:58.432452761Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:26:58.926 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:26:58.926 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:26:58.926 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:26:58.926 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-18T09:26:58.926 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:26:58.926 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "7/8 daemons upgraded", 2024-09-18T09:26:58.927 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading osd daemons", 2024-09-18T09:26:58.927 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:26:58.927 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:26:59.027 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:58 smithi189 bash[86899]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-18T09:26:59.027 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:58 smithi189 bash[86899]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-18T09:26:59.028 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:58 smithi189 bash[86899]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-18T09:26:59.028 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:58 smithi189 bash[86899]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-18T09:26:59.028 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:26:58 smithi189 bash[86899]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-18T09:26:59.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:59 smithi189 bash[70525]: audit 2024-09-18T09:26:57.624481+0000 mgr.y (mgr.15249) 807 : audit [DBG] from='client.54566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:59.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:59 smithi189 bash[70525]: audit 2024-09-18T09:26:57.624481+0000 mgr.y (mgr.15249) 807 : audit [DBG] from='client.54566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:59.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:59 smithi189 bash[70525]: cluster 2024-09-18T09:26:57.852683+0000 mgr.y (mgr.15249) 808 : cluster [DBG] pgmap v488: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:26:59.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:59 smithi189 bash[70525]: cluster 2024-09-18T09:26:57.852683+0000 mgr.y (mgr.15249) 808 : cluster [DBG] pgmap v488: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:26:59.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:59 smithi189 bash[70525]: audit 2024-09-18T09:26:57.933430+0000 mgr.y (mgr.15249) 809 : audit [DBG] from='client.44592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:59.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:59 smithi189 bash[70525]: audit 2024-09-18T09:26:57.933430+0000 mgr.y (mgr.15249) 809 : audit [DBG] from='client.44592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:59.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:59 smithi189 bash[70525]: audit 2024-09-18T09:26:58.626183+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.78:0/2762786900' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:59.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:26:59 smithi189 bash[70525]: audit 2024-09-18T09:26:58.626183+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.78:0/2762786900' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:59.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:59 smithi078 bash[90742]: audit 2024-09-18T09:26:57.624481+0000 mgr.y (mgr.15249) 807 : audit [DBG] from='client.54566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:59.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:59 smithi078 bash[90742]: audit 2024-09-18T09:26:57.624481+0000 mgr.y (mgr.15249) 807 : audit [DBG] from='client.54566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:59.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:59 smithi078 bash[90742]: cluster 2024-09-18T09:26:57.852683+0000 mgr.y (mgr.15249) 808 : cluster [DBG] pgmap v488: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:26:59.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:59 smithi078 bash[90742]: cluster 2024-09-18T09:26:57.852683+0000 mgr.y (mgr.15249) 808 : cluster [DBG] pgmap v488: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:26:59.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:59 smithi078 bash[90742]: audit 2024-09-18T09:26:57.933430+0000 mgr.y (mgr.15249) 809 : audit [DBG] from='client.44592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:59.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:59 smithi078 bash[90742]: audit 2024-09-18T09:26:57.933430+0000 mgr.y (mgr.15249) 809 : audit [DBG] from='client.44592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:59.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:59 smithi078 bash[90742]: audit 2024-09-18T09:26:58.626183+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.78:0/2762786900' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:59.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:26:59 smithi078 bash[90742]: audit 2024-09-18T09:26:58.626183+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.78:0/2762786900' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:59.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:59 smithi078 bash[94202]: audit 2024-09-18T09:26:57.624481+0000 mgr.y (mgr.15249) 807 : audit [DBG] from='client.54566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:59.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:59 smithi078 bash[94202]: audit 2024-09-18T09:26:57.624481+0000 mgr.y (mgr.15249) 807 : audit [DBG] from='client.54566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:59.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:59 smithi078 bash[94202]: cluster 2024-09-18T09:26:57.852683+0000 mgr.y (mgr.15249) 808 : cluster [DBG] pgmap v488: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:26:59.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:59 smithi078 bash[94202]: cluster 2024-09-18T09:26:57.852683+0000 mgr.y (mgr.15249) 808 : cluster [DBG] pgmap v488: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:26:59.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:59 smithi078 bash[94202]: audit 2024-09-18T09:26:57.933430+0000 mgr.y (mgr.15249) 809 : audit [DBG] from='client.44592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:59.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:59 smithi078 bash[94202]: audit 2024-09-18T09:26:57.933430+0000 mgr.y (mgr.15249) 809 : audit [DBG] from='client.44592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:26:59.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:59 smithi078 bash[94202]: audit 2024-09-18T09:26:58.626183+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.78:0/2762786900' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:26:59.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:26:59 smithi078 bash[94202]: audit 2024-09-18T09:26:58.626183+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.78:0/2762786900' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:00.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:00 smithi189 bash[70525]: audit 2024-09-18T09:26:58.236487+0000 mgr.y (mgr.15249) 810 : audit [DBG] from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:00.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:00 smithi189 bash[70525]: audit 2024-09-18T09:26:58.236487+0000 mgr.y (mgr.15249) 810 : audit [DBG] from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:00.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:00 smithi189 bash[70525]: audit 2024-09-18T09:26:58.925306+0000 mgr.y (mgr.15249) 811 : audit [DBG] from='client.44610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:00.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:00 smithi189 bash[70525]: audit 2024-09-18T09:26:58.925306+0000 mgr.y (mgr.15249) 811 : audit [DBG] from='client.44610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:00.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:00 smithi078 bash[90742]: audit 2024-09-18T09:26:58.236487+0000 mgr.y (mgr.15249) 810 : audit [DBG] from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:00.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:00 smithi078 bash[90742]: audit 2024-09-18T09:26:58.236487+0000 mgr.y (mgr.15249) 810 : audit [DBG] from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:00.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:00 smithi078 bash[90742]: audit 2024-09-18T09:26:58.925306+0000 mgr.y (mgr.15249) 811 : audit [DBG] from='client.44610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:00.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:00 smithi078 bash[90742]: audit 2024-09-18T09:26:58.925306+0000 mgr.y (mgr.15249) 811 : audit [DBG] from='client.44610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:00.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:00 smithi078 bash[94202]: audit 2024-09-18T09:26:58.236487+0000 mgr.y (mgr.15249) 810 : audit [DBG] from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:00.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:00 smithi078 bash[94202]: audit 2024-09-18T09:26:58.236487+0000 mgr.y (mgr.15249) 810 : audit [DBG] from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:00.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:00 smithi078 bash[94202]: audit 2024-09-18T09:26:58.925306+0000 mgr.y (mgr.15249) 811 : audit [DBG] from='client.44610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:00.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:00 smithi078 bash[94202]: audit 2024-09-18T09:26:58.925306+0000 mgr.y (mgr.15249) 811 : audit [DBG] from='client.44610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:00.921 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:27:00 smithi189 bash[87158]: debug 2024-09-18T09:27:00.521+0000 7f68d9353640 1 -- 172.21.15.189:0/1740106174 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55705cf2c960 con 0x55705cf4d800 2024-09-18T09:27:01.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:01 smithi189 bash[70525]: cluster 2024-09-18T09:26:59.854318+0000 mgr.y (mgr.15249) 812 : cluster [DBG] pgmap v489: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:01.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:01 smithi189 bash[70525]: cluster 2024-09-18T09:26:59.854318+0000 mgr.y (mgr.15249) 812 : cluster [DBG] pgmap v489: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:01.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:01 smithi078 bash[90742]: cluster 2024-09-18T09:26:59.854318+0000 mgr.y (mgr.15249) 812 : cluster [DBG] pgmap v489: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:01.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:01 smithi078 bash[90742]: cluster 2024-09-18T09:26:59.854318+0000 mgr.y (mgr.15249) 812 : cluster [DBG] pgmap v489: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:01.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:01 smithi078 bash[94202]: cluster 2024-09-18T09:26:59.854318+0000 mgr.y (mgr.15249) 812 : cluster [DBG] pgmap v489: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:01.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:01 smithi078 bash[94202]: cluster 2024-09-18T09:26:59.854318+0000 mgr.y (mgr.15249) 812 : cluster [DBG] pgmap v489: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:01.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:01 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:01.442274744Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:02.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:02 smithi078 bash[90742]: audit 2024-09-18T09:27:01.184340+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:02.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:02 smithi078 bash[90742]: audit 2024-09-18T09:27:01.184340+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:02.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:02 smithi078 bash[90742]: audit 2024-09-18T09:27:01.196774+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:02.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:02 smithi078 bash[90742]: audit 2024-09-18T09:27:01.196774+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:02.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:02 smithi078 bash[90742]: cluster 2024-09-18T09:27:01.802968+0000 mon.a (mon.0) 630 : cluster [WRN] Health check update: Degraded data redundancy: 87/636 objects degraded (13.679%), 28 pgs degraded (PG_DEGRADED) 2024-09-18T09:27:02.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:02 smithi078 bash[90742]: cluster 2024-09-18T09:27:01.802968+0000 mon.a (mon.0) 630 : cluster [WRN] Health check update: Degraded data redundancy: 87/636 objects degraded (13.679%), 28 pgs degraded (PG_DEGRADED) 2024-09-18T09:27:02.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:02 smithi078 bash[90742]: cluster 2024-09-18T09:27:01.855487+0000 mgr.y (mgr.15249) 813 : cluster [DBG] pgmap v490: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:02.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:02 smithi078 bash[90742]: cluster 2024-09-18T09:27:01.855487+0000 mgr.y (mgr.15249) 813 : cluster [DBG] pgmap v490: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:02.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:02 smithi078 bash[94202]: audit 2024-09-18T09:27:01.184340+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:02.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:02 smithi078 bash[94202]: audit 2024-09-18T09:27:01.184340+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:02.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:02 smithi078 bash[94202]: audit 2024-09-18T09:27:01.196774+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:02.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:02 smithi078 bash[94202]: audit 2024-09-18T09:27:01.196774+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:02.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:02 smithi078 bash[94202]: cluster 2024-09-18T09:27:01.802968+0000 mon.a (mon.0) 630 : cluster [WRN] Health check update: Degraded data redundancy: 87/636 objects degraded (13.679%), 28 pgs degraded (PG_DEGRADED) 2024-09-18T09:27:02.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:02 smithi078 bash[94202]: cluster 2024-09-18T09:27:01.802968+0000 mon.a (mon.0) 630 : cluster [WRN] Health check update: Degraded data redundancy: 87/636 objects degraded (13.679%), 28 pgs degraded (PG_DEGRADED) 2024-09-18T09:27:02.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:02 smithi078 bash[94202]: cluster 2024-09-18T09:27:01.855487+0000 mgr.y (mgr.15249) 813 : cluster [DBG] pgmap v490: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:02.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:02 smithi078 bash[94202]: cluster 2024-09-18T09:27:01.855487+0000 mgr.y (mgr.15249) 813 : cluster [DBG] pgmap v490: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:02.582 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:02 smithi189 bash[70525]: audit 2024-09-18T09:27:01.184340+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:02.582 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:02 smithi189 bash[70525]: audit 2024-09-18T09:27:01.184340+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:02.582 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:02 smithi189 bash[70525]: audit 2024-09-18T09:27:01.196774+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:02.582 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:02 smithi189 bash[70525]: audit 2024-09-18T09:27:01.196774+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:02.582 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:02 smithi189 bash[70525]: cluster 2024-09-18T09:27:01.802968+0000 mon.a (mon.0) 630 : cluster [WRN] Health check update: Degraded data redundancy: 87/636 objects degraded (13.679%), 28 pgs degraded (PG_DEGRADED) 2024-09-18T09:27:02.582 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:02 smithi189 bash[70525]: cluster 2024-09-18T09:27:01.802968+0000 mon.a (mon.0) 630 : cluster [WRN] Health check update: Degraded data redundancy: 87/636 objects degraded (13.679%), 28 pgs degraded (PG_DEGRADED) 2024-09-18T09:27:02.582 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:02 smithi189 bash[70525]: cluster 2024-09-18T09:27:01.855487+0000 mgr.y (mgr.15249) 813 : cluster [DBG] pgmap v490: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:02.583 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:02 smithi189 bash[70525]: cluster 2024-09-18T09:27:01.855487+0000 mgr.y (mgr.15249) 813 : cluster [DBG] pgmap v490: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:02.921 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:27:02 smithi189 bash[87158]: debug 2024-09-18T09:27:02.581+0000 7f68dbbba640 -1 Falling back to public interface 2024-09-18T09:27:03.649 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:03 smithi078 bash[94202]: audit 2024-09-18T09:27:02.252100+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.649 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:03 smithi078 bash[94202]: audit 2024-09-18T09:27:02.252100+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.649 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:03 smithi078 bash[94202]: audit 2024-09-18T09:27:02.273519+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:03.649 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:03 smithi078 bash[94202]: audit 2024-09-18T09:27:02.273519+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:03.649 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:03 smithi078 bash[94202]: audit 2024-09-18T09:27:02.369689+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.649 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:03 smithi078 bash[94202]: audit 2024-09-18T09:27:02.369689+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.650 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:03 smithi078 bash[94202]: audit 2024-09-18T09:27:02.380488+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.650 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:03 smithi078 bash[94202]: audit 2024-09-18T09:27:02.380488+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.650 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:03 smithi078 bash[90742]: audit 2024-09-18T09:27:02.252100+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.650 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:03 smithi078 bash[90742]: audit 2024-09-18T09:27:02.252100+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.650 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:03 smithi078 bash[90742]: audit 2024-09-18T09:27:02.273519+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:03.650 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:03 smithi078 bash[90742]: audit 2024-09-18T09:27:02.273519+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:03.650 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:03 smithi078 bash[90742]: audit 2024-09-18T09:27:02.369689+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.650 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:03 smithi078 bash[90742]: audit 2024-09-18T09:27:02.369689+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.650 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:03 smithi078 bash[90742]: audit 2024-09-18T09:27:02.380488+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.651 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:03 smithi078 bash[90742]: audit 2024-09-18T09:27:02.380488+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:03 smithi189 bash[70525]: audit 2024-09-18T09:27:02.252100+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:03 smithi189 bash[70525]: audit 2024-09-18T09:27:02.252100+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:03 smithi189 bash[70525]: audit 2024-09-18T09:27:02.273519+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:03.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:03 smithi189 bash[70525]: audit 2024-09-18T09:27:02.273519+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:03.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:03 smithi189 bash[70525]: audit 2024-09-18T09:27:02.369689+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:03 smithi189 bash[70525]: audit 2024-09-18T09:27:02.369689+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:03 smithi189 bash[70525]: audit 2024-09-18T09:27:02.380488+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:03 smithi189 bash[70525]: audit 2024-09-18T09:27:02.380488+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:03.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:27:03 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:27:03] "GET /metrics HTTP/1.1" 200 38340 "" "Prometheus/2.51.0" 2024-09-18T09:27:04.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:04 smithi189 bash[70525]: cluster 2024-09-18T09:27:03.857206+0000 mgr.y (mgr.15249) 814 : cluster [DBG] pgmap v491: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:04.671 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:04 smithi189 bash[70525]: cluster 2024-09-18T09:27:03.857206+0000 mgr.y (mgr.15249) 814 : cluster [DBG] pgmap v491: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:04.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:04 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:04.428008236Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:04.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:04 smithi078 bash[90742]: cluster 2024-09-18T09:27:03.857206+0000 mgr.y (mgr.15249) 814 : cluster [DBG] pgmap v491: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:04.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:04 smithi078 bash[90742]: cluster 2024-09-18T09:27:03.857206+0000 mgr.y (mgr.15249) 814 : cluster [DBG] pgmap v491: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:04.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:04 smithi078 bash[94202]: cluster 2024-09-18T09:27:03.857206+0000 mgr.y (mgr.15249) 814 : cluster [DBG] pgmap v491: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:04.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:04 smithi078 bash[94202]: cluster 2024-09-18T09:27:03.857206+0000 mgr.y (mgr.15249) 814 : cluster [DBG] pgmap v491: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:06.421 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:27:06 smithi189 bash[87158]: debug 2024-09-18T09:27:06.061+0000 7f68dbbba640 -1 osd.7 151 log_to_monitors true 2024-09-18T09:27:07.171 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:27:06 smithi189 bash[87158]: debug 2024-09-18T09:27:06.977+0000 7f68cf95c640 -1 osd.7 151 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T09:27:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:06 smithi189 bash[70525]: cluster 2024-09-18T09:27:05.858699+0000 mgr.y (mgr.15249) 815 : cluster [DBG] pgmap v492: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:06 smithi189 bash[70525]: cluster 2024-09-18T09:27:05.858699+0000 mgr.y (mgr.15249) 815 : cluster [DBG] pgmap v492: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:06 smithi189 bash[70525]: audit 2024-09-18T09:27:06.064230+0000 mon.a (mon.0) 635 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-18T09:27:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:06 smithi189 bash[70525]: audit 2024-09-18T09:27:06.064230+0000 mon.a (mon.0) 635 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-18T09:27:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:06 smithi189 bash[70525]: audit 2024-09-18T09:27:06.066749+0000 mon.b (mon.1) 9 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-18T09:27:07.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:06 smithi189 bash[70525]: audit 2024-09-18T09:27:06.066749+0000 mon.b (mon.1) 9 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-18T09:27:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:06 smithi078 bash[90742]: cluster 2024-09-18T09:27:05.858699+0000 mgr.y (mgr.15249) 815 : cluster [DBG] pgmap v492: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:06 smithi078 bash[90742]: cluster 2024-09-18T09:27:05.858699+0000 mgr.y (mgr.15249) 815 : cluster [DBG] pgmap v492: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:07.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:06 smithi078 bash[90742]: audit 2024-09-18T09:27:06.064230+0000 mon.a (mon.0) 635 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-18T09:27:07.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:06 smithi078 bash[90742]: audit 2024-09-18T09:27:06.064230+0000 mon.a (mon.0) 635 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-18T09:27:07.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:06 smithi078 bash[90742]: audit 2024-09-18T09:27:06.066749+0000 mon.b (mon.1) 9 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-18T09:27:07.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:06 smithi078 bash[90742]: audit 2024-09-18T09:27:06.066749+0000 mon.b (mon.1) 9 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-18T09:27:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:06 smithi078 bash[94202]: cluster 2024-09-18T09:27:05.858699+0000 mgr.y (mgr.15249) 815 : cluster [DBG] pgmap v492: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:06 smithi078 bash[94202]: cluster 2024-09-18T09:27:05.858699+0000 mgr.y (mgr.15249) 815 : cluster [DBG] pgmap v492: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 87/636 objects degraded (13.679%) 2024-09-18T09:27:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:06 smithi078 bash[94202]: audit 2024-09-18T09:27:06.064230+0000 mon.a (mon.0) 635 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-18T09:27:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:06 smithi078 bash[94202]: audit 2024-09-18T09:27:06.064230+0000 mon.a (mon.0) 635 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-18T09:27:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:06 smithi078 bash[94202]: audit 2024-09-18T09:27:06.066749+0000 mon.b (mon.1) 9 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-18T09:27:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:06 smithi078 bash[94202]: audit 2024-09-18T09:27:06.066749+0000 mon.b (mon.1) 9 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-18T09:27:07.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:07 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:07.472702179Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:08.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:07 smithi189 bash[70525]: audit 2024-09-18T09:27:06.113338+0000 mgr.y (mgr.15249) 816 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:08.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:07 smithi189 bash[70525]: audit 2024-09-18T09:27:06.113338+0000 mgr.y (mgr.15249) 816 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:08.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:07 smithi189 bash[70525]: audit 2024-09-18T09:27:06.924242+0000 mon.a (mon.0) 636 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-18T09:27:08.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:07 smithi189 bash[70525]: audit 2024-09-18T09:27:06.924242+0000 mon.a (mon.0) 636 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-18T09:27:08.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:07 smithi189 bash[70525]: cluster 2024-09-18T09:27:06.931378+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e154: 8 total, 7 up, 8 in 2024-09-18T09:27:08.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:07 smithi189 bash[70525]: cluster 2024-09-18T09:27:06.931378+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e154: 8 total, 7 up, 8 in 2024-09-18T09:27:08.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:07 smithi189 bash[70525]: audit 2024-09-18T09:27:06.933399+0000 mon.a (mon.0) 638 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:27:08.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:07 smithi189 bash[70525]: audit 2024-09-18T09:27:06.933399+0000 mon.a (mon.0) 638 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:27:08.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:07 smithi189 bash[70525]: audit 2024-09-18T09:27:06.935349+0000 mon.b (mon.1) 10 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:27:08.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:07 smithi189 bash[70525]: audit 2024-09-18T09:27:06.935349+0000 mon.b (mon.1) 10 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:27:08.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[90742]: audit 2024-09-18T09:27:06.113338+0000 mgr.y (mgr.15249) 816 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:08.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[90742]: audit 2024-09-18T09:27:06.113338+0000 mgr.y (mgr.15249) 816 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:08.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[90742]: audit 2024-09-18T09:27:06.924242+0000 mon.a (mon.0) 636 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-18T09:27:08.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[90742]: audit 2024-09-18T09:27:06.924242+0000 mon.a (mon.0) 636 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-18T09:27:08.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[90742]: cluster 2024-09-18T09:27:06.931378+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e154: 8 total, 7 up, 8 in 2024-09-18T09:27:08.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[90742]: cluster 2024-09-18T09:27:06.931378+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e154: 8 total, 7 up, 8 in 2024-09-18T09:27:08.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[90742]: audit 2024-09-18T09:27:06.933399+0000 mon.a (mon.0) 638 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:27:08.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[90742]: audit 2024-09-18T09:27:06.933399+0000 mon.a (mon.0) 638 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:27:08.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[90742]: audit 2024-09-18T09:27:06.935349+0000 mon.b (mon.1) 10 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:27:08.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[90742]: audit 2024-09-18T09:27:06.935349+0000 mon.b (mon.1) 10 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:27:08.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[94202]: audit 2024-09-18T09:27:06.113338+0000 mgr.y (mgr.15249) 816 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:08.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[94202]: audit 2024-09-18T09:27:06.113338+0000 mgr.y (mgr.15249) 816 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:08.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[94202]: audit 2024-09-18T09:27:06.924242+0000 mon.a (mon.0) 636 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-18T09:27:08.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[94202]: audit 2024-09-18T09:27:06.924242+0000 mon.a (mon.0) 636 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-18T09:27:08.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[94202]: cluster 2024-09-18T09:27:06.931378+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e154: 8 total, 7 up, 8 in 2024-09-18T09:27:08.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[94202]: cluster 2024-09-18T09:27:06.931378+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e154: 8 total, 7 up, 8 in 2024-09-18T09:27:08.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[94202]: audit 2024-09-18T09:27:06.933399+0000 mon.a (mon.0) 638 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:27:08.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[94202]: audit 2024-09-18T09:27:06.933399+0000 mon.a (mon.0) 638 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:27:08.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[94202]: audit 2024-09-18T09:27:06.935349+0000 mon.b (mon.1) 10 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:27:08.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:07 smithi078 bash[94202]: audit 2024-09-18T09:27:06.935349+0000 mon.b (mon.1) 10 : audit [INF] from='osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-09-18T09:27:09.061 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:08 smithi189 bash[70525]: cluster 2024-09-18T09:27:07.859952+0000 mgr.y (mgr.15249) 817 : cluster [DBG] pgmap v494: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 87/636 objects degraded (13.679%) 2024-09-18T09:27:09.061 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:08 smithi189 bash[70525]: cluster 2024-09-18T09:27:07.859952+0000 mgr.y (mgr.15249) 817 : cluster [DBG] pgmap v494: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 87/636 objects degraded (13.679%) 2024-09-18T09:27:09.061 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:08 smithi189 bash[70525]: cluster 2024-09-18T09:27:07.925240+0000 mon.a (mon.0) 639 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:27:09.061 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:08 smithi189 bash[70525]: cluster 2024-09-18T09:27:07.925240+0000 mon.a (mon.0) 639 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:27:09.062 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:08 smithi189 bash[70525]: cluster 2024-09-18T09:27:07.935799+0000 mon.a (mon.0) 640 : cluster [INF] osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641] boot 2024-09-18T09:27:09.062 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:08 smithi189 bash[70525]: cluster 2024-09-18T09:27:07.935799+0000 mon.a (mon.0) 640 : cluster [INF] osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641] boot 2024-09-18T09:27:09.062 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:08 smithi189 bash[70525]: cluster 2024-09-18T09:27:07.935900+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-09-18T09:27:09.062 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:08 smithi189 bash[70525]: cluster 2024-09-18T09:27:07.935900+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-09-18T09:27:09.062 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:08 smithi189 bash[70525]: audit 2024-09-18T09:27:07.939102+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-18T09:27:09.062 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:08 smithi189 bash[70525]: audit 2024-09-18T09:27:07.939102+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-18T09:27:09.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[90742]: cluster 2024-09-18T09:27:07.859952+0000 mgr.y (mgr.15249) 817 : cluster [DBG] pgmap v494: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 87/636 objects degraded (13.679%) 2024-09-18T09:27:09.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[90742]: cluster 2024-09-18T09:27:07.859952+0000 mgr.y (mgr.15249) 817 : cluster [DBG] pgmap v494: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 87/636 objects degraded (13.679%) 2024-09-18T09:27:09.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[90742]: cluster 2024-09-18T09:27:07.925240+0000 mon.a (mon.0) 639 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:27:09.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[90742]: cluster 2024-09-18T09:27:07.925240+0000 mon.a (mon.0) 639 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:27:09.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[90742]: cluster 2024-09-18T09:27:07.935799+0000 mon.a (mon.0) 640 : cluster [INF] osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641] boot 2024-09-18T09:27:09.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[90742]: cluster 2024-09-18T09:27:07.935799+0000 mon.a (mon.0) 640 : cluster [INF] osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641] boot 2024-09-18T09:27:09.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[90742]: cluster 2024-09-18T09:27:07.935900+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-09-18T09:27:09.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[90742]: cluster 2024-09-18T09:27:07.935900+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-09-18T09:27:09.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[90742]: audit 2024-09-18T09:27:07.939102+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-18T09:27:09.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[90742]: audit 2024-09-18T09:27:07.939102+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-18T09:27:09.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[94202]: cluster 2024-09-18T09:27:07.859952+0000 mgr.y (mgr.15249) 817 : cluster [DBG] pgmap v494: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 87/636 objects degraded (13.679%) 2024-09-18T09:27:09.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[94202]: cluster 2024-09-18T09:27:07.859952+0000 mgr.y (mgr.15249) 817 : cluster [DBG] pgmap v494: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 87/636 objects degraded (13.679%) 2024-09-18T09:27:09.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[94202]: cluster 2024-09-18T09:27:07.925240+0000 mon.a (mon.0) 639 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:27:09.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[94202]: cluster 2024-09-18T09:27:07.925240+0000 mon.a (mon.0) 639 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T09:27:09.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[94202]: cluster 2024-09-18T09:27:07.935799+0000 mon.a (mon.0) 640 : cluster [INF] osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641] boot 2024-09-18T09:27:09.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[94202]: cluster 2024-09-18T09:27:07.935799+0000 mon.a (mon.0) 640 : cluster [INF] osd.7 [v2:172.21.15.189:6824/2082198641,v1:172.21.15.189:6825/2082198641] boot 2024-09-18T09:27:09.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[94202]: cluster 2024-09-18T09:27:07.935900+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-09-18T09:27:09.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[94202]: cluster 2024-09-18T09:27:07.935900+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-09-18T09:27:09.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[94202]: audit 2024-09-18T09:27:07.939102+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-18T09:27:09.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:08 smithi078 bash[94202]: audit 2024-09-18T09:27:07.939102+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-18T09:27:10.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:09 smithi189 bash[70525]: cluster 2024-09-18T09:27:08.974392+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-09-18T09:27:10.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:09 smithi189 bash[70525]: cluster 2024-09-18T09:27:08.974392+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-09-18T09:27:10.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:09 smithi078 bash[90742]: cluster 2024-09-18T09:27:08.974392+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-09-18T09:27:10.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:09 smithi078 bash[90742]: cluster 2024-09-18T09:27:08.974392+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-09-18T09:27:10.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:09 smithi078 bash[94202]: cluster 2024-09-18T09:27:08.974392+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-09-18T09:27:10.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:09 smithi078 bash[94202]: cluster 2024-09-18T09:27:08.974392+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-09-18T09:27:10.795 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:10 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:10.468131885Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:11.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:10 smithi189 bash[70525]: cluster 2024-09-18T09:27:09.861219+0000 mgr.y (mgr.15249) 818 : cluster [DBG] pgmap v497: 161 pgs: 19 peering, 29 active+undersized, 13 active+undersized+degraded, 100 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 48/636 objects degraded (7.547%) 2024-09-18T09:27:11.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:10 smithi189 bash[70525]: cluster 2024-09-18T09:27:09.861219+0000 mgr.y (mgr.15249) 818 : cluster [DBG] pgmap v497: 161 pgs: 19 peering, 29 active+undersized, 13 active+undersized+degraded, 100 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 48/636 objects degraded (7.547%) 2024-09-18T09:27:11.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:10 smithi189 bash[70525]: cluster 2024-09-18T09:27:09.966401+0000 mon.a (mon.0) 644 : cluster [WRN] Health check update: Degraded data redundancy: 48/636 objects degraded (7.547%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:27:11.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:10 smithi189 bash[70525]: cluster 2024-09-18T09:27:09.966401+0000 mon.a (mon.0) 644 : cluster [WRN] Health check update: Degraded data redundancy: 48/636 objects degraded (7.547%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:27:11.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:10 smithi078 bash[90742]: cluster 2024-09-18T09:27:09.861219+0000 mgr.y (mgr.15249) 818 : cluster [DBG] pgmap v497: 161 pgs: 19 peering, 29 active+undersized, 13 active+undersized+degraded, 100 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 48/636 objects degraded (7.547%) 2024-09-18T09:27:11.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:10 smithi078 bash[90742]: cluster 2024-09-18T09:27:09.861219+0000 mgr.y (mgr.15249) 818 : cluster [DBG] pgmap v497: 161 pgs: 19 peering, 29 active+undersized, 13 active+undersized+degraded, 100 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 48/636 objects degraded (7.547%) 2024-09-18T09:27:11.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:10 smithi078 bash[90742]: cluster 2024-09-18T09:27:09.966401+0000 mon.a (mon.0) 644 : cluster [WRN] Health check update: Degraded data redundancy: 48/636 objects degraded (7.547%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:27:11.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:10 smithi078 bash[90742]: cluster 2024-09-18T09:27:09.966401+0000 mon.a (mon.0) 644 : cluster [WRN] Health check update: Degraded data redundancy: 48/636 objects degraded (7.547%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:27:11.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:10 smithi078 bash[94202]: cluster 2024-09-18T09:27:09.861219+0000 mgr.y (mgr.15249) 818 : cluster [DBG] pgmap v497: 161 pgs: 19 peering, 29 active+undersized, 13 active+undersized+degraded, 100 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 48/636 objects degraded (7.547%) 2024-09-18T09:27:11.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:10 smithi078 bash[94202]: cluster 2024-09-18T09:27:09.861219+0000 mgr.y (mgr.15249) 818 : cluster [DBG] pgmap v497: 161 pgs: 19 peering, 29 active+undersized, 13 active+undersized+degraded, 100 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 48/636 objects degraded (7.547%) 2024-09-18T09:27:11.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:10 smithi078 bash[94202]: cluster 2024-09-18T09:27:09.966401+0000 mon.a (mon.0) 644 : cluster [WRN] Health check update: Degraded data redundancy: 48/636 objects degraded (7.547%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:27:11.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:10 smithi078 bash[94202]: cluster 2024-09-18T09:27:09.966401+0000 mon.a (mon.0) 644 : cluster [WRN] Health check update: Degraded data redundancy: 48/636 objects degraded (7.547%), 13 pgs degraded (PG_DEGRADED) 2024-09-18T09:27:13.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: cluster 2024-09-18T09:27:11.862223+0000 mgr.y (mgr.15249) 819 : cluster [DBG] pgmap v498: 161 pgs: 19 peering, 23 active+undersized, 9 active+undersized+degraded, 110 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 40/636 objects degraded (6.289%) 2024-09-18T09:27:13.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: cluster 2024-09-18T09:27:11.862223+0000 mgr.y (mgr.15249) 819 : cluster [DBG] pgmap v498: 161 pgs: 19 peering, 23 active+undersized, 9 active+undersized+degraded, 110 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 40/636 objects degraded (6.289%) 2024-09-18T09:27:13.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.623065+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.623065+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.633290+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.633290+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.635412+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:13.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.635412+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:13.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.637229+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:13.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.637229+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:13.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.647920+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.647920+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.778165+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:27:13.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.778165+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:27:13.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.781288+0000 mon.a (mon.0) 651 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.781288+0000 mon.a (mon.0) 651 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.783586+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.783586+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.785469+0000 mon.a (mon.0) 653 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.785469+0000 mon.a (mon.0) 653 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.788476+0000 mon.a (mon.0) 654 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.788476+0000 mon.a (mon.0) 654 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.796959+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.796959+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.801058+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-18T09:27:13.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.801058+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-18T09:27:13.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.806761+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-18T09:27:13.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.806761+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-18T09:27:13.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.810943+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-18T09:27:13.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.810943+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-18T09:27:13.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.816736+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-18T09:27:13.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.816736+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-18T09:27:13.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.820716+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-18T09:27:13.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.820716+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-18T09:27:13.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.826840+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-18T09:27:13.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.826840+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-18T09:27:13.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.831045+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-18T09:27:13.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.831045+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-18T09:27:13.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.836902+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-18T09:27:13.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.836902+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-18T09:27:13.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.841005+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-18T09:27:13.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.841005+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-18T09:27:13.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.846910+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-18T09:27:13.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.846910+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-18T09:27:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.851014+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-18T09:27:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.851014+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-18T09:27:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.856849+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-18T09:27:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.856849+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-18T09:27:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.860932+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-18T09:27:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.860932+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-18T09:27:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.868999+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-18T09:27:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.868999+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-18T09:27:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.873458+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-18T09:27:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.873458+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-18T09:27:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.881451+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-18T09:27:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.881451+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-18T09:27:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.890550+0000 mon.a (mon.0) 672 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.890550+0000 mon.a (mon.0) 672 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.900980+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.900980+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.907263+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.907263+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.918273+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.918273+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.923716+0000 mon.a (mon.0) 676 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.923716+0000 mon.a (mon.0) 676 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.926629+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.926629+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.934925+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.934925+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.940982+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.940982+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.949117+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.949117+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.956865+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.956865+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.965059+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.965059+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.971359+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.971359+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.974913+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.974913+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.978678+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:12 smithi189 bash[70525]: audit 2024-09-18T09:27:12.978678+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: cluster 2024-09-18T09:27:11.862223+0000 mgr.y (mgr.15249) 819 : cluster [DBG] pgmap v498: 161 pgs: 19 peering, 23 active+undersized, 9 active+undersized+degraded, 110 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 40/636 objects degraded (6.289%) 2024-09-18T09:27:13.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: cluster 2024-09-18T09:27:11.862223+0000 mgr.y (mgr.15249) 819 : cluster [DBG] pgmap v498: 161 pgs: 19 peering, 23 active+undersized, 9 active+undersized+degraded, 110 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 40/636 objects degraded (6.289%) 2024-09-18T09:27:13.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.623065+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.623065+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.633290+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.633290+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.635412+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:13.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.635412+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:13.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.637229+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:13.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.637229+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:13.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.647920+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.647920+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.778165+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:27:13.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.778165+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:27:13.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.781288+0000 mon.a (mon.0) 651 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.781288+0000 mon.a (mon.0) 651 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.783586+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.783586+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.785469+0000 mon.a (mon.0) 653 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: cluster 2024-09-18T09:27:11.862223+0000 mgr.y (mgr.15249) 819 : cluster [DBG] pgmap v498: 161 pgs: 19 peering, 23 active+undersized, 9 active+undersized+degraded, 110 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 40/636 objects degraded (6.289%) 2024-09-18T09:27:13.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: cluster 2024-09-18T09:27:11.862223+0000 mgr.y (mgr.15249) 819 : cluster [DBG] pgmap v498: 161 pgs: 19 peering, 23 active+undersized, 9 active+undersized+degraded, 110 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 40/636 objects degraded (6.289%) 2024-09-18T09:27:13.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.623065+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.623065+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.633290+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.633290+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.635412+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:13.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.635412+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:13.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.637229+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:13.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.637229+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:13.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.647920+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.647920+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.778165+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:27:13.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.778165+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:27:13.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.781288+0000 mon.a (mon.0) 651 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.781288+0000 mon.a (mon.0) 651 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.783586+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.783586+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.785469+0000 mon.a (mon.0) 653 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.785469+0000 mon.a (mon.0) 653 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.788476+0000 mon.a (mon.0) 654 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.788476+0000 mon.a (mon.0) 654 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.796959+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.796959+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.801058+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-18T09:27:13.461 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.801058+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-18T09:27:13.461 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.806761+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-18T09:27:13.461 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.806761+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-18T09:27:13.461 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.810943+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-18T09:27:13.461 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.810943+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-18T09:27:13.461 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.816736+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-18T09:27:13.461 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.816736+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-18T09:27:13.461 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.820716+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-18T09:27:13.461 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.820716+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-18T09:27:13.461 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.826840+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-18T09:27:13.461 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.826840+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-18T09:27:13.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.785469+0000 mon.a (mon.0) 653 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.788476+0000 mon.a (mon.0) 654 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.788476+0000 mon.a (mon.0) 654 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.796959+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.796959+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.801058+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-18T09:27:13.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.801058+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-18T09:27:13.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.806761+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-18T09:27:13.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.806761+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-18T09:27:13.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.810943+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-18T09:27:13.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.810943+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-18T09:27:13.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.816736+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-18T09:27:13.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.816736+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-18T09:27:13.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.820716+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-18T09:27:13.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.820716+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-18T09:27:13.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.826840+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-18T09:27:13.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.826840+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-18T09:27:13.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[90742]: audit 2024-09-18T09:27:12.831045+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-18T09:27:13.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.831045+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-18T09:27:13.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.836902+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-18T09:27:13.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.836902+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-18T09:27:13.464 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.841005+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-18T09:27:13.464 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.841005+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-18T09:27:13.464 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.846910+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-18T09:27:13.464 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.846910+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-18T09:27:13.464 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.851014+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-18T09:27:13.464 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.851014+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-18T09:27:13.464 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.856849+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-18T09:27:13.464 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.856849+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-18T09:27:13.464 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.860932+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-18T09:27:13.464 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.860932+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-18T09:27:13.464 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.868999+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-18T09:27:13.464 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.868999+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-18T09:27:13.464 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.873458+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-18T09:27:13.465 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.831045+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-18T09:27:13.465 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.831045+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-18T09:27:13.465 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.836902+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-18T09:27:13.465 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.836902+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-18T09:27:13.465 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.841005+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-18T09:27:13.465 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.841005+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-18T09:27:13.465 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.846910+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-18T09:27:13.465 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.846910+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-18T09:27:13.465 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.851014+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-18T09:27:13.465 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.851014+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-18T09:27:13.465 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.856849+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-18T09:27:13.465 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.856849+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-18T09:27:13.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.860932+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-18T09:27:13.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.860932+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-18T09:27:13.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.868999+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-18T09:27:13.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.868999+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-18T09:27:13.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.873458+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-18T09:27:13.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.873458+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-18T09:27:13.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.881451+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-18T09:27:13.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.881451+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-18T09:27:13.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.890550+0000 mon.a (mon.0) 672 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.890550+0000 mon.a (mon.0) 672 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.900980+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.900980+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.907263+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.907263+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.918273+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.918273+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.923716+0000 mon.a (mon.0) 676 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.923716+0000 mon.a (mon.0) 676 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.926629+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.926629+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.934925+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.934925+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.940982+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.940982+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.949117+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.949117+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.956865+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.956865+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.965059+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.965059+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.971359+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.971359+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.974913+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.974913+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.978678+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.978678+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.469 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.873458+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-18T09:27:13.469 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.881451+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-18T09:27:13.469 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.881451+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-18T09:27:13.469 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.890550+0000 mon.a (mon.0) 672 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.469 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:12 smithi078 bash[94202]: audit 2024-09-18T09:27:12.890550+0000 mon.a (mon.0) 672 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.469 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.900980+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.900980+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.907263+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.907263+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.918273+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.918273+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.923716+0000 mon.a (mon.0) 676 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.923716+0000 mon.a (mon.0) 676 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.926629+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.926629+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.934925+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.934925+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.940982+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.940982+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.949117+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.949117+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.956865+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.956865+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.965059+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.965059+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:13.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.971359+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.971359+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.974913+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.974913+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.978678+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.978678+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:13.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:13.465197564Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:13.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:27:13] "GET /metrics HTTP/1.1" 200 38340 "" "Prometheus/2.51.0" 2024-09-18T09:27:14.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: cephadm 2024-09-18T09:27:12.789811+0000 mgr.y (mgr.15249) 820 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-18T09:27:14.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: cephadm 2024-09-18T09:27:12.789811+0000 mgr.y (mgr.15249) 820 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-18T09:27:14.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: cephadm 2024-09-18T09:27:12.892185+0000 mgr.y (mgr.15249) 821 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:27:14.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: cephadm 2024-09-18T09:27:12.892185+0000 mgr.y (mgr.15249) 821 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:27:14.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: cephadm 2024-09-18T09:27:12.909368+0000 mgr.y (mgr.15249) 822 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:27:14.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: cephadm 2024-09-18T09:27:12.909368+0000 mgr.y (mgr.15249) 822 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:27:14.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: cephadm 2024-09-18T09:27:12.928302+0000 mgr.y (mgr.15249) 823 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:27:14.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: cephadm 2024-09-18T09:27:12.928302+0000 mgr.y (mgr.15249) 823 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:27:14.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: cephadm 2024-09-18T09:27:12.942575+0000 mgr.y (mgr.15249) 824 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:27:14.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: cephadm 2024-09-18T09:27:12.942575+0000 mgr.y (mgr.15249) 824 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:27:14.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: cephadm 2024-09-18T09:27:12.958430+0000 mgr.y (mgr.15249) 825 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:27:14.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: cephadm 2024-09-18T09:27:12.958430+0000 mgr.y (mgr.15249) 825 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:27:14.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:12.997801+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:12.997801+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.001366+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.001366+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.004452+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.004452+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: cephadm 2024-09-18T09:27:13.006078+0000 mgr.y (mgr.15249) 826 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:27:14.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: cephadm 2024-09-18T09:27:13.006078+0000 mgr.y (mgr.15249) 826 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:27:14.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.008075+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:27:14.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.008075+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:27:14.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.014747+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:27:14.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.014747+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:27:14.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.019390+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.019390+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.025599+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:27:14.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.025599+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:27:14.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.029821+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:27:14.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.029821+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:27:14.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.037362+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:27:14.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.037362+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:27:14.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.042690+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:27:14.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.042690+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:27:14.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.050913+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-18T09:27:14.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.050913+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-18T09:27:14.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.055289+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:27:14.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.055289+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:27:14.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.063440+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:27:14.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.063440+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:27:14.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.067380+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:27:14.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.067380+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:27:14.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.068886+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:27:14.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.068886+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:27:14.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.076359+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:27:14.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.076359+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:27:14.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.080290+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.080290+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.081984+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:27:14.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.081984+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:27:14.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.089809+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:27:14.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.089809+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:27:14.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.093702+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:27:14.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:13 smithi189 bash[70525]: audit 2024-09-18T09:27:13.093702+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:27:14.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.095268+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:27:14.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.095268+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:27:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.103706+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:27:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.103706+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:27:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.107699+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:27:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.107699+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:27:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.115180+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:27:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.115180+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:27:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.118884+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.118884+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.120277+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.120277+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.121765+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.121765+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.123227+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.123227+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.124511+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.124511+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.125732+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.125732+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.127560+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:27:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.127560+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:27:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.135712+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:27:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.135712+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:27:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.137915+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.137915+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.139870+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.139870+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:14.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.152297+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:14.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.152297+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:14.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.246105+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:14.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.246105+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:14.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.247664+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:14.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.247664+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:14.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.259114+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:14.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: audit 2024-09-18T09:27:13.259114+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:14.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: cephadm 2024-09-18T09:27:12.789811+0000 mgr.y (mgr.15249) 820 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-18T09:27:14.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: cephadm 2024-09-18T09:27:12.789811+0000 mgr.y (mgr.15249) 820 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-18T09:27:14.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: cephadm 2024-09-18T09:27:12.892185+0000 mgr.y (mgr.15249) 821 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:27:14.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: cephadm 2024-09-18T09:27:12.892185+0000 mgr.y (mgr.15249) 821 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:27:14.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: cephadm 2024-09-18T09:27:12.909368+0000 mgr.y (mgr.15249) 822 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:27:14.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: cephadm 2024-09-18T09:27:12.909368+0000 mgr.y (mgr.15249) 822 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:27:14.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: cephadm 2024-09-18T09:27:12.928302+0000 mgr.y (mgr.15249) 823 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:27:14.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: cephadm 2024-09-18T09:27:12.928302+0000 mgr.y (mgr.15249) 823 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:27:14.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: cephadm 2024-09-18T09:27:12.942575+0000 mgr.y (mgr.15249) 824 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:27:14.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: cephadm 2024-09-18T09:27:12.942575+0000 mgr.y (mgr.15249) 824 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:27:14.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: cephadm 2024-09-18T09:27:12.958430+0000 mgr.y (mgr.15249) 825 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:27:14.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: cephadm 2024-09-18T09:27:12.958430+0000 mgr.y (mgr.15249) 825 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:27:14.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.997801+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:12.997801+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:13.001366+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:13.001366+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:13.004452+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:13.004452+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: cephadm 2024-09-18T09:27:13.006078+0000 mgr.y (mgr.15249) 826 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:27:14.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: cephadm 2024-09-18T09:27:13.006078+0000 mgr.y (mgr.15249) 826 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:27:14.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:13.008075+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:27:14.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:13.008075+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:27:14.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: cephadm 2024-09-18T09:27:12.789811+0000 mgr.y (mgr.15249) 820 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-18T09:27:14.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: cephadm 2024-09-18T09:27:12.789811+0000 mgr.y (mgr.15249) 820 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-18T09:27:14.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: cephadm 2024-09-18T09:27:12.892185+0000 mgr.y (mgr.15249) 821 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:27:14.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: cephadm 2024-09-18T09:27:12.892185+0000 mgr.y (mgr.15249) 821 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:27:14.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: cephadm 2024-09-18T09:27:12.909368+0000 mgr.y (mgr.15249) 822 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:27:14.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: cephadm 2024-09-18T09:27:12.909368+0000 mgr.y (mgr.15249) 822 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:27:14.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: cephadm 2024-09-18T09:27:12.928302+0000 mgr.y (mgr.15249) 823 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:27:14.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: cephadm 2024-09-18T09:27:12.928302+0000 mgr.y (mgr.15249) 823 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:27:14.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: cephadm 2024-09-18T09:27:12.942575+0000 mgr.y (mgr.15249) 824 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:27:14.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: cephadm 2024-09-18T09:27:12.942575+0000 mgr.y (mgr.15249) 824 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:27:14.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: cephadm 2024-09-18T09:27:12.958430+0000 mgr.y (mgr.15249) 825 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:27:14.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: cephadm 2024-09-18T09:27:12.958430+0000 mgr.y (mgr.15249) 825 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:27:14.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.997801+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:12.997801+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.001366+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.001366+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.004452+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.004452+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:14.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: cephadm 2024-09-18T09:27:13.006078+0000 mgr.y (mgr.15249) 826 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:27:14.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: cephadm 2024-09-18T09:27:13.006078+0000 mgr.y (mgr.15249) 826 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:27:14.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.008075+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:27:14.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.008075+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:27:14.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.014747+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:27:14.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.014747+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:27:14.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.019390+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.019390+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.025599+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:27:14.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.025599+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:27:14.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.029821+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:27:14.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.029821+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:27:14.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.037362+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:27:14.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.037362+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:27:14.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.042690+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:27:14.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.042690+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:27:14.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.050913+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-18T09:27:14.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.050913+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-18T09:27:14.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[90742]: audit 2024-09-18T09:27:13.055289+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:27:14.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.055289+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:27:14.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:13.014747+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:27:14.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:13 smithi078 bash[94202]: audit 2024-09-18T09:27:13.014747+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:27:14.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.019390+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.019390+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.025599+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:27:14.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.025599+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:27:14.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.029821+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:27:14.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.029821+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:27:14.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.037362+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:27:14.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.037362+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:27:14.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.042690+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:27:14.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.042690+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:27:14.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.050913+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-18T09:27:14.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.050913+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-18T09:27:14.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.055289+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:27:14.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.055289+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:27:14.461 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.063440+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:27:14.461 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.063440+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:27:14.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.067380+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:27:14.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.067380+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:27:14.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.068886+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:27:14.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.068886+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:27:14.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.076359+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:27:14.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.076359+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:27:14.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.080290+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.080290+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.081984+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:27:14.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.081984+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:27:14.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.089809+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:27:14.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.089809+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:27:14.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.093702+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:27:14.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.093702+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:27:14.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.063440+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:27:14.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.063440+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:27:14.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.067380+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:27:14.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.067380+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:27:14.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.068886+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:27:14.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.068886+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:27:14.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.076359+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:27:14.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.076359+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:27:14.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.080290+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.080290+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.081984+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:27:14.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.081984+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:27:14.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.089809+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:27:14.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.089809+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:27:14.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.093702+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:27:14.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.093702+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:27:14.464 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.095268+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:27:14.464 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.095268+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:27:14.464 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.103706+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:27:14.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.103706+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:27:14.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.107699+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:27:14.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.107699+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:27:14.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.115180+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:27:14.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.115180+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:27:14.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.118884+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.118884+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.120277+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.120277+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.121765+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.121765+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.123227+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.123227+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.095268+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:27:14.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.095268+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:27:14.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.103706+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:27:14.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.103706+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:27:14.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.107699+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:27:14.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.107699+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:27:14.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.115180+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:27:14.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.115180+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:27:14.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.118884+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.118884+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.120277+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.120277+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.121765+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.121765+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.123227+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.123227+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.124511+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.124511+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.125732+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.125732+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.127560+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:27:14.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.127560+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:27:14.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.135712+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:27:14.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.135712+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:27:14.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.137915+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:14.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.137915+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:14.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.139870+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:14.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.139870+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:14.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.152297+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:14.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.152297+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:14.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.246105+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:14.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.246105+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:14.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.247664+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:14.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.247664+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:14.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.259114+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:14.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: audit 2024-09-18T09:27:13.259114+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:14.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.124511+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.124511+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.125732+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.125732+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:27:14.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.127560+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:27:14.474 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.127560+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:27:14.474 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.135712+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:27:14.474 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.135712+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:27:14.474 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.137915+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:14.474 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.137915+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:14.474 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.139870+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:14.474 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.139870+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:14.474 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.152297+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:14.474 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.152297+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:14.474 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.246105+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:14.474 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.246105+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:27:14.474 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.247664+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:14.474 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.247664+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:27:14.474 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.259114+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:14.475 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: audit 2024-09-18T09:27:13.259114+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:15.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: cephadm 2024-09-18T09:27:13.126746+0000 mgr.y (mgr.15249) 827 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:27:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: cephadm 2024-09-18T09:27:13.126746+0000 mgr.y (mgr.15249) 827 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:27:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: cluster 2024-09-18T09:27:13.863563+0000 mgr.y (mgr.15249) 828 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-18T09:27:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: cluster 2024-09-18T09:27:13.863563+0000 mgr.y (mgr.15249) 828 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-18T09:27:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: cluster 2024-09-18T09:27:14.254813+0000 mon.a (mon.0) 724 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/636 objects degraded (6.289%), 9 pgs degraded) 2024-09-18T09:27:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: cluster 2024-09-18T09:27:14.254813+0000 mon.a (mon.0) 724 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/636 objects degraded (6.289%), 9 pgs degraded) 2024-09-18T09:27:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: cluster 2024-09-18T09:27:14.254858+0000 mon.a (mon.0) 725 : cluster [INF] Cluster is now healthy 2024-09-18T09:27:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:14 smithi189 bash[70525]: cluster 2024-09-18T09:27:14.254858+0000 mon.a (mon.0) 725 : cluster [INF] Cluster is now healthy 2024-09-18T09:27:15.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: cephadm 2024-09-18T09:27:13.126746+0000 mgr.y (mgr.15249) 827 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:27:15.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: cephadm 2024-09-18T09:27:13.126746+0000 mgr.y (mgr.15249) 827 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:27:15.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: cluster 2024-09-18T09:27:13.863563+0000 mgr.y (mgr.15249) 828 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-18T09:27:15.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: cluster 2024-09-18T09:27:13.863563+0000 mgr.y (mgr.15249) 828 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-18T09:27:15.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: cluster 2024-09-18T09:27:14.254813+0000 mon.a (mon.0) 724 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/636 objects degraded (6.289%), 9 pgs degraded) 2024-09-18T09:27:15.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: cluster 2024-09-18T09:27:14.254813+0000 mon.a (mon.0) 724 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/636 objects degraded (6.289%), 9 pgs degraded) 2024-09-18T09:27:15.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: cluster 2024-09-18T09:27:14.254858+0000 mon.a (mon.0) 725 : cluster [INF] Cluster is now healthy 2024-09-18T09:27:15.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[90742]: cluster 2024-09-18T09:27:14.254858+0000 mon.a (mon.0) 725 : cluster [INF] Cluster is now healthy 2024-09-18T09:27:15.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: cephadm 2024-09-18T09:27:13.126746+0000 mgr.y (mgr.15249) 827 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:27:15.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: cephadm 2024-09-18T09:27:13.126746+0000 mgr.y (mgr.15249) 827 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:27:15.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: cluster 2024-09-18T09:27:13.863563+0000 mgr.y (mgr.15249) 828 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-18T09:27:15.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: cluster 2024-09-18T09:27:13.863563+0000 mgr.y (mgr.15249) 828 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-18T09:27:15.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: cluster 2024-09-18T09:27:14.254813+0000 mon.a (mon.0) 724 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/636 objects degraded (6.289%), 9 pgs degraded) 2024-09-18T09:27:15.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: cluster 2024-09-18T09:27:14.254813+0000 mon.a (mon.0) 724 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/636 objects degraded (6.289%), 9 pgs degraded) 2024-09-18T09:27:15.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: cluster 2024-09-18T09:27:14.254858+0000 mon.a (mon.0) 725 : cluster [INF] Cluster is now healthy 2024-09-18T09:27:15.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:14 smithi078 bash[94202]: cluster 2024-09-18T09:27:14.254858+0000 mon.a (mon.0) 725 : cluster [INF] Cluster is now healthy 2024-09-18T09:27:16.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:16 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:16.428690004Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:17.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:16 smithi189 bash[70525]: cluster 2024-09-18T09:27:15.864730+0000 mgr.y (mgr.15249) 829 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:17.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:16 smithi189 bash[70525]: cluster 2024-09-18T09:27:15.864730+0000 mgr.y (mgr.15249) 829 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:17.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:16 smithi078 bash[94202]: cluster 2024-09-18T09:27:15.864730+0000 mgr.y (mgr.15249) 829 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:17.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:16 smithi078 bash[94202]: cluster 2024-09-18T09:27:15.864730+0000 mgr.y (mgr.15249) 829 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:17.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:16 smithi078 bash[90742]: cluster 2024-09-18T09:27:15.864730+0000 mgr.y (mgr.15249) 829 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:17.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:16 smithi078 bash[90742]: cluster 2024-09-18T09:27:15.864730+0000 mgr.y (mgr.15249) 829 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:18.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:18 smithi189 bash[70525]: audit 2024-09-18T09:27:16.124488+0000 mgr.y (mgr.15249) 830 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:18.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:18 smithi189 bash[70525]: audit 2024-09-18T09:27:16.124488+0000 mgr.y (mgr.15249) 830 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:18.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:18 smithi189 bash[70525]: audit 2024-09-18T09:27:17.254213+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:18.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:18 smithi189 bash[70525]: audit 2024-09-18T09:27:17.254213+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:18.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:18 smithi189 bash[70525]: audit 2024-09-18T09:27:17.256292+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:18.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:18 smithi189 bash[70525]: audit 2024-09-18T09:27:17.256292+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:18.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:18 smithi189 bash[70525]: audit 2024-09-18T09:27:17.694253+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:18.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:18 smithi189 bash[70525]: audit 2024-09-18T09:27:17.694253+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:18.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:17 smithi078 bash[90742]: audit 2024-09-18T09:27:16.124488+0000 mgr.y (mgr.15249) 830 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:18.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:17 smithi078 bash[90742]: audit 2024-09-18T09:27:16.124488+0000 mgr.y (mgr.15249) 830 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:18.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:18 smithi078 bash[90742]: audit 2024-09-18T09:27:17.254213+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:18.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:18 smithi078 bash[90742]: audit 2024-09-18T09:27:17.254213+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:18.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:18 smithi078 bash[90742]: audit 2024-09-18T09:27:17.256292+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:18.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:18 smithi078 bash[90742]: audit 2024-09-18T09:27:17.256292+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:18.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:18 smithi078 bash[90742]: audit 2024-09-18T09:27:17.694253+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:18.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:18 smithi078 bash[90742]: audit 2024-09-18T09:27:17.694253+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:18.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:18 smithi078 bash[94202]: audit 2024-09-18T09:27:16.124488+0000 mgr.y (mgr.15249) 830 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:18.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:18 smithi078 bash[94202]: audit 2024-09-18T09:27:16.124488+0000 mgr.y (mgr.15249) 830 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:18.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:18 smithi078 bash[94202]: audit 2024-09-18T09:27:17.254213+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:18.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:18 smithi078 bash[94202]: audit 2024-09-18T09:27:17.254213+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:18.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:18 smithi078 bash[94202]: audit 2024-09-18T09:27:17.256292+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:18.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:18 smithi078 bash[94202]: audit 2024-09-18T09:27:17.256292+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:18.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:18 smithi078 bash[94202]: audit 2024-09-18T09:27:17.694253+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:18.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:18 smithi078 bash[94202]: audit 2024-09-18T09:27:17.694253+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:19.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:19 smithi189 bash[70525]: cluster 2024-09-18T09:27:17.865793+0000 mgr.y (mgr.15249) 831 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:27:19.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:19 smithi189 bash[70525]: cluster 2024-09-18T09:27:17.865793+0000 mgr.y (mgr.15249) 831 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:27:19.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:19 smithi078 bash[90742]: cluster 2024-09-18T09:27:17.865793+0000 mgr.y (mgr.15249) 831 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:27:19.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:19 smithi078 bash[90742]: cluster 2024-09-18T09:27:17.865793+0000 mgr.y (mgr.15249) 831 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:27:19.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:19 smithi078 bash[94202]: cluster 2024-09-18T09:27:17.865793+0000 mgr.y (mgr.15249) 831 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:27:19.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:19 smithi078 bash[94202]: cluster 2024-09-18T09:27:17.865793+0000 mgr.y (mgr.15249) 831 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-18T09:27:19.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:19 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:19.457995381Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:21.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:21 smithi189 bash[70525]: cluster 2024-09-18T09:27:19.867072+0000 mgr.y (mgr.15249) 832 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 939 B/s rd, 0 op/s 2024-09-18T09:27:21.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:21 smithi189 bash[70525]: cluster 2024-09-18T09:27:19.867072+0000 mgr.y (mgr.15249) 832 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 939 B/s rd, 0 op/s 2024-09-18T09:27:21.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:21 smithi078 bash[90742]: cluster 2024-09-18T09:27:19.867072+0000 mgr.y (mgr.15249) 832 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 939 B/s rd, 0 op/s 2024-09-18T09:27:21.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:21 smithi078 bash[90742]: cluster 2024-09-18T09:27:19.867072+0000 mgr.y (mgr.15249) 832 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 939 B/s rd, 0 op/s 2024-09-18T09:27:21.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:21 smithi078 bash[94202]: cluster 2024-09-18T09:27:19.867072+0000 mgr.y (mgr.15249) 832 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 939 B/s rd, 0 op/s 2024-09-18T09:27:21.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:21 smithi078 bash[94202]: cluster 2024-09-18T09:27:19.867072+0000 mgr.y (mgr.15249) 832 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 939 B/s rd, 0 op/s 2024-09-18T09:27:22.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:22 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:22.428950123Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:23.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:23 smithi189 bash[70525]: cluster 2024-09-18T09:27:21.867954+0000 mgr.y (mgr.15249) 833 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:23.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:23 smithi189 bash[70525]: cluster 2024-09-18T09:27:21.867954+0000 mgr.y (mgr.15249) 833 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:23.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:23 smithi189 bash[70525]: audit 2024-09-18T09:27:22.705514+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:23.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:23 smithi189 bash[70525]: audit 2024-09-18T09:27:22.705514+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:23.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:23 smithi078 bash[90742]: cluster 2024-09-18T09:27:21.867954+0000 mgr.y (mgr.15249) 833 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:23.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:23 smithi078 bash[90742]: cluster 2024-09-18T09:27:21.867954+0000 mgr.y (mgr.15249) 833 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:23.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:23 smithi078 bash[90742]: audit 2024-09-18T09:27:22.705514+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:23.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:23 smithi078 bash[90742]: audit 2024-09-18T09:27:22.705514+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:23.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:23 smithi078 bash[94202]: cluster 2024-09-18T09:27:21.867954+0000 mgr.y (mgr.15249) 833 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:23.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:23 smithi078 bash[94202]: cluster 2024-09-18T09:27:21.867954+0000 mgr.y (mgr.15249) 833 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:23.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:23 smithi078 bash[94202]: audit 2024-09-18T09:27:22.705514+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:23.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:23 smithi078 bash[94202]: audit 2024-09-18T09:27:22.705514+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:27:23.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:27:23 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:27:23] "GET /metrics HTTP/1.1" 200 38329 "" "Prometheus/2.51.0" 2024-09-18T09:27:25.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:25 smithi189 bash[70525]: cluster 2024-09-18T09:27:23.869358+0000 mgr.y (mgr.15249) 834 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:25.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:25 smithi189 bash[70525]: cluster 2024-09-18T09:27:23.869358+0000 mgr.y (mgr.15249) 834 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:25.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:25 smithi078 bash[94202]: cluster 2024-09-18T09:27:23.869358+0000 mgr.y (mgr.15249) 834 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:25.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:25 smithi078 bash[94202]: cluster 2024-09-18T09:27:23.869358+0000 mgr.y (mgr.15249) 834 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:25.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:25 smithi078 bash[90742]: cluster 2024-09-18T09:27:23.869358+0000 mgr.y (mgr.15249) 834 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:25.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:25 smithi078 bash[90742]: cluster 2024-09-18T09:27:23.869358+0000 mgr.y (mgr.15249) 834 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:25.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:25 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:25.468854695Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:27.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:27 smithi189 bash[70525]: cluster 2024-09-18T09:27:25.870318+0000 mgr.y (mgr.15249) 835 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:27.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:27 smithi189 bash[70525]: cluster 2024-09-18T09:27:25.870318+0000 mgr.y (mgr.15249) 835 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:27.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:27 smithi078 bash[90742]: cluster 2024-09-18T09:27:25.870318+0000 mgr.y (mgr.15249) 835 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:27.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:27 smithi078 bash[90742]: cluster 2024-09-18T09:27:25.870318+0000 mgr.y (mgr.15249) 835 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:27.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:27 smithi078 bash[94202]: cluster 2024-09-18T09:27:25.870318+0000 mgr.y (mgr.15249) 835 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:27.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:27 smithi078 bash[94202]: cluster 2024-09-18T09:27:25.870318+0000 mgr.y (mgr.15249) 835 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:28.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:28 smithi189 bash[70525]: audit 2024-09-18T09:27:26.135735+0000 mgr.y (mgr.15249) 836 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:28.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:28 smithi189 bash[70525]: audit 2024-09-18T09:27:26.135735+0000 mgr.y (mgr.15249) 836 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:28.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:28 smithi078 bash[90742]: audit 2024-09-18T09:27:26.135735+0000 mgr.y (mgr.15249) 836 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:28.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:28 smithi078 bash[90742]: audit 2024-09-18T09:27:26.135735+0000 mgr.y (mgr.15249) 836 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:28.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:28 smithi078 bash[94202]: audit 2024-09-18T09:27:26.135735+0000 mgr.y (mgr.15249) 836 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:28.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:28 smithi078 bash[94202]: audit 2024-09-18T09:27:26.135735+0000 mgr.y (mgr.15249) 836 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:28.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:28 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:28.457998604Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:29.282 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:29 smithi078 bash[90742]: cluster 2024-09-18T09:27:27.871323+0000 mgr.y (mgr.15249) 837 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:29.282 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:29 smithi078 bash[90742]: cluster 2024-09-18T09:27:27.871323+0000 mgr.y (mgr.15249) 837 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:29.282 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:29 smithi078 bash[94202]: cluster 2024-09-18T09:27:27.871323+0000 mgr.y (mgr.15249) 837 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:29.283 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:29 smithi078 bash[94202]: cluster 2024-09-18T09:27:27.871323+0000 mgr.y (mgr.15249) 837 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:29.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:29 smithi189 bash[70525]: cluster 2024-09-18T09:27:27.871323+0000 mgr.y (mgr.15249) 837 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:29.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:29 smithi189 bash[70525]: cluster 2024-09-18T09:27:27.871323+0000 mgr.y (mgr.15249) 837 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:30.095 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch ps' 2024-09-18T09:27:31.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:31 smithi189 bash[70525]: audit 2024-09-18T09:27:29.257441+0000 mgr.y (mgr.15249) 838 : audit [DBG] from='client.44619 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:31.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:31 smithi189 bash[70525]: audit 2024-09-18T09:27:29.257441+0000 mgr.y (mgr.15249) 838 : audit [DBG] from='client.44619 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:31.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:31 smithi189 bash[70525]: cluster 2024-09-18T09:27:29.872598+0000 mgr.y (mgr.15249) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:31 smithi189 bash[70525]: cluster 2024-09-18T09:27:29.872598+0000 mgr.y (mgr.15249) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:31.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:31 smithi078 bash[90742]: audit 2024-09-18T09:27:29.257441+0000 mgr.y (mgr.15249) 838 : audit [DBG] from='client.44619 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:31.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:31 smithi078 bash[90742]: audit 2024-09-18T09:27:29.257441+0000 mgr.y (mgr.15249) 838 : audit [DBG] from='client.44619 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:31.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:31 smithi078 bash[90742]: cluster 2024-09-18T09:27:29.872598+0000 mgr.y (mgr.15249) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:31.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:31 smithi078 bash[90742]: cluster 2024-09-18T09:27:29.872598+0000 mgr.y (mgr.15249) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:31.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:31 smithi078 bash[94202]: audit 2024-09-18T09:27:29.257441+0000 mgr.y (mgr.15249) 838 : audit [DBG] from='client.44619 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:31.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:31 smithi078 bash[94202]: audit 2024-09-18T09:27:29.257441+0000 mgr.y (mgr.15249) 838 : audit [DBG] from='client.44619 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:31.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:31 smithi078 bash[94202]: cluster 2024-09-18T09:27:29.872598+0000 mgr.y (mgr.15249) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:31.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:31 smithi078 bash[94202]: cluster 2024-09-18T09:27:29.872598+0000 mgr.y (mgr.15249) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:31.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:31 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:31.451151007Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:33.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:32 smithi189 bash[70525]: cluster 2024-09-18T09:27:31.873539+0000 mgr.y (mgr.15249) 840 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:33.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:32 smithi189 bash[70525]: cluster 2024-09-18T09:27:31.873539+0000 mgr.y (mgr.15249) 840 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:33.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:32 smithi189 bash[70525]: audit 2024-09-18T09:27:32.246855+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:33.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:32 smithi189 bash[70525]: audit 2024-09-18T09:27:32.246855+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:32 smithi078 bash[90742]: cluster 2024-09-18T09:27:31.873539+0000 mgr.y (mgr.15249) 840 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:32 smithi078 bash[90742]: cluster 2024-09-18T09:27:31.873539+0000 mgr.y (mgr.15249) 840 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:32 smithi078 bash[90742]: audit 2024-09-18T09:27:32.246855+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:32 smithi078 bash[90742]: audit 2024-09-18T09:27:32.246855+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:32 smithi078 bash[94202]: cluster 2024-09-18T09:27:31.873539+0000 mgr.y (mgr.15249) 840 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:32 smithi078 bash[94202]: cluster 2024-09-18T09:27:31.873539+0000 mgr.y (mgr.15249) 840 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:32 smithi078 bash[94202]: audit 2024-09-18T09:27:32.246855+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:33.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:32 smithi078 bash[94202]: audit 2024-09-18T09:27:32.246855+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:33.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:27:33 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:27:33] "GET /metrics HTTP/1.1" 200 38329 "" "Prometheus/2.51.0" 2024-09-18T09:27:34.907 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:27:34.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:34 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:34.430388892Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:35.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:34 smithi078 bash[90742]: cluster 2024-09-18T09:27:33.874888+0000 mgr.y (mgr.15249) 841 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:35.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:34 smithi078 bash[90742]: cluster 2024-09-18T09:27:33.874888+0000 mgr.y (mgr.15249) 841 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:35.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:34 smithi078 bash[94202]: cluster 2024-09-18T09:27:33.874888+0000 mgr.y (mgr.15249) 841 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:35.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:34 smithi078 bash[94202]: cluster 2024-09-18T09:27:33.874888+0000 mgr.y (mgr.15249) 841 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:35.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:34 smithi189 bash[70525]: cluster 2024-09-18T09:27:33.874888+0000 mgr.y (mgr.15249) 841 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:35.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:34 smithi189 bash[70525]: cluster 2024-09-18T09:27:33.874888+0000 mgr.y (mgr.15249) 841 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:36.684 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:27:36.701 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (13m) 3m ago 40m 13.9M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:27:36.701 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (12m) 35s ago 40m 68.4M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:27:36.701 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (15m) 3m ago 38m 49.4M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:27:36.701 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (15m) 35s ago 49m 444M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:27:36.701 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (26m) 3m ago 51m 518M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:27:36.702 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (9m) 3m ago 51m 52.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:27:36.702 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (11m) 35s ago 49m 45.7M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:27:36.702 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (9m) 3m ago 49m 38.9M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:27:36.702 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (14m) 3m ago 41m 8284k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:27:36.702 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (14m) 35s ago 41m 8708k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:27:36.702 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (7m) 3m ago 48m 49.4M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 b10b88ce2e14 2024-09-18T09:27:36.702 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (6m) 3m ago 47m 50.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3939468d55d0 2024-09-18T09:27:36.702 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (5m) 3m ago 46m 46.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 db670b04d315 2024-09-18T09:27:36.702 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (3m) 3m ago 45m - 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 35d85c967fbc 2024-09-18T09:27:36.702 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (2m) 35s ago 44m 53.1M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 5f96420926c0 2024-09-18T09:27:36.702 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (2m) 35s ago 43m 54.8M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 431d53bb44ce 2024-09-18T09:27:36.703 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (81s) 35s ago 43m 45.2M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3d61b3a31c25 2024-09-18T09:27:36.703 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (37s) 35s ago 42m - 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 da1ca3555510 2024-09-18T09:27:36.703 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (14m) 35s ago 41m 53.2M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:27:36.703 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (38m) 3m ago 38m 102M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:27:36.703 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (38m) 35s ago 38m 103M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:27:36.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:36 smithi078 bash[90742]: cluster 2024-09-18T09:27:35.876134+0000 mgr.y (mgr.15249) 842 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:36.955 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:36 smithi078 bash[90742]: cluster 2024-09-18T09:27:35.876134+0000 mgr.y (mgr.15249) 842 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:36.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:36 smithi078 bash[94202]: cluster 2024-09-18T09:27:35.876134+0000 mgr.y (mgr.15249) 842 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:36.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:36 smithi078 bash[94202]: cluster 2024-09-18T09:27:35.876134+0000 mgr.y (mgr.15249) 842 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:37.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:36 smithi189 bash[70525]: cluster 2024-09-18T09:27:35.876134+0000 mgr.y (mgr.15249) 842 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:37.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:36 smithi189 bash[70525]: cluster 2024-09-18T09:27:35.876134+0000 mgr.y (mgr.15249) 842 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:37.596 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 1'"'"'' 2024-09-18T09:27:37.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:37 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:37.463276211Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:37 smithi078 bash[90742]: audit 2024-09-18T09:27:36.145318+0000 mgr.y (mgr.15249) 843 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:37 smithi078 bash[90742]: audit 2024-09-18T09:27:36.145318+0000 mgr.y (mgr.15249) 843 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:37 smithi078 bash[90742]: audit 2024-09-18T09:27:36.667471+0000 mgr.y (mgr.15249) 844 : audit [DBG] from='client.54605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:38.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:37 smithi078 bash[90742]: audit 2024-09-18T09:27:36.667471+0000 mgr.y (mgr.15249) 844 : audit [DBG] from='client.54605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:38.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:37 smithi078 bash[94202]: audit 2024-09-18T09:27:36.145318+0000 mgr.y (mgr.15249) 843 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:38.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:37 smithi078 bash[94202]: audit 2024-09-18T09:27:36.145318+0000 mgr.y (mgr.15249) 843 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:38.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:37 smithi078 bash[94202]: audit 2024-09-18T09:27:36.667471+0000 mgr.y (mgr.15249) 844 : audit [DBG] from='client.54605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:38.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:37 smithi078 bash[94202]: audit 2024-09-18T09:27:36.667471+0000 mgr.y (mgr.15249) 844 : audit [DBG] from='client.54605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:38.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:37 smithi189 bash[70525]: audit 2024-09-18T09:27:36.145318+0000 mgr.y (mgr.15249) 843 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:38.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:37 smithi189 bash[70525]: audit 2024-09-18T09:27:36.145318+0000 mgr.y (mgr.15249) 843 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:38.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:37 smithi189 bash[70525]: audit 2024-09-18T09:27:36.667471+0000 mgr.y (mgr.15249) 844 : audit [DBG] from='client.54605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:38.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:37 smithi189 bash[70525]: audit 2024-09-18T09:27:36.667471+0000 mgr.y (mgr.15249) 844 : audit [DBG] from='client.54605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:27:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:38 smithi078 bash[90742]: cluster 2024-09-18T09:27:37.877213+0000 mgr.y (mgr.15249) 845 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:39.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:38 smithi078 bash[90742]: cluster 2024-09-18T09:27:37.877213+0000 mgr.y (mgr.15249) 845 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:38 smithi078 bash[94202]: cluster 2024-09-18T09:27:37.877213+0000 mgr.y (mgr.15249) 845 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:39.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:38 smithi078 bash[94202]: cluster 2024-09-18T09:27:37.877213+0000 mgr.y (mgr.15249) 845 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:39.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:38 smithi189 bash[70525]: cluster 2024-09-18T09:27:37.877213+0000 mgr.y (mgr.15249) 845 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:39.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:38 smithi189 bash[70525]: cluster 2024-09-18T09:27:37.877213+0000 mgr.y (mgr.15249) 845 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:40.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:40 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:40.466817885Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:40 smithi078 bash[90742]: cluster 2024-09-18T09:27:39.878253+0000 mgr.y (mgr.15249) 846 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:41.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:40 smithi078 bash[90742]: cluster 2024-09-18T09:27:39.878253+0000 mgr.y (mgr.15249) 846 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:41.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:40 smithi078 bash[94202]: cluster 2024-09-18T09:27:39.878253+0000 mgr.y (mgr.15249) 846 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:41.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:40 smithi078 bash[94202]: cluster 2024-09-18T09:27:39.878253+0000 mgr.y (mgr.15249) 846 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:41.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:40 smithi189 bash[70525]: cluster 2024-09-18T09:27:39.878253+0000 mgr.y (mgr.15249) 846 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:41.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:40 smithi189 bash[70525]: cluster 2024-09-18T09:27:39.878253+0000 mgr.y (mgr.15249) 846 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:42.407 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:27:43.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:42 smithi189 bash[70525]: cluster 2024-09-18T09:27:41.879090+0000 mgr.y (mgr.15249) 847 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:43.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:42 smithi189 bash[70525]: cluster 2024-09-18T09:27:41.879090+0000 mgr.y (mgr.15249) 847 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:43.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:42 smithi078 bash[90742]: cluster 2024-09-18T09:27:41.879090+0000 mgr.y (mgr.15249) 847 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:43.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:42 smithi078 bash[90742]: cluster 2024-09-18T09:27:41.879090+0000 mgr.y (mgr.15249) 847 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:43.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:42 smithi078 bash[94202]: cluster 2024-09-18T09:27:41.879090+0000 mgr.y (mgr.15249) 847 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:43.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:42 smithi078 bash[94202]: cluster 2024-09-18T09:27:41.879090+0000 mgr.y (mgr.15249) 847 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:43.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:43 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:43.447590992Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:43.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:27:43 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:27:43] "GET /metrics HTTP/1.1" 200 38329 "" "Prometheus/2.51.0" 2024-09-18T09:27:44.159 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:27:44.964 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions | jq -e '"'"'.osd | keys'"'"' | grep $sha1' 2024-09-18T09:27:45.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:44 smithi189 bash[70525]: cluster 2024-09-18T09:27:43.879846+0000 mgr.y (mgr.15249) 848 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:45.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:44 smithi189 bash[70525]: cluster 2024-09-18T09:27:43.879846+0000 mgr.y (mgr.15249) 848 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:45.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:44 smithi189 bash[70525]: audit 2024-09-18T09:27:44.146973+0000 mon.a (mon.0) 731 : audit [DBG] from='client.? 172.21.15.78:0/1841707728' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:45.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:44 smithi189 bash[70525]: audit 2024-09-18T09:27:44.146973+0000 mon.a (mon.0) 731 : audit [DBG] from='client.? 172.21.15.78:0/1841707728' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:45.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:44 smithi078 bash[90742]: cluster 2024-09-18T09:27:43.879846+0000 mgr.y (mgr.15249) 848 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:45.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:44 smithi078 bash[90742]: cluster 2024-09-18T09:27:43.879846+0000 mgr.y (mgr.15249) 848 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:45.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:44 smithi078 bash[90742]: audit 2024-09-18T09:27:44.146973+0000 mon.a (mon.0) 731 : audit [DBG] from='client.? 172.21.15.78:0/1841707728' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:45.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:44 smithi078 bash[90742]: audit 2024-09-18T09:27:44.146973+0000 mon.a (mon.0) 731 : audit [DBG] from='client.? 172.21.15.78:0/1841707728' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:45.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:44 smithi078 bash[94202]: cluster 2024-09-18T09:27:43.879846+0000 mgr.y (mgr.15249) 848 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:45.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:44 smithi078 bash[94202]: cluster 2024-09-18T09:27:43.879846+0000 mgr.y (mgr.15249) 848 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:45.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:44 smithi078 bash[94202]: audit 2024-09-18T09:27:44.146973+0000 mon.a (mon.0) 731 : audit [DBG] from='client.? 172.21.15.78:0/1841707728' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:45.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:44 smithi078 bash[94202]: audit 2024-09-18T09:27:44.146973+0000 mon.a (mon.0) 731 : audit [DBG] from='client.? 172.21.15.78:0/1841707728' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:46.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:46 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:46.465034188Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:47.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:46 smithi189 bash[70525]: cluster 2024-09-18T09:27:45.881102+0000 mgr.y (mgr.15249) 849 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:47.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:46 smithi189 bash[70525]: cluster 2024-09-18T09:27:45.881102+0000 mgr.y (mgr.15249) 849 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:47.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:46 smithi078 bash[90742]: cluster 2024-09-18T09:27:45.881102+0000 mgr.y (mgr.15249) 849 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:47.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:46 smithi078 bash[90742]: cluster 2024-09-18T09:27:45.881102+0000 mgr.y (mgr.15249) 849 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:47.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:46 smithi078 bash[94202]: cluster 2024-09-18T09:27:45.881102+0000 mgr.y (mgr.15249) 849 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:47.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:46 smithi078 bash[94202]: cluster 2024-09-18T09:27:45.881102+0000 mgr.y (mgr.15249) 849 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:48.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:47 smithi189 bash[70525]: audit 2024-09-18T09:27:46.156578+0000 mgr.y (mgr.15249) 850 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:48.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:47 smithi189 bash[70525]: audit 2024-09-18T09:27:46.156578+0000 mgr.y (mgr.15249) 850 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:48.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:47 smithi189 bash[70525]: audit 2024-09-18T09:27:47.247079+0000 mon.a (mon.0) 732 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:48.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:47 smithi189 bash[70525]: audit 2024-09-18T09:27:47.247079+0000 mon.a (mon.0) 732 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:48.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:47 smithi078 bash[90742]: audit 2024-09-18T09:27:46.156578+0000 mgr.y (mgr.15249) 850 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:48.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:47 smithi078 bash[90742]: audit 2024-09-18T09:27:46.156578+0000 mgr.y (mgr.15249) 850 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:48.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:47 smithi078 bash[90742]: audit 2024-09-18T09:27:47.247079+0000 mon.a (mon.0) 732 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:48.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:47 smithi078 bash[90742]: audit 2024-09-18T09:27:47.247079+0000 mon.a (mon.0) 732 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:48.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:47 smithi078 bash[94202]: audit 2024-09-18T09:27:46.156578+0000 mgr.y (mgr.15249) 850 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:48.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:47 smithi078 bash[94202]: audit 2024-09-18T09:27:46.156578+0000 mgr.y (mgr.15249) 850 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:48.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:47 smithi078 bash[94202]: audit 2024-09-18T09:27:47.247079+0000 mon.a (mon.0) 732 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:48.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:47 smithi078 bash[94202]: audit 2024-09-18T09:27:47.247079+0000 mon.a (mon.0) 732 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:27:49.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:48 smithi189 bash[70525]: cluster 2024-09-18T09:27:47.882197+0000 mgr.y (mgr.15249) 851 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:49.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:48 smithi189 bash[70525]: cluster 2024-09-18T09:27:47.882197+0000 mgr.y (mgr.15249) 851 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:49.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:48 smithi078 bash[90742]: cluster 2024-09-18T09:27:47.882197+0000 mgr.y (mgr.15249) 851 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:49.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:48 smithi078 bash[90742]: cluster 2024-09-18T09:27:47.882197+0000 mgr.y (mgr.15249) 851 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:49.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:48 smithi078 bash[94202]: cluster 2024-09-18T09:27:47.882197+0000 mgr.y (mgr.15249) 851 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:49.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:48 smithi078 bash[94202]: cluster 2024-09-18T09:27:47.882197+0000 mgr.y (mgr.15249) 851 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:49.784 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:27:49.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:49 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:49.454416757Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:51.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:50 smithi078 bash[90742]: cluster 2024-09-18T09:27:49.883532+0000 mgr.y (mgr.15249) 852 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:51.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:50 smithi078 bash[90742]: cluster 2024-09-18T09:27:49.883532+0000 mgr.y (mgr.15249) 852 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:51.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:50 smithi078 bash[94202]: cluster 2024-09-18T09:27:49.883532+0000 mgr.y (mgr.15249) 852 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:51.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:50 smithi078 bash[94202]: cluster 2024-09-18T09:27:49.883532+0000 mgr.y (mgr.15249) 852 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:51.324 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)" 2024-09-18T09:27:51.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:50 smithi189 bash[70525]: cluster 2024-09-18T09:27:49.883532+0000 mgr.y (mgr.15249) 852 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:51.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:50 smithi189 bash[70525]: cluster 2024-09-18T09:27:49.883532+0000 mgr.y (mgr.15249) 852 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:52.112 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch upgrade status' 2024-09-18T09:27:52.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:51 smithi189 bash[70525]: audit 2024-09-18T09:27:51.312640+0000 mon.a (mon.0) 733 : audit [DBG] from='client.? 172.21.15.78:0/2322168469' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:52.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:51 smithi189 bash[70525]: audit 2024-09-18T09:27:51.312640+0000 mon.a (mon.0) 733 : audit [DBG] from='client.? 172.21.15.78:0/2322168469' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:52.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:51 smithi078 bash[94202]: audit 2024-09-18T09:27:51.312640+0000 mon.a (mon.0) 733 : audit [DBG] from='client.? 172.21.15.78:0/2322168469' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:52.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:51 smithi078 bash[94202]: audit 2024-09-18T09:27:51.312640+0000 mon.a (mon.0) 733 : audit [DBG] from='client.? 172.21.15.78:0/2322168469' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:52.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:51 smithi078 bash[90742]: audit 2024-09-18T09:27:51.312640+0000 mon.a (mon.0) 733 : audit [DBG] from='client.? 172.21.15.78:0/2322168469' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:52.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:51 smithi078 bash[90742]: audit 2024-09-18T09:27:51.312640+0000 mon.a (mon.0) 733 : audit [DBG] from='client.? 172.21.15.78:0/2322168469' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:27:52.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:52 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:52.435681538Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:53.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:53 smithi189 bash[70525]: cluster 2024-09-18T09:27:51.884496+0000 mgr.y (mgr.15249) 853 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:53.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:53 smithi189 bash[70525]: cluster 2024-09-18T09:27:51.884496+0000 mgr.y (mgr.15249) 853 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:53.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:53 smithi078 bash[90742]: cluster 2024-09-18T09:27:51.884496+0000 mgr.y (mgr.15249) 853 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:53.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:53 smithi078 bash[90742]: cluster 2024-09-18T09:27:51.884496+0000 mgr.y (mgr.15249) 853 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:53.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:53 smithi078 bash[94202]: cluster 2024-09-18T09:27:51.884496+0000 mgr.y (mgr.15249) 853 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:53.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:53 smithi078 bash[94202]: cluster 2024-09-18T09:27:51.884496+0000 mgr.y (mgr.15249) 853 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:53.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:27:53 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:27:53] "GET /metrics HTTP/1.1" 200 38329 "" "Prometheus/2.51.0" 2024-09-18T09:27:55.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:55 smithi189 bash[70525]: cluster 2024-09-18T09:27:53.885990+0000 mgr.y (mgr.15249) 854 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:55.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:55 smithi189 bash[70525]: cluster 2024-09-18T09:27:53.885990+0000 mgr.y (mgr.15249) 854 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:55.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:55 smithi078 bash[90742]: cluster 2024-09-18T09:27:53.885990+0000 mgr.y (mgr.15249) 854 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:55.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:55 smithi078 bash[90742]: cluster 2024-09-18T09:27:53.885990+0000 mgr.y (mgr.15249) 854 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:55.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:55 smithi078 bash[94202]: cluster 2024-09-18T09:27:53.885990+0000 mgr.y (mgr.15249) 854 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:55.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:55 smithi078 bash[94202]: cluster 2024-09-18T09:27:53.885990+0000 mgr.y (mgr.15249) 854 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:27:55.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:55 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:55.470208777Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:56.927 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:27:57.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:57 smithi189 bash[70525]: cluster 2024-09-18T09:27:55.887199+0000 mgr.y (mgr.15249) 855 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:57.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:57 smithi189 bash[70525]: cluster 2024-09-18T09:27:55.887199+0000 mgr.y (mgr.15249) 855 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:57.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:57 smithi078 bash[90742]: cluster 2024-09-18T09:27:55.887199+0000 mgr.y (mgr.15249) 855 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:57.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:57 smithi078 bash[90742]: cluster 2024-09-18T09:27:55.887199+0000 mgr.y (mgr.15249) 855 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:57.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:57 smithi078 bash[94202]: cluster 2024-09-18T09:27:55.887199+0000 mgr.y (mgr.15249) 855 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:57.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:57 smithi078 bash[94202]: cluster 2024-09-18T09:27:55.887199+0000 mgr.y (mgr.15249) 855 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:58.294 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:58 smithi078 bash[90742]: audit 2024-09-18T09:27:56.167811+0000 mgr.y (mgr.15249) 856 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:58.294 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:58 smithi078 bash[90742]: audit 2024-09-18T09:27:56.167811+0000 mgr.y (mgr.15249) 856 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:58.295 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:58 smithi078 bash[94202]: audit 2024-09-18T09:27:56.167811+0000 mgr.y (mgr.15249) 856 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:58.295 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:58 smithi078 bash[94202]: audit 2024-09-18T09:27:56.167811+0000 mgr.y (mgr.15249) 856 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:58.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:58 smithi189 bash[70525]: audit 2024-09-18T09:27:56.167811+0000 mgr.y (mgr.15249) 856 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:58.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:58 smithi189 bash[70525]: audit 2024-09-18T09:27:56.167811+0000 mgr.y (mgr.15249) 856 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:27:58.655 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:27:58.655 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": null, 2024-09-18T09:27:58.655 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": false, 2024-09-18T09:27:58.655 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "", 2024-09-18T09:27:58.655 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:27:58.655 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": null, 2024-09-18T09:27:58.655 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "", 2024-09-18T09:27:58.655 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:27:58.656 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:27:58.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:27:58 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:27:58.469048637Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:27:59.398 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:59 smithi078 bash[90742]: cluster 2024-09-18T09:27:57.888261+0000 mgr.y (mgr.15249) 857 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:59.398 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:27:59 smithi078 bash[90742]: cluster 2024-09-18T09:27:57.888261+0000 mgr.y (mgr.15249) 857 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:59.399 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:59 smithi078 bash[94202]: cluster 2024-09-18T09:27:57.888261+0000 mgr.y (mgr.15249) 857 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:59.399 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:27:59 smithi078 bash[94202]: cluster 2024-09-18T09:27:57.888261+0000 mgr.y (mgr.15249) 857 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:59.400 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph health detail' 2024-09-18T09:27:59.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:59 smithi189 bash[70525]: cluster 2024-09-18T09:27:57.888261+0000 mgr.y (mgr.15249) 857 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:27:59.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:27:59 smithi189 bash[70525]: cluster 2024-09-18T09:27:57.888261+0000 mgr.y (mgr.15249) 857 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:00.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:00 smithi189 bash[70525]: audit 2024-09-18T09:27:58.654111+0000 mgr.y (mgr.15249) 858 : audit [DBG] from='client.54623 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:00.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:00 smithi189 bash[70525]: audit 2024-09-18T09:27:58.654111+0000 mgr.y (mgr.15249) 858 : audit [DBG] from='client.54623 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:00.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:00 smithi078 bash[90742]: audit 2024-09-18T09:27:58.654111+0000 mgr.y (mgr.15249) 858 : audit [DBG] from='client.54623 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:00.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:00 smithi078 bash[90742]: audit 2024-09-18T09:27:58.654111+0000 mgr.y (mgr.15249) 858 : audit [DBG] from='client.54623 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:00.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:00 smithi078 bash[94202]: audit 2024-09-18T09:27:58.654111+0000 mgr.y (mgr.15249) 858 : audit [DBG] from='client.54623 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:00.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:00 smithi078 bash[94202]: audit 2024-09-18T09:27:58.654111+0000 mgr.y (mgr.15249) 858 : audit [DBG] from='client.54623 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:01.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:01 smithi189 bash[70525]: cluster 2024-09-18T09:27:59.889546+0000 mgr.y (mgr.15249) 859 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:01.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:01 smithi189 bash[70525]: cluster 2024-09-18T09:27:59.889546+0000 mgr.y (mgr.15249) 859 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:01.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:01 smithi078 bash[90742]: cluster 2024-09-18T09:27:59.889546+0000 mgr.y (mgr.15249) 859 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:01.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:01 smithi078 bash[90742]: cluster 2024-09-18T09:27:59.889546+0000 mgr.y (mgr.15249) 859 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:01.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:01 smithi078 bash[94202]: cluster 2024-09-18T09:27:59.889546+0000 mgr.y (mgr.15249) 859 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:01.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:01 smithi078 bash[94202]: cluster 2024-09-18T09:27:59.889546+0000 mgr.y (mgr.15249) 859 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:01.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:01 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:01.460096858Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:03.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:03 smithi189 bash[70525]: cluster 2024-09-18T09:28:01.890389+0000 mgr.y (mgr.15249) 860 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:03.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:03 smithi189 bash[70525]: cluster 2024-09-18T09:28:01.890389+0000 mgr.y (mgr.15249) 860 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:03.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:03 smithi189 bash[70525]: audit 2024-09-18T09:28:02.247296+0000 mon.a (mon.0) 734 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:03.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:03 smithi189 bash[70525]: audit 2024-09-18T09:28:02.247296+0000 mon.a (mon.0) 734 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:03.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:03 smithi078 bash[94202]: cluster 2024-09-18T09:28:01.890389+0000 mgr.y (mgr.15249) 860 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:03.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:03 smithi078 bash[94202]: cluster 2024-09-18T09:28:01.890389+0000 mgr.y (mgr.15249) 860 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:03.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:03 smithi078 bash[94202]: audit 2024-09-18T09:28:02.247296+0000 mon.a (mon.0) 734 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:03.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:03 smithi078 bash[94202]: audit 2024-09-18T09:28:02.247296+0000 mon.a (mon.0) 734 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:03 smithi078 bash[90742]: cluster 2024-09-18T09:28:01.890389+0000 mgr.y (mgr.15249) 860 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:03 smithi078 bash[90742]: cluster 2024-09-18T09:28:01.890389+0000 mgr.y (mgr.15249) 860 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:03 smithi078 bash[90742]: audit 2024-09-18T09:28:02.247296+0000 mon.a (mon.0) 734 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:03 smithi078 bash[90742]: audit 2024-09-18T09:28:02.247296+0000 mon.a (mon.0) 734 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:03.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:28:03 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:28:03] "GET /metrics HTTP/1.1" 200 38328 "" "Prometheus/2.51.0" 2024-09-18T09:28:04.207 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:28:04.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:04 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:04.434344341Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:05.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:05 smithi189 bash[70525]: cluster 2024-09-18T09:28:03.891795+0000 mgr.y (mgr.15249) 861 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:05.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:05 smithi189 bash[70525]: cluster 2024-09-18T09:28:03.891795+0000 mgr.y (mgr.15249) 861 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:05.450 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:05 smithi078 bash[90742]: cluster 2024-09-18T09:28:03.891795+0000 mgr.y (mgr.15249) 861 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:05.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:05 smithi078 bash[90742]: cluster 2024-09-18T09:28:03.891795+0000 mgr.y (mgr.15249) 861 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:05.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:05 smithi078 bash[94202]: cluster 2024-09-18T09:28:03.891795+0000 mgr.y (mgr.15249) 861 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:05.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:05 smithi078 bash[94202]: cluster 2024-09-18T09:28:03.891795+0000 mgr.y (mgr.15249) 861 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:05.873 INFO:teuthology.orchestra.run.smithi078.stdout:HEALTH_OK 2024-09-18T09:28:06.180 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:06 smithi078 bash[94202]: audit 2024-09-18T09:28:05.873401+0000 mon.a (mon.0) 735 : audit [DBG] from='client.? 172.21.15.78:0/2517032970' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:28:06.180 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:06 smithi078 bash[94202]: audit 2024-09-18T09:28:05.873401+0000 mon.a (mon.0) 735 : audit [DBG] from='client.? 172.21.15.78:0/2517032970' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:28:06.180 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:06 smithi078 bash[90742]: audit 2024-09-18T09:28:05.873401+0000 mon.a (mon.0) 735 : audit [DBG] from='client.? 172.21.15.78:0/2517032970' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:28:06.181 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:06 smithi078 bash[90742]: audit 2024-09-18T09:28:05.873401+0000 mon.a (mon.0) 735 : audit [DBG] from='client.? 172.21.15.78:0/2517032970' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:28:06.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:06 smithi189 bash[70525]: audit 2024-09-18T09:28:05.873401+0000 mon.a (mon.0) 735 : audit [DBG] from='client.? 172.21.15.78:0/2517032970' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:28:06.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:06 smithi189 bash[70525]: audit 2024-09-18T09:28:05.873401+0000 mon.a (mon.0) 735 : audit [DBG] from='client.? 172.21.15.78:0/2517032970' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-18T09:28:06.684 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo' 2024-09-18T09:28:07.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:07 smithi189 bash[70525]: cluster 2024-09-18T09:28:05.892509+0000 mgr.y (mgr.15249) 862 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:07.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:07 smithi189 bash[70525]: cluster 2024-09-18T09:28:05.892509+0000 mgr.y (mgr.15249) 862 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:07.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:07 smithi078 bash[90742]: cluster 2024-09-18T09:28:05.892509+0000 mgr.y (mgr.15249) 862 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:07.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:07 smithi078 bash[90742]: cluster 2024-09-18T09:28:05.892509+0000 mgr.y (mgr.15249) 862 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:07.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:07 smithi078 bash[94202]: cluster 2024-09-18T09:28:05.892509+0000 mgr.y (mgr.15249) 862 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:07.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:07 smithi078 bash[94202]: cluster 2024-09-18T09:28:05.892509+0000 mgr.y (mgr.15249) 862 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:07.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:07 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:07.465381716Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:08.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:08 smithi189 bash[70525]: audit 2024-09-18T09:28:06.179083+0000 mgr.y (mgr.15249) 863 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:08.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:08 smithi189 bash[70525]: audit 2024-09-18T09:28:06.179083+0000 mgr.y (mgr.15249) 863 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:08.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:08 smithi078 bash[90742]: audit 2024-09-18T09:28:06.179083+0000 mgr.y (mgr.15249) 863 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:08.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:08 smithi078 bash[90742]: audit 2024-09-18T09:28:06.179083+0000 mgr.y (mgr.15249) 863 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:08.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:08 smithi078 bash[94202]: audit 2024-09-18T09:28:06.179083+0000 mgr.y (mgr.15249) 863 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:08.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:08 smithi078 bash[94202]: audit 2024-09-18T09:28:06.179083+0000 mgr.y (mgr.15249) 863 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:09.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:09 smithi189 bash[70525]: cluster 2024-09-18T09:28:07.893724+0000 mgr.y (mgr.15249) 864 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:09.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:09 smithi189 bash[70525]: cluster 2024-09-18T09:28:07.893724+0000 mgr.y (mgr.15249) 864 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:09.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:09 smithi078 bash[94202]: cluster 2024-09-18T09:28:07.893724+0000 mgr.y (mgr.15249) 864 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:09.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:09 smithi078 bash[94202]: cluster 2024-09-18T09:28:07.893724+0000 mgr.y (mgr.15249) 864 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:09.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:09 smithi078 bash[90742]: cluster 2024-09-18T09:28:07.893724+0000 mgr.y (mgr.15249) 864 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:09.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:09 smithi078 bash[90742]: cluster 2024-09-18T09:28:07.893724+0000 mgr.y (mgr.15249) 864 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:10.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:10 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:10.441656515Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:11.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:11 smithi189 bash[70525]: cluster 2024-09-18T09:28:09.895094+0000 mgr.y (mgr.15249) 865 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:11.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:11 smithi189 bash[70525]: cluster 2024-09-18T09:28:09.895094+0000 mgr.y (mgr.15249) 865 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:11.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:11 smithi078 bash[90742]: cluster 2024-09-18T09:28:09.895094+0000 mgr.y (mgr.15249) 865 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:11.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:11 smithi078 bash[90742]: cluster 2024-09-18T09:28:09.895094+0000 mgr.y (mgr.15249) 865 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:11.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:11 smithi078 bash[94202]: cluster 2024-09-18T09:28:09.895094+0000 mgr.y (mgr.15249) 865 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:11.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:11 smithi078 bash[94202]: cluster 2024-09-18T09:28:09.895094+0000 mgr.y (mgr.15249) 865 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:11.502 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:28:13.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:13 smithi189 bash[70525]: cluster 2024-09-18T09:28:11.896021+0000 mgr.y (mgr.15249) 866 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:13.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:13 smithi189 bash[70525]: cluster 2024-09-18T09:28:11.896021+0000 mgr.y (mgr.15249) 866 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:13.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:13 smithi078 bash[90742]: cluster 2024-09-18T09:28:11.896021+0000 mgr.y (mgr.15249) 866 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:13.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:13 smithi078 bash[90742]: cluster 2024-09-18T09:28:11.896021+0000 mgr.y (mgr.15249) 866 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:13.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:13 smithi078 bash[94202]: cluster 2024-09-18T09:28:11.896021+0000 mgr.y (mgr.15249) 866 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:13.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:13 smithi078 bash[94202]: cluster 2024-09-18T09:28:11.896021+0000 mgr.y (mgr.15249) 866 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:13.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:13 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:13.46649314Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:13.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:28:13 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:28:13] "GET /metrics HTTP/1.1" 200 38328 "" "Prometheus/2.51.0" 2024-09-18T09:28:14.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:14 smithi189 bash[70525]: audit 2024-09-18T09:28:13.078775+0000 mgr.y (mgr.15249) 867 : audit [DBG] from='client.54635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:14.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:14 smithi189 bash[70525]: audit 2024-09-18T09:28:13.078775+0000 mgr.y (mgr.15249) 867 : audit [DBG] from='client.54635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:14.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:14 smithi189 bash[70525]: audit 2024-09-18T09:28:13.901402+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:14.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:14 smithi189 bash[70525]: audit 2024-09-18T09:28:13.901402+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:14.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:14 smithi189 bash[70525]: audit 2024-09-18T09:28:13.908598+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:14.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:14 smithi189 bash[70525]: audit 2024-09-18T09:28:13.908598+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:14.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:14 smithi078 bash[94202]: audit 2024-09-18T09:28:13.078775+0000 mgr.y (mgr.15249) 867 : audit [DBG] from='client.54635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:14.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:14 smithi078 bash[94202]: audit 2024-09-18T09:28:13.078775+0000 mgr.y (mgr.15249) 867 : audit [DBG] from='client.54635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:14.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:14 smithi078 bash[94202]: audit 2024-09-18T09:28:13.901402+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:14.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:14 smithi078 bash[94202]: audit 2024-09-18T09:28:13.901402+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:14.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:14 smithi078 bash[94202]: audit 2024-09-18T09:28:13.908598+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:14.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:14 smithi078 bash[94202]: audit 2024-09-18T09:28:13.908598+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:14.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:14 smithi078 bash[90742]: audit 2024-09-18T09:28:13.078775+0000 mgr.y (mgr.15249) 867 : audit [DBG] from='client.54635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:14.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:14 smithi078 bash[90742]: audit 2024-09-18T09:28:13.078775+0000 mgr.y (mgr.15249) 867 : audit [DBG] from='client.54635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:14.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:14 smithi078 bash[90742]: audit 2024-09-18T09:28:13.901402+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:14.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:14 smithi078 bash[90742]: audit 2024-09-18T09:28:13.901402+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:14.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:14 smithi078 bash[90742]: audit 2024-09-18T09:28:13.908598+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:14.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:14 smithi078 bash[90742]: audit 2024-09-18T09:28:13.908598+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:15.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:15 smithi078 bash[90742]: cluster 2024-09-18T09:28:13.896957+0000 mgr.y (mgr.15249) 868 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:15.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:15 smithi078 bash[90742]: cluster 2024-09-18T09:28:13.896957+0000 mgr.y (mgr.15249) 868 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:15.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:15 smithi078 bash[90742]: audit 2024-09-18T09:28:14.480839+0000 mon.a (mon.0) 738 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:15.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:15 smithi078 bash[90742]: audit 2024-09-18T09:28:14.480839+0000 mon.a (mon.0) 738 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:15.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:15 smithi078 bash[90742]: audit 2024-09-18T09:28:14.481881+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:28:15.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:15 smithi078 bash[90742]: audit 2024-09-18T09:28:14.481881+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:28:15.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:15 smithi078 bash[90742]: audit 2024-09-18T09:28:14.488182+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:15.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:15 smithi078 bash[90742]: audit 2024-09-18T09:28:14.488182+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:15.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:15 smithi078 bash[94202]: cluster 2024-09-18T09:28:13.896957+0000 mgr.y (mgr.15249) 868 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:15.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:15 smithi078 bash[94202]: cluster 2024-09-18T09:28:13.896957+0000 mgr.y (mgr.15249) 868 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:15.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:15 smithi078 bash[94202]: audit 2024-09-18T09:28:14.480839+0000 mon.a (mon.0) 738 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:15.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:15 smithi078 bash[94202]: audit 2024-09-18T09:28:14.480839+0000 mon.a (mon.0) 738 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:15.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:15 smithi078 bash[94202]: audit 2024-09-18T09:28:14.481881+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:28:15.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:15 smithi078 bash[94202]: audit 2024-09-18T09:28:14.481881+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:28:15.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:15 smithi078 bash[94202]: audit 2024-09-18T09:28:14.488182+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:15.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:15 smithi078 bash[94202]: audit 2024-09-18T09:28:14.488182+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:15.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:15 smithi189 bash[70525]: cluster 2024-09-18T09:28:13.896957+0000 mgr.y (mgr.15249) 868 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:15 smithi189 bash[70525]: cluster 2024-09-18T09:28:13.896957+0000 mgr.y (mgr.15249) 868 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:15 smithi189 bash[70525]: audit 2024-09-18T09:28:14.480839+0000 mon.a (mon.0) 738 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:15 smithi189 bash[70525]: audit 2024-09-18T09:28:14.480839+0000 mon.a (mon.0) 738 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:15 smithi189 bash[70525]: audit 2024-09-18T09:28:14.481881+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:28:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:15 smithi189 bash[70525]: audit 2024-09-18T09:28:14.481881+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:28:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:15 smithi189 bash[70525]: audit 2024-09-18T09:28:14.488182+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:15 smithi189 bash[70525]: audit 2024-09-18T09:28:14.488182+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:15.927 INFO:teuthology.orchestra.run.smithi078.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:28:16.770 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-18T09:28:16.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:16 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:16.437600351Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:17.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[90742]: cluster 2024-09-18T09:28:15.898051+0000 mgr.y (mgr.15249) 869 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:17.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[90742]: cluster 2024-09-18T09:28:15.898051+0000 mgr.y (mgr.15249) 869 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:17.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[90742]: cephadm 2024-09-18T09:28:15.920575+0000 mgr.y (mgr.15249) 870 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:28:17.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[90742]: cephadm 2024-09-18T09:28:15.920575+0000 mgr.y (mgr.15249) 870 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:28:17.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[90742]: audit 2024-09-18T09:28:15.926506+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:17.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[90742]: audit 2024-09-18T09:28:15.926506+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:17.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[90742]: audit 2024-09-18T09:28:15.928288+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:17.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[90742]: audit 2024-09-18T09:28:15.928288+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:17.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[90742]: audit 2024-09-18T09:28:15.929796+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:28:17.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[90742]: audit 2024-09-18T09:28:15.929796+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:28:17.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[90742]: audit 2024-09-18T09:28:15.937674+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:17.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[90742]: audit 2024-09-18T09:28:15.937674+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:17.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[90742]: cephadm 2024-09-18T09:28:16.005370+0000 mgr.y (mgr.15249) 871 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:28:17.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[90742]: cephadm 2024-09-18T09:28:16.005370+0000 mgr.y (mgr.15249) 871 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:28:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[94202]: cluster 2024-09-18T09:28:15.898051+0000 mgr.y (mgr.15249) 869 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[94202]: cluster 2024-09-18T09:28:15.898051+0000 mgr.y (mgr.15249) 869 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[94202]: cephadm 2024-09-18T09:28:15.920575+0000 mgr.y (mgr.15249) 870 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:28:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[94202]: cephadm 2024-09-18T09:28:15.920575+0000 mgr.y (mgr.15249) 870 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:28:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[94202]: audit 2024-09-18T09:28:15.926506+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[94202]: audit 2024-09-18T09:28:15.926506+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[94202]: audit 2024-09-18T09:28:15.928288+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:17.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[94202]: audit 2024-09-18T09:28:15.928288+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:17.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[94202]: audit 2024-09-18T09:28:15.929796+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:28:17.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[94202]: audit 2024-09-18T09:28:15.929796+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:28:17.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[94202]: audit 2024-09-18T09:28:15.937674+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:17.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[94202]: audit 2024-09-18T09:28:15.937674+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:17.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[94202]: cephadm 2024-09-18T09:28:16.005370+0000 mgr.y (mgr.15249) 871 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:28:17.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:16 smithi078 bash[94202]: cephadm 2024-09-18T09:28:16.005370+0000 mgr.y (mgr.15249) 871 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:28:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:16 smithi189 bash[70525]: cluster 2024-09-18T09:28:15.898051+0000 mgr.y (mgr.15249) 869 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:16 smithi189 bash[70525]: cluster 2024-09-18T09:28:15.898051+0000 mgr.y (mgr.15249) 869 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:16 smithi189 bash[70525]: cephadm 2024-09-18T09:28:15.920575+0000 mgr.y (mgr.15249) 870 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:28:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:16 smithi189 bash[70525]: cephadm 2024-09-18T09:28:15.920575+0000 mgr.y (mgr.15249) 870 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:28:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:16 smithi189 bash[70525]: audit 2024-09-18T09:28:15.926506+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:16 smithi189 bash[70525]: audit 2024-09-18T09:28:15.926506+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:16 smithi189 bash[70525]: audit 2024-09-18T09:28:15.928288+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:16 smithi189 bash[70525]: audit 2024-09-18T09:28:15.928288+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:16 smithi189 bash[70525]: audit 2024-09-18T09:28:15.929796+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:28:17.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:16 smithi189 bash[70525]: audit 2024-09-18T09:28:15.929796+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:28:17.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:16 smithi189 bash[70525]: audit 2024-09-18T09:28:15.937674+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:17.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:16 smithi189 bash[70525]: audit 2024-09-18T09:28:15.937674+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:17.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:16 smithi189 bash[70525]: cephadm 2024-09-18T09:28:16.005370+0000 mgr.y (mgr.15249) 871 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:28:17.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:16 smithi189 bash[70525]: cephadm 2024-09-18T09:28:16.005370+0000 mgr.y (mgr.15249) 871 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e 2024-09-18T09:28:18.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:17 smithi078 bash[90742]: audit 2024-09-18T09:28:16.189255+0000 mgr.y (mgr.15249) 872 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:18.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:17 smithi078 bash[90742]: audit 2024-09-18T09:28:16.189255+0000 mgr.y (mgr.15249) 872 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:18.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:17 smithi078 bash[90742]: audit 2024-09-18T09:28:17.247814+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:18.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:17 smithi078 bash[90742]: audit 2024-09-18T09:28:17.247814+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:18.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:17 smithi078 bash[94202]: audit 2024-09-18T09:28:16.189255+0000 mgr.y (mgr.15249) 872 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:18.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:17 smithi078 bash[94202]: audit 2024-09-18T09:28:16.189255+0000 mgr.y (mgr.15249) 872 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:18.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:17 smithi078 bash[94202]: audit 2024-09-18T09:28:17.247814+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:18.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:17 smithi078 bash[94202]: audit 2024-09-18T09:28:17.247814+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:18.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:17 smithi189 bash[70525]: audit 2024-09-18T09:28:16.189255+0000 mgr.y (mgr.15249) 872 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:18.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:17 smithi189 bash[70525]: audit 2024-09-18T09:28:16.189255+0000 mgr.y (mgr.15249) 872 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:18.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:17 smithi189 bash[70525]: audit 2024-09-18T09:28:17.247814+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:18.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:17 smithi189 bash[70525]: audit 2024-09-18T09:28:17.247814+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:19.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: cluster 2024-09-18T09:28:17.898763+0000 mgr.y (mgr.15249) 873 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:19.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: cluster 2024-09-18T09:28:17.898763+0000 mgr.y (mgr.15249) 873 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:19.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.864926+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.864926+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.867724+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:28:19.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.867724+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:28:19.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.870485+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.870485+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.877981+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.877981+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.883170+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.883170+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.890157+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.890157+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.894704+0000 mon.a (mon.0) 752 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.894704+0000 mon.a (mon.0) 752 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.902082+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.902082+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.908352+0000 mon.a (mon.0) 754 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.908352+0000 mon.a (mon.0) 754 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.916161+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.916161+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.924923+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[94202]: audit 2024-09-18T09:28:18.924923+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: cluster 2024-09-18T09:28:17.898763+0000 mgr.y (mgr.15249) 873 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:19.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: cluster 2024-09-18T09:28:17.898763+0000 mgr.y (mgr.15249) 873 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:19.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.864926+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.864926+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.867724+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:28:19.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.867724+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:28:19.208 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.870485+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.870485+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.877981+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.877981+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.883170+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.883170+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.890157+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.890157+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.894704+0000 mon.a (mon.0) 752 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.894704+0000 mon.a (mon.0) 752 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.902082+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.902082+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.908352+0000 mon.a (mon.0) 754 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.908352+0000 mon.a (mon.0) 754 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.916161+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.916161+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.924923+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:18 smithi078 bash[90742]: audit 2024-09-18T09:28:18.924923+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: cluster 2024-09-18T09:28:17.898763+0000 mgr.y (mgr.15249) 873 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:19.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: cluster 2024-09-18T09:28:17.898763+0000 mgr.y (mgr.15249) 873 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:19.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.864926+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.864926+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.867724+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:28:19.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.867724+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:28:19.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.870485+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.870485+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.877981+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.877981+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.883170+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.883170+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.890157+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.890157+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.894704+0000 mon.a (mon.0) 752 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.894704+0000 mon.a (mon.0) 752 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.902082+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.902082+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.908352+0000 mon.a (mon.0) 754 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.908352+0000 mon.a (mon.0) 754 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.916161+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.916161+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:19.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.924923+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:18 smithi189 bash[70525]: audit 2024-09-18T09:28:18.924923+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:19.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:19 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:19.451266535Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:20.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:19 smithi189 bash[70525]: cephadm 2024-09-18T09:28:18.865563+0000 mgr.y (mgr.15249) 874 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:28:20.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:19 smithi189 bash[70525]: cephadm 2024-09-18T09:28:18.865563+0000 mgr.y (mgr.15249) 874 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:28:20.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:19 smithi189 bash[70525]: cephadm 2024-09-18T09:28:18.865639+0000 mgr.y (mgr.15249) 875 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:28:20.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:19 smithi189 bash[70525]: cephadm 2024-09-18T09:28:18.865639+0000 mgr.y (mgr.15249) 875 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:28:20.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:19 smithi189 bash[70525]: cephadm 2024-09-18T09:28:18.871883+0000 mgr.y (mgr.15249) 876 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:28:20.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:19 smithi189 bash[70525]: cephadm 2024-09-18T09:28:18.871883+0000 mgr.y (mgr.15249) 876 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:28:20.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:19 smithi189 bash[70525]: cephadm 2024-09-18T09:28:18.884343+0000 mgr.y (mgr.15249) 877 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:28:20.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:19 smithi189 bash[70525]: cephadm 2024-09-18T09:28:18.884343+0000 mgr.y (mgr.15249) 877 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:28:20.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:19 smithi189 bash[70525]: cephadm 2024-09-18T09:28:18.896020+0000 mgr.y (mgr.15249) 878 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:28:20.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:19 smithi189 bash[70525]: cephadm 2024-09-18T09:28:18.896020+0000 mgr.y (mgr.15249) 878 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:28:20.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:19 smithi189 bash[70525]: cephadm 2024-09-18T09:28:18.909862+0000 mgr.y (mgr.15249) 879 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-18T09:28:20.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:19 smithi189 bash[70525]: cephadm 2024-09-18T09:28:18.909862+0000 mgr.y (mgr.15249) 879 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-18T09:28:20.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:19 smithi189 bash[70525]: cephadm 2024-09-18T09:28:18.926500+0000 mgr.y (mgr.15249) 880 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:28:20.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:19 smithi189 bash[70525]: cephadm 2024-09-18T09:28:18.926500+0000 mgr.y (mgr.15249) 880 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:28:20.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:19 smithi189 bash[70525]: audit 2024-09-18T09:28:18.935101+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:20.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:19 smithi189 bash[70525]: audit 2024-09-18T09:28:18.935101+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:20.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[94202]: cephadm 2024-09-18T09:28:18.865563+0000 mgr.y (mgr.15249) 874 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:28:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[94202]: cephadm 2024-09-18T09:28:18.865563+0000 mgr.y (mgr.15249) 874 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:28:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[94202]: cephadm 2024-09-18T09:28:18.865639+0000 mgr.y (mgr.15249) 875 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:28:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[94202]: cephadm 2024-09-18T09:28:18.865639+0000 mgr.y (mgr.15249) 875 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:28:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[94202]: cephadm 2024-09-18T09:28:18.871883+0000 mgr.y (mgr.15249) 876 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:28:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[94202]: cephadm 2024-09-18T09:28:18.871883+0000 mgr.y (mgr.15249) 876 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:28:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[94202]: cephadm 2024-09-18T09:28:18.884343+0000 mgr.y (mgr.15249) 877 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:28:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[94202]: cephadm 2024-09-18T09:28:18.884343+0000 mgr.y (mgr.15249) 877 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:28:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[94202]: cephadm 2024-09-18T09:28:18.896020+0000 mgr.y (mgr.15249) 878 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:28:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[94202]: cephadm 2024-09-18T09:28:18.896020+0000 mgr.y (mgr.15249) 878 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:28:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[94202]: cephadm 2024-09-18T09:28:18.909862+0000 mgr.y (mgr.15249) 879 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-18T09:28:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[94202]: cephadm 2024-09-18T09:28:18.909862+0000 mgr.y (mgr.15249) 879 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-18T09:28:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[94202]: cephadm 2024-09-18T09:28:18.926500+0000 mgr.y (mgr.15249) 880 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:28:20.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[94202]: cephadm 2024-09-18T09:28:18.926500+0000 mgr.y (mgr.15249) 880 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:28:20.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[94202]: audit 2024-09-18T09:28:18.935101+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:20.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[94202]: audit 2024-09-18T09:28:18.935101+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:20.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[90742]: cephadm 2024-09-18T09:28:18.865563+0000 mgr.y (mgr.15249) 874 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:28:20.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[90742]: cephadm 2024-09-18T09:28:18.865563+0000 mgr.y (mgr.15249) 874 : cephadm [INF] Upgrade: Target is version 19.3.0-4983-ge7fb7b56 (squid) 2024-09-18T09:28:20.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[90742]: cephadm 2024-09-18T09:28:18.865639+0000 mgr.y (mgr.15249) 875 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:28:20.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[90742]: cephadm 2024-09-18T09:28:18.865639+0000 mgr.y (mgr.15249) 875 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1f5b5a3734f665ef333266f39143ac3ef1eb1951b21258f2307e10332e2d7ac9'] 2024-09-18T09:28:20.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[90742]: cephadm 2024-09-18T09:28:18.871883+0000 mgr.y (mgr.15249) 876 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:28:20.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[90742]: cephadm 2024-09-18T09:28:18.871883+0000 mgr.y (mgr.15249) 876 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-18T09:28:20.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[90742]: cephadm 2024-09-18T09:28:18.884343+0000 mgr.y (mgr.15249) 877 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:28:20.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[90742]: cephadm 2024-09-18T09:28:18.884343+0000 mgr.y (mgr.15249) 877 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-18T09:28:20.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[90742]: cephadm 2024-09-18T09:28:18.896020+0000 mgr.y (mgr.15249) 878 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:28:20.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[90742]: cephadm 2024-09-18T09:28:18.896020+0000 mgr.y (mgr.15249) 878 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-18T09:28:20.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[90742]: cephadm 2024-09-18T09:28:18.909862+0000 mgr.y (mgr.15249) 879 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-18T09:28:20.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[90742]: cephadm 2024-09-18T09:28:18.909862+0000 mgr.y (mgr.15249) 879 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-18T09:28:20.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[90742]: cephadm 2024-09-18T09:28:18.926500+0000 mgr.y (mgr.15249) 880 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:28:20.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[90742]: cephadm 2024-09-18T09:28:18.926500+0000 mgr.y (mgr.15249) 880 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-18T09:28:20.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[90742]: audit 2024-09-18T09:28:18.935101+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:20.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:19 smithi078 bash[90742]: audit 2024-09-18T09:28:18.935101+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:21.152 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:20 smithi078 bash[90742]: cluster 2024-09-18T09:28:19.900057+0000 mgr.y (mgr.15249) 881 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:21.152 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:20 smithi078 bash[90742]: cluster 2024-09-18T09:28:19.900057+0000 mgr.y (mgr.15249) 881 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:21.152 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:20 smithi078 bash[94202]: cluster 2024-09-18T09:28:19.900057+0000 mgr.y (mgr.15249) 881 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:21.152 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:20 smithi078 bash[94202]: cluster 2024-09-18T09:28:19.900057+0000 mgr.y (mgr.15249) 881 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:21.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:20 smithi189 bash[70525]: cluster 2024-09-18T09:28:19.900057+0000 mgr.y (mgr.15249) 881 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:21.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:20 smithi189 bash[70525]: cluster 2024-09-18T09:28:19.900057+0000 mgr.y (mgr.15249) 881 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:22.199 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:28:22.735 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:22 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:22.433259258Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:22 smithi189 bash[70525]: cephadm 2024-09-18T09:28:21.719755+0000 mgr.y (mgr.15249) 882 : cephadm [INF] Upgrade: Updating rgw.foo.smithi078.iqmpps (1/2) 2024-09-18T09:28:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:22 smithi189 bash[70525]: cephadm 2024-09-18T09:28:21.719755+0000 mgr.y (mgr.15249) 882 : cephadm [INF] Upgrade: Updating rgw.foo.smithi078.iqmpps (1/2) 2024-09-18T09:28:23.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:22 smithi189 bash[70525]: audit 2024-09-18T09:28:21.724615+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:23.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:22 smithi189 bash[70525]: audit 2024-09-18T09:28:21.724615+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:23.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:22 smithi189 bash[70525]: audit 2024-09-18T09:28:21.727026+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi078.iqmpps", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-18T09:28:23.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:22 smithi189 bash[70525]: audit 2024-09-18T09:28:21.727026+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi078.iqmpps", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-18T09:28:23.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:22 smithi189 bash[70525]: audit 2024-09-18T09:28:21.729710+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:23.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:22 smithi189 bash[70525]: audit 2024-09-18T09:28:21.729710+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:23.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:22 smithi189 bash[70525]: cephadm 2024-09-18T09:28:21.730807+0000 mgr.y (mgr.15249) 883 : cephadm [INF] Deploying daemon rgw.foo.smithi078.iqmpps on smithi078 2024-09-18T09:28:23.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:22 smithi189 bash[70525]: cephadm 2024-09-18T09:28:21.730807+0000 mgr.y (mgr.15249) 883 : cephadm [INF] Deploying daemon rgw.foo.smithi078.iqmpps on smithi078 2024-09-18T09:28:23.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:22 smithi189 bash[70525]: cluster 2024-09-18T09:28:21.901024+0000 mgr.y (mgr.15249) 884 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:23.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:22 smithi189 bash[70525]: cluster 2024-09-18T09:28:21.901024+0000 mgr.y (mgr.15249) 884 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[90742]: cephadm 2024-09-18T09:28:21.719755+0000 mgr.y (mgr.15249) 882 : cephadm [INF] Upgrade: Updating rgw.foo.smithi078.iqmpps (1/2) 2024-09-18T09:28:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[90742]: cephadm 2024-09-18T09:28:21.719755+0000 mgr.y (mgr.15249) 882 : cephadm [INF] Upgrade: Updating rgw.foo.smithi078.iqmpps (1/2) 2024-09-18T09:28:23.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[90742]: audit 2024-09-18T09:28:21.724615+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[90742]: audit 2024-09-18T09:28:21.724615+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[90742]: audit 2024-09-18T09:28:21.727026+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi078.iqmpps", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-18T09:28:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[90742]: audit 2024-09-18T09:28:21.727026+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi078.iqmpps", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-18T09:28:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[90742]: audit 2024-09-18T09:28:21.729710+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[90742]: audit 2024-09-18T09:28:21.729710+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[90742]: cephadm 2024-09-18T09:28:21.730807+0000 mgr.y (mgr.15249) 883 : cephadm [INF] Deploying daemon rgw.foo.smithi078.iqmpps on smithi078 2024-09-18T09:28:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[90742]: cephadm 2024-09-18T09:28:21.730807+0000 mgr.y (mgr.15249) 883 : cephadm [INF] Deploying daemon rgw.foo.smithi078.iqmpps on smithi078 2024-09-18T09:28:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[90742]: cluster 2024-09-18T09:28:21.901024+0000 mgr.y (mgr.15249) 884 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:23.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[90742]: cluster 2024-09-18T09:28:21.901024+0000 mgr.y (mgr.15249) 884 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[94202]: cephadm 2024-09-18T09:28:21.719755+0000 mgr.y (mgr.15249) 882 : cephadm [INF] Upgrade: Updating rgw.foo.smithi078.iqmpps (1/2) 2024-09-18T09:28:23.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[94202]: cephadm 2024-09-18T09:28:21.719755+0000 mgr.y (mgr.15249) 882 : cephadm [INF] Upgrade: Updating rgw.foo.smithi078.iqmpps (1/2) 2024-09-18T09:28:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[94202]: audit 2024-09-18T09:28:21.724615+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[94202]: audit 2024-09-18T09:28:21.724615+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[94202]: audit 2024-09-18T09:28:21.727026+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi078.iqmpps", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-18T09:28:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[94202]: audit 2024-09-18T09:28:21.727026+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi078.iqmpps", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-18T09:28:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[94202]: audit 2024-09-18T09:28:21.729710+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[94202]: audit 2024-09-18T09:28:21.729710+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[94202]: cephadm 2024-09-18T09:28:21.730807+0000 mgr.y (mgr.15249) 883 : cephadm [INF] Deploying daemon rgw.foo.smithi078.iqmpps on smithi078 2024-09-18T09:28:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[94202]: cephadm 2024-09-18T09:28:21.730807+0000 mgr.y (mgr.15249) 883 : cephadm [INF] Deploying daemon rgw.foo.smithi078.iqmpps on smithi078 2024-09-18T09:28:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[94202]: cluster 2024-09-18T09:28:21.901024+0000 mgr.y (mgr.15249) 884 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:23.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:22 smithi078 bash[94202]: cluster 2024-09-18T09:28:21.901024+0000 mgr.y (mgr.15249) 884 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:23.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:28:23 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:28:23] "GET /metrics HTTP/1.1" 200 38333 "" "Prometheus/2.51.0" 2024-09-18T09:28:24.346 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:28:24.971 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:28:24.971 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (14m) 4m ago 41m 13.9M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:28:24.971 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (13m) 83s ago 41m 68.4M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:28:24.971 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (16m) 4m ago 39m 49.4M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:28:24.971 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (15m) 83s ago 50m 444M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:28:24.971 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (26m) 4m ago 52m 518M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:28:24.971 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (10m) 4m ago 52m 52.2M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:28:24.971 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (12m) 83s ago 50m 45.7M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:28:24.971 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (10m) 4m ago 50m 38.9M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:28:24.971 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (15m) 4m ago 41m 8284k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:28:24.971 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (15m) 83s ago 41m 8708k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:28:24.972 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (8m) 4m ago 49m 49.4M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 b10b88ce2e14 2024-09-18T09:28:24.972 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (7m) 4m ago 48m 50.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3939468d55d0 2024-09-18T09:28:24.972 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (5m) 4m ago 47m 46.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 db670b04d315 2024-09-18T09:28:24.972 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (4m) 4m ago 46m - 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 35d85c967fbc 2024-09-18T09:28:24.972 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (3m) 83s ago 45m 53.1M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 5f96420926c0 2024-09-18T09:28:24.972 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (2m) 83s ago 44m 54.8M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 431d53bb44ce 2024-09-18T09:28:24.972 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (2m) 83s ago 43m 45.2M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3d61b3a31c25 2024-09-18T09:28:24.972 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (85s) 83s ago 43m - 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 da1ca3555510 2024-09-18T09:28:24.972 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (14m) 83s ago 42m 53.2M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:28:24.972 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (39m) 4m ago 39m 102M - 19.1.1-330-gc2ddf972 ebb0615149de d12e1b62b4bb 2024-09-18T09:28:24.972 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (39m) 83s ago 39m 103M - 19.1.1-330-gc2ddf972 ebb0615149de b1fba6502822 2024-09-18T09:28:25.204 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:28:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:25.204 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:28:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:25.204 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:28:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:25.205 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:28:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:25.205 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:28:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:25.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:24 smithi078 bash[90742]: cluster 2024-09-18T09:28:23.902396+0000 mgr.y (mgr.15249) 885 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:25.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:24 smithi078 bash[90742]: cluster 2024-09-18T09:28:23.902396+0000 mgr.y (mgr.15249) 885 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:25.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:25.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:24 smithi078 bash[94202]: cluster 2024-09-18T09:28:23.902396+0000 mgr.y (mgr.15249) 885 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:25.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:24 smithi078 bash[94202]: cluster 2024-09-18T09:28:23.902396+0000 mgr.y (mgr.15249) 885 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:25.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:25.206 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:28:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:25.207 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:28:25 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:25.333 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:28:25.333 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:28:25.333 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 3 2024-09-18T09:28:25.333 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:28:25.333 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:28:25.333 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:28:25.333 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:28:25.333 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:28:25.333 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 8 2024-09-18T09:28:25.334 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:28:25.334 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:28:25.334 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2 2024-09-18T09:28:25.334 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:28:25.334 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:28:25.334 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 2, 2024-09-18T09:28:25.334 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 13 2024-09-18T09:28:25.334 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:28:25.334 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:28:25.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:24 smithi189 bash[70525]: cluster 2024-09-18T09:28:23.902396+0000 mgr.y (mgr.15249) 885 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:25.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:24 smithi189 bash[70525]: cluster 2024-09-18T09:28:23.902396+0000 mgr.y (mgr.15249) 885 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:28:25.632 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:28:25.632 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:28:25.632 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:28:25.632 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons in service(s) rgw.foo", 2024-09-18T09:28:25.632 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [], 2024-09-18T09:28:25.632 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "0/2 daemons upgraded", 2024-09-18T09:28:25.632 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading rgw daemons", 2024-09-18T09:28:25.632 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:28:25.633 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:28:25.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:25 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:25.476693393Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:26.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:25 smithi189 bash[70525]: audit 2024-09-18T09:28:24.333865+0000 mgr.y (mgr.15249) 886 : audit [DBG] from='client.44661 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:25 smithi189 bash[70525]: audit 2024-09-18T09:28:24.333865+0000 mgr.y (mgr.15249) 886 : audit [DBG] from='client.44661 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:25 smithi189 bash[70525]: audit 2024-09-18T09:28:24.647441+0000 mgr.y (mgr.15249) 887 : audit [DBG] from='client.54647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:25 smithi189 bash[70525]: audit 2024-09-18T09:28:24.647441+0000 mgr.y (mgr.15249) 887 : audit [DBG] from='client.54647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:25 smithi189 bash[70525]: audit 2024-09-18T09:28:24.952918+0000 mgr.y (mgr.15249) 888 : audit [DBG] from='client.44673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:25 smithi189 bash[70525]: audit 2024-09-18T09:28:24.952918+0000 mgr.y (mgr.15249) 888 : audit [DBG] from='client.44673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:25 smithi189 bash[70525]: audit 2024-09-18T09:28:25.332507+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.78:0/3898404713' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:26.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:25 smithi189 bash[70525]: audit 2024-09-18T09:28:25.332507+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.78:0/3898404713' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:26.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:25 smithi078 bash[90742]: audit 2024-09-18T09:28:24.333865+0000 mgr.y (mgr.15249) 886 : audit [DBG] from='client.44661 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:25 smithi078 bash[90742]: audit 2024-09-18T09:28:24.333865+0000 mgr.y (mgr.15249) 886 : audit [DBG] from='client.44661 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:25 smithi078 bash[90742]: audit 2024-09-18T09:28:24.647441+0000 mgr.y (mgr.15249) 887 : audit [DBG] from='client.54647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:25 smithi078 bash[90742]: audit 2024-09-18T09:28:24.647441+0000 mgr.y (mgr.15249) 887 : audit [DBG] from='client.54647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:25 smithi078 bash[90742]: audit 2024-09-18T09:28:24.952918+0000 mgr.y (mgr.15249) 888 : audit [DBG] from='client.44673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:25 smithi078 bash[90742]: audit 2024-09-18T09:28:24.952918+0000 mgr.y (mgr.15249) 888 : audit [DBG] from='client.44673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:25 smithi078 bash[90742]: audit 2024-09-18T09:28:25.332507+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.78:0/3898404713' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:26.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:25 smithi078 bash[90742]: audit 2024-09-18T09:28:25.332507+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.78:0/3898404713' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:26.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:25 smithi078 bash[94202]: audit 2024-09-18T09:28:24.333865+0000 mgr.y (mgr.15249) 886 : audit [DBG] from='client.44661 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:25 smithi078 bash[94202]: audit 2024-09-18T09:28:24.333865+0000 mgr.y (mgr.15249) 886 : audit [DBG] from='client.44661 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:25 smithi078 bash[94202]: audit 2024-09-18T09:28:24.647441+0000 mgr.y (mgr.15249) 887 : audit [DBG] from='client.54647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:25 smithi078 bash[94202]: audit 2024-09-18T09:28:24.647441+0000 mgr.y (mgr.15249) 887 : audit [DBG] from='client.54647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:25 smithi078 bash[94202]: audit 2024-09-18T09:28:24.952918+0000 mgr.y (mgr.15249) 888 : audit [DBG] from='client.44673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:25 smithi078 bash[94202]: audit 2024-09-18T09:28:24.952918+0000 mgr.y (mgr.15249) 888 : audit [DBG] from='client.44673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:26.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:25 smithi078 bash[94202]: audit 2024-09-18T09:28:25.332507+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.78:0/3898404713' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:26.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:25 smithi078 bash[94202]: audit 2024-09-18T09:28:25.332507+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.78:0/3898404713' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:27.342 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:26 smithi078 bash[94202]: audit 2024-09-18T09:28:25.630951+0000 mgr.y (mgr.15249) 889 : audit [DBG] from='client.54665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:27.342 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:26 smithi078 bash[94202]: audit 2024-09-18T09:28:25.630951+0000 mgr.y (mgr.15249) 889 : audit [DBG] from='client.54665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:27.343 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:26 smithi078 bash[94202]: cluster 2024-09-18T09:28:25.903548+0000 mgr.y (mgr.15249) 890 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:27.343 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:26 smithi078 bash[94202]: cluster 2024-09-18T09:28:25.903548+0000 mgr.y (mgr.15249) 890 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:27.343 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:26 smithi078 bash[90742]: audit 2024-09-18T09:28:25.630951+0000 mgr.y (mgr.15249) 889 : audit [DBG] from='client.54665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:27.343 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:26 smithi078 bash[90742]: audit 2024-09-18T09:28:25.630951+0000 mgr.y (mgr.15249) 889 : audit [DBG] from='client.54665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:27.343 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:26 smithi078 bash[90742]: cluster 2024-09-18T09:28:25.903548+0000 mgr.y (mgr.15249) 890 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:27.343 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:26 smithi078 bash[90742]: cluster 2024-09-18T09:28:25.903548+0000 mgr.y (mgr.15249) 890 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:27.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:26 smithi189 bash[70525]: audit 2024-09-18T09:28:25.630951+0000 mgr.y (mgr.15249) 889 : audit [DBG] from='client.54665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:27.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:26 smithi189 bash[70525]: audit 2024-09-18T09:28:25.630951+0000 mgr.y (mgr.15249) 889 : audit [DBG] from='client.54665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:27.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:26 smithi189 bash[70525]: cluster 2024-09-18T09:28:25.903548+0000 mgr.y (mgr.15249) 890 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:27.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:26 smithi189 bash[70525]: cluster 2024-09-18T09:28:25.903548+0000 mgr.y (mgr.15249) 890 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:27.667 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:27 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:27.668 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:27 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:27.668 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:28:27 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:27.668 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:28:27 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:27.668 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:28:27 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:27.669 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:28:27 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:27.669 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:28:27 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:27.669 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:28:27 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:27.670 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:28:27 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:28.275 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:27 smithi189 bash[70525]: audit 2024-09-18T09:28:26.197232+0000 mgr.y (mgr.15249) 891 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:28.275 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:27 smithi189 bash[70525]: audit 2024-09-18T09:28:26.197232+0000 mgr.y (mgr.15249) 891 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:28.275 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:27 smithi189 bash[70525]: audit 2024-09-18T09:28:27.715394+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:28.275 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:27 smithi189 bash[70525]: audit 2024-09-18T09:28:27.715394+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:28.275 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:27 smithi189 bash[70525]: audit 2024-09-18T09:28:27.721872+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:28.275 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:27 smithi189 bash[70525]: audit 2024-09-18T09:28:27.721872+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:28.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:27 smithi078 bash[90742]: audit 2024-09-18T09:28:26.197232+0000 mgr.y (mgr.15249) 891 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:28.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:27 smithi078 bash[90742]: audit 2024-09-18T09:28:26.197232+0000 mgr.y (mgr.15249) 891 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:28.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:27 smithi078 bash[90742]: audit 2024-09-18T09:28:27.715394+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:28.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:27 smithi078 bash[90742]: audit 2024-09-18T09:28:27.715394+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:28.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:27 smithi078 bash[90742]: audit 2024-09-18T09:28:27.721872+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:28.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:27 smithi078 bash[90742]: audit 2024-09-18T09:28:27.721872+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:28.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:27 smithi078 bash[94202]: audit 2024-09-18T09:28:26.197232+0000 mgr.y (mgr.15249) 891 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:28.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:27 smithi078 bash[94202]: audit 2024-09-18T09:28:26.197232+0000 mgr.y (mgr.15249) 891 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:28.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:27 smithi078 bash[94202]: audit 2024-09-18T09:28:27.715394+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:28.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:27 smithi078 bash[94202]: audit 2024-09-18T09:28:27.715394+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:28.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:27 smithi078 bash[94202]: audit 2024-09-18T09:28:27.721872+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:28.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:27 smithi078 bash[94202]: audit 2024-09-18T09:28:27.721872+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:28.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:28 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:28.464595706Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:29.349 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:28 smithi078 bash[90742]: cluster 2024-09-18T09:28:27.904600+0000 mgr.y (mgr.15249) 892 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:29.350 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:28 smithi078 bash[90742]: cluster 2024-09-18T09:28:27.904600+0000 mgr.y (mgr.15249) 892 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:29.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:28 smithi078 bash[94202]: cluster 2024-09-18T09:28:27.904600+0000 mgr.y (mgr.15249) 892 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:29.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:28 smithi078 bash[94202]: cluster 2024-09-18T09:28:27.904600+0000 mgr.y (mgr.15249) 892 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:29.397 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:28 smithi189 bash[70525]: cluster 2024-09-18T09:28:27.904600+0000 mgr.y (mgr.15249) 892 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:29.397 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:28 smithi189 bash[70525]: cluster 2024-09-18T09:28:27.904600+0000 mgr.y (mgr.15249) 892 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:28:31.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:30 smithi189 bash[70525]: cluster 2024-09-18T09:28:29.905870+0000 mgr.y (mgr.15249) 893 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 9.7 KiB/s rd, 85 B/s wr, 13 op/s 2024-09-18T09:28:31.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:30 smithi189 bash[70525]: cluster 2024-09-18T09:28:29.905870+0000 mgr.y (mgr.15249) 893 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 9.7 KiB/s rd, 85 B/s wr, 13 op/s 2024-09-18T09:28:31.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:30 smithi189 bash[70525]: audit 2024-09-18T09:28:30.325908+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:31.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:30 smithi189 bash[70525]: audit 2024-09-18T09:28:30.325908+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:31.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:30 smithi189 bash[70525]: audit 2024-09-18T09:28:30.330289+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi189.uqshkq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-18T09:28:31.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:30 smithi189 bash[70525]: audit 2024-09-18T09:28:30.330289+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi189.uqshkq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-18T09:28:31.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:30 smithi189 bash[70525]: audit 2024-09-18T09:28:30.333347+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:31.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:30 smithi189 bash[70525]: audit 2024-09-18T09:28:30.333347+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:31.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:30 smithi078 bash[90742]: cluster 2024-09-18T09:28:29.905870+0000 mgr.y (mgr.15249) 893 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 9.7 KiB/s rd, 85 B/s wr, 13 op/s 2024-09-18T09:28:31.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:30 smithi078 bash[90742]: cluster 2024-09-18T09:28:29.905870+0000 mgr.y (mgr.15249) 893 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 9.7 KiB/s rd, 85 B/s wr, 13 op/s 2024-09-18T09:28:31.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:30 smithi078 bash[90742]: audit 2024-09-18T09:28:30.325908+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:31.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:30 smithi078 bash[90742]: audit 2024-09-18T09:28:30.325908+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:31.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:30 smithi078 bash[90742]: audit 2024-09-18T09:28:30.330289+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi189.uqshkq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-18T09:28:31.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:30 smithi078 bash[90742]: audit 2024-09-18T09:28:30.330289+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi189.uqshkq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-18T09:28:31.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:30 smithi078 bash[90742]: audit 2024-09-18T09:28:30.333347+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:31.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:30 smithi078 bash[90742]: audit 2024-09-18T09:28:30.333347+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:31.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:30 smithi078 bash[94202]: cluster 2024-09-18T09:28:29.905870+0000 mgr.y (mgr.15249) 893 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 9.7 KiB/s rd, 85 B/s wr, 13 op/s 2024-09-18T09:28:31.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:30 smithi078 bash[94202]: cluster 2024-09-18T09:28:29.905870+0000 mgr.y (mgr.15249) 893 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 9.7 KiB/s rd, 85 B/s wr, 13 op/s 2024-09-18T09:28:31.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:30 smithi078 bash[94202]: audit 2024-09-18T09:28:30.325908+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:31.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:30 smithi078 bash[94202]: audit 2024-09-18T09:28:30.325908+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:31.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:30 smithi078 bash[94202]: audit 2024-09-18T09:28:30.330289+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi189.uqshkq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-18T09:28:31.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:30 smithi078 bash[94202]: audit 2024-09-18T09:28:30.330289+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi189.uqshkq", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-18T09:28:31.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:30 smithi078 bash[94202]: audit 2024-09-18T09:28:30.333347+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:31.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:30 smithi078 bash[94202]: audit 2024-09-18T09:28:30.333347+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:28:31.897 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:31 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:31.443631071Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:32.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:31 smithi189 bash[70525]: cephadm 2024-09-18T09:28:30.318574+0000 mgr.y (mgr.15249) 894 : cephadm [INF] Upgrade: Updating rgw.foo.smithi189.uqshkq (2/2) 2024-09-18T09:28:32.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:31 smithi189 bash[70525]: cephadm 2024-09-18T09:28:30.318574+0000 mgr.y (mgr.15249) 894 : cephadm [INF] Upgrade: Updating rgw.foo.smithi189.uqshkq (2/2) 2024-09-18T09:28:32.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:31 smithi189 bash[70525]: cephadm 2024-09-18T09:28:30.335109+0000 mgr.y (mgr.15249) 895 : cephadm [INF] Deploying daemon rgw.foo.smithi189.uqshkq on smithi189 2024-09-18T09:28:32.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:31 smithi189 bash[70525]: cephadm 2024-09-18T09:28:30.335109+0000 mgr.y (mgr.15249) 895 : cephadm [INF] Deploying daemon rgw.foo.smithi189.uqshkq on smithi189 2024-09-18T09:28:32.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:31 smithi078 bash[90742]: cephadm 2024-09-18T09:28:30.318574+0000 mgr.y (mgr.15249) 894 : cephadm [INF] Upgrade: Updating rgw.foo.smithi189.uqshkq (2/2) 2024-09-18T09:28:32.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:31 smithi078 bash[90742]: cephadm 2024-09-18T09:28:30.318574+0000 mgr.y (mgr.15249) 894 : cephadm [INF] Upgrade: Updating rgw.foo.smithi189.uqshkq (2/2) 2024-09-18T09:28:32.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:31 smithi078 bash[90742]: cephadm 2024-09-18T09:28:30.335109+0000 mgr.y (mgr.15249) 895 : cephadm [INF] Deploying daemon rgw.foo.smithi189.uqshkq on smithi189 2024-09-18T09:28:32.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:31 smithi078 bash[90742]: cephadm 2024-09-18T09:28:30.335109+0000 mgr.y (mgr.15249) 895 : cephadm [INF] Deploying daemon rgw.foo.smithi189.uqshkq on smithi189 2024-09-18T09:28:32.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:31 smithi078 bash[94202]: cephadm 2024-09-18T09:28:30.318574+0000 mgr.y (mgr.15249) 894 : cephadm [INF] Upgrade: Updating rgw.foo.smithi189.uqshkq (2/2) 2024-09-18T09:28:32.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:31 smithi078 bash[94202]: cephadm 2024-09-18T09:28:30.318574+0000 mgr.y (mgr.15249) 894 : cephadm [INF] Upgrade: Updating rgw.foo.smithi189.uqshkq (2/2) 2024-09-18T09:28:32.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:31 smithi078 bash[94202]: cephadm 2024-09-18T09:28:30.335109+0000 mgr.y (mgr.15249) 895 : cephadm [INF] Deploying daemon rgw.foo.smithi189.uqshkq on smithi189 2024-09-18T09:28:32.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:31 smithi078 bash[94202]: cephadm 2024-09-18T09:28:30.335109+0000 mgr.y (mgr.15249) 895 : cephadm [INF] Deploying daemon rgw.foo.smithi189.uqshkq on smithi189 2024-09-18T09:28:32.983 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:32.984 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:28:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:32.984 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:28:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:32.985 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:28:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:32.985 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:32.985 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:28:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:32.985 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:28:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:32.986 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:28:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:32.986 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:28:32 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:33.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:32 smithi189 bash[70525]: cluster 2024-09-18T09:28:31.906703+0000 mgr.y (mgr.15249) 896 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 85 B/s wr, 25 op/s 2024-09-18T09:28:33.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:32 smithi189 bash[70525]: cluster 2024-09-18T09:28:31.906703+0000 mgr.y (mgr.15249) 896 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 85 B/s wr, 25 op/s 2024-09-18T09:28:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:32 smithi189 bash[70525]: audit 2024-09-18T09:28:32.248161+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:32 smithi189 bash[70525]: audit 2024-09-18T09:28:32.248161+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:33.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:32 smithi078 bash[90742]: cluster 2024-09-18T09:28:31.906703+0000 mgr.y (mgr.15249) 896 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 85 B/s wr, 25 op/s 2024-09-18T09:28:33.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:32 smithi078 bash[90742]: cluster 2024-09-18T09:28:31.906703+0000 mgr.y (mgr.15249) 896 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 85 B/s wr, 25 op/s 2024-09-18T09:28:33.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:32 smithi078 bash[90742]: audit 2024-09-18T09:28:32.248161+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:33.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:32 smithi078 bash[90742]: audit 2024-09-18T09:28:32.248161+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:33.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:32 smithi078 bash[94202]: cluster 2024-09-18T09:28:31.906703+0000 mgr.y (mgr.15249) 896 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 85 B/s wr, 25 op/s 2024-09-18T09:28:33.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:32 smithi078 bash[94202]: cluster 2024-09-18T09:28:31.906703+0000 mgr.y (mgr.15249) 896 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 85 B/s wr, 25 op/s 2024-09-18T09:28:33.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:32 smithi078 bash[94202]: audit 2024-09-18T09:28:32.248161+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:33.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:32 smithi078 bash[94202]: audit 2024-09-18T09:28:32.248161+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:33.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:28:33 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:28:33] "GET /metrics HTTP/1.1" 200 38313 "" "Prometheus/2.51.0" 2024-09-18T09:28:34.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:34 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:34.442788074Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:35.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:34 smithi189 bash[70525]: cluster 2024-09-18T09:28:33.908108+0000 mgr.y (mgr.15249) 897 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 85 B/s wr, 74 op/s 2024-09-18T09:28:35.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:34 smithi189 bash[70525]: cluster 2024-09-18T09:28:33.908108+0000 mgr.y (mgr.15249) 897 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 85 B/s wr, 74 op/s 2024-09-18T09:28:35.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:34 smithi078 bash[90742]: cluster 2024-09-18T09:28:33.908108+0000 mgr.y (mgr.15249) 897 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 85 B/s wr, 74 op/s 2024-09-18T09:28:35.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:34 smithi078 bash[90742]: cluster 2024-09-18T09:28:33.908108+0000 mgr.y (mgr.15249) 897 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 85 B/s wr, 74 op/s 2024-09-18T09:28:35.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:34 smithi078 bash[94202]: cluster 2024-09-18T09:28:33.908108+0000 mgr.y (mgr.15249) 897 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 85 B/s wr, 74 op/s 2024-09-18T09:28:35.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:34 smithi078 bash[94202]: cluster 2024-09-18T09:28:33.908108+0000 mgr.y (mgr.15249) 897 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 85 B/s wr, 74 op/s 2024-09-18T09:28:37.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:36 smithi189 bash[70525]: cluster 2024-09-18T09:28:35.909302+0000 mgr.y (mgr.15249) 898 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:37.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:36 smithi189 bash[70525]: cluster 2024-09-18T09:28:35.909302+0000 mgr.y (mgr.15249) 898 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:37.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:36 smithi078 bash[90742]: cluster 2024-09-18T09:28:35.909302+0000 mgr.y (mgr.15249) 898 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:37.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:36 smithi078 bash[90742]: cluster 2024-09-18T09:28:35.909302+0000 mgr.y (mgr.15249) 898 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:37.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:36 smithi078 bash[94202]: cluster 2024-09-18T09:28:35.909302+0000 mgr.y (mgr.15249) 898 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:37.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:36 smithi078 bash[94202]: cluster 2024-09-18T09:28:35.909302+0000 mgr.y (mgr.15249) 898 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:37.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:37 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:37.451802594Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:38.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:38 smithi189 bash[70525]: audit 2024-09-18T09:28:36.208446+0000 mgr.y (mgr.15249) 899 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:38 smithi189 bash[70525]: audit 2024-09-18T09:28:36.208446+0000 mgr.y (mgr.15249) 899 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:38.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:38 smithi078 bash[90742]: audit 2024-09-18T09:28:36.208446+0000 mgr.y (mgr.15249) 899 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:38.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:38 smithi078 bash[90742]: audit 2024-09-18T09:28:36.208446+0000 mgr.y (mgr.15249) 899 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:38.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:38 smithi078 bash[94202]: audit 2024-09-18T09:28:36.208446+0000 mgr.y (mgr.15249) 899 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:38.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:38 smithi078 bash[94202]: audit 2024-09-18T09:28:36.208446+0000 mgr.y (mgr.15249) 899 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:39.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:39 smithi189 bash[70525]: cluster 2024-09-18T09:28:37.910341+0000 mgr.y (mgr.15249) 900 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:39.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:39 smithi189 bash[70525]: cluster 2024-09-18T09:28:37.910341+0000 mgr.y (mgr.15249) 900 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:39.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:39 smithi078 bash[90742]: cluster 2024-09-18T09:28:37.910341+0000 mgr.y (mgr.15249) 900 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:39.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:39 smithi078 bash[90742]: cluster 2024-09-18T09:28:37.910341+0000 mgr.y (mgr.15249) 900 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:39.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:39 smithi078 bash[94202]: cluster 2024-09-18T09:28:37.910341+0000 mgr.y (mgr.15249) 900 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:39.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:39 smithi078 bash[94202]: cluster 2024-09-18T09:28:37.910341+0000 mgr.y (mgr.15249) 900 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:40.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:40 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:40.434981166Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:41.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:41 smithi189 bash[70525]: cluster 2024-09-18T09:28:39.911643+0000 mgr.y (mgr.15249) 901 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:41.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:41 smithi189 bash[70525]: cluster 2024-09-18T09:28:39.911643+0000 mgr.y (mgr.15249) 901 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:41.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:41 smithi078 bash[90742]: cluster 2024-09-18T09:28:39.911643+0000 mgr.y (mgr.15249) 901 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:41.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:41 smithi078 bash[90742]: cluster 2024-09-18T09:28:39.911643+0000 mgr.y (mgr.15249) 901 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:41.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:41 smithi078 bash[94202]: cluster 2024-09-18T09:28:39.911643+0000 mgr.y (mgr.15249) 901 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:41.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:41 smithi078 bash[94202]: cluster 2024-09-18T09:28:39.911643+0000 mgr.y (mgr.15249) 901 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:43.380 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:43 smithi189 bash[70525]: cluster 2024-09-18T09:28:41.912525+0000 mgr.y (mgr.15249) 902 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 B/s wr, 71 op/s 2024-09-18T09:28:43.380 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:43 smithi189 bash[70525]: cluster 2024-09-18T09:28:41.912525+0000 mgr.y (mgr.15249) 902 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 B/s wr, 71 op/s 2024-09-18T09:28:43.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:43 smithi078 bash[90742]: cluster 2024-09-18T09:28:41.912525+0000 mgr.y (mgr.15249) 902 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 B/s wr, 71 op/s 2024-09-18T09:28:43.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:43 smithi078 bash[90742]: cluster 2024-09-18T09:28:41.912525+0000 mgr.y (mgr.15249) 902 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 B/s wr, 71 op/s 2024-09-18T09:28:43.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:43 smithi078 bash[94202]: cluster 2024-09-18T09:28:41.912525+0000 mgr.y (mgr.15249) 902 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 B/s wr, 71 op/s 2024-09-18T09:28:43.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:43 smithi078 bash[94202]: cluster 2024-09-18T09:28:41.912525+0000 mgr.y (mgr.15249) 902 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 B/s wr, 71 op/s 2024-09-18T09:28:43.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:43 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:43.430298023Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:43.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:28:43 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:28:43] "GET /metrics HTTP/1.1" 200 38313 "" "Prometheus/2.51.0" 2024-09-18T09:28:44.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:44 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:44.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:44 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:44.672 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:28:44 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:44.672 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:28:44 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:44.673 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:28:44 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:44.673 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:28:44 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:44.673 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:28:44 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:44.674 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:28:44 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:44.674 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:28:44 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:28:45.385 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:45 smithi189 bash[70525]: cluster 2024-09-18T09:28:43.914060+0000 mgr.y (mgr.15249) 903 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 0 B/s wr, 59 op/s 2024-09-18T09:28:45.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:45 smithi189 bash[70525]: cluster 2024-09-18T09:28:43.914060+0000 mgr.y (mgr.15249) 903 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 0 B/s wr, 59 op/s 2024-09-18T09:28:45.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:45 smithi189 bash[70525]: audit 2024-09-18T09:28:44.394404+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:45.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:45 smithi189 bash[70525]: audit 2024-09-18T09:28:44.394404+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:45.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:45 smithi189 bash[70525]: audit 2024-09-18T09:28:44.404993+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:45.386 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:45 smithi189 bash[70525]: audit 2024-09-18T09:28:44.404993+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:45.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:45 smithi078 bash[90742]: cluster 2024-09-18T09:28:43.914060+0000 mgr.y (mgr.15249) 903 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 0 B/s wr, 59 op/s 2024-09-18T09:28:45.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:45 smithi078 bash[90742]: cluster 2024-09-18T09:28:43.914060+0000 mgr.y (mgr.15249) 903 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 0 B/s wr, 59 op/s 2024-09-18T09:28:45.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:45 smithi078 bash[90742]: audit 2024-09-18T09:28:44.394404+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:45.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:45 smithi078 bash[90742]: audit 2024-09-18T09:28:44.394404+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:45.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:45 smithi078 bash[90742]: audit 2024-09-18T09:28:44.404993+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:45.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:45 smithi078 bash[90742]: audit 2024-09-18T09:28:44.404993+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:45.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:45 smithi078 bash[94202]: cluster 2024-09-18T09:28:43.914060+0000 mgr.y (mgr.15249) 903 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 0 B/s wr, 59 op/s 2024-09-18T09:28:45.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:45 smithi078 bash[94202]: cluster 2024-09-18T09:28:43.914060+0000 mgr.y (mgr.15249) 903 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 0 B/s wr, 59 op/s 2024-09-18T09:28:45.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:45 smithi078 bash[94202]: audit 2024-09-18T09:28:44.394404+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:45.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:45 smithi078 bash[94202]: audit 2024-09-18T09:28:44.394404+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:45.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:45 smithi078 bash[94202]: audit 2024-09-18T09:28:44.404993+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:45.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:45 smithi078 bash[94202]: audit 2024-09-18T09:28:44.404993+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:46.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:46 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:46.431701593Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:47.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:47 smithi189 bash[70525]: cluster 2024-09-18T09:28:45.915123+0000 mgr.y (mgr.15249) 904 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 7.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T09:28:47.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:47 smithi189 bash[70525]: cluster 2024-09-18T09:28:45.915123+0000 mgr.y (mgr.15249) 904 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 7.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T09:28:47.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:47 smithi078 bash[90742]: cluster 2024-09-18T09:28:45.915123+0000 mgr.y (mgr.15249) 904 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 7.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T09:28:47.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:47 smithi078 bash[90742]: cluster 2024-09-18T09:28:45.915123+0000 mgr.y (mgr.15249) 904 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 7.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T09:28:47.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:47 smithi078 bash[94202]: cluster 2024-09-18T09:28:45.915123+0000 mgr.y (mgr.15249) 904 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 7.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T09:28:47.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:47 smithi078 bash[94202]: cluster 2024-09-18T09:28:45.915123+0000 mgr.y (mgr.15249) 904 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 7.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-18T09:28:48.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:48 smithi189 bash[70525]: audit 2024-09-18T09:28:46.217375+0000 mgr.y (mgr.15249) 905 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:48.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:48 smithi189 bash[70525]: audit 2024-09-18T09:28:46.217375+0000 mgr.y (mgr.15249) 905 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:48.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:48 smithi189 bash[70525]: audit 2024-09-18T09:28:47.248455+0000 mon.a (mon.0) 769 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:48.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:48 smithi189 bash[70525]: audit 2024-09-18T09:28:47.248455+0000 mon.a (mon.0) 769 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:48.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:48 smithi078 bash[94202]: audit 2024-09-18T09:28:46.217375+0000 mgr.y (mgr.15249) 905 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:48.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:48 smithi078 bash[94202]: audit 2024-09-18T09:28:46.217375+0000 mgr.y (mgr.15249) 905 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:48.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:48 smithi078 bash[94202]: audit 2024-09-18T09:28:47.248455+0000 mon.a (mon.0) 769 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:48.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:48 smithi078 bash[94202]: audit 2024-09-18T09:28:47.248455+0000 mon.a (mon.0) 769 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:48.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:48 smithi078 bash[90742]: audit 2024-09-18T09:28:46.217375+0000 mgr.y (mgr.15249) 905 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:48.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:48 smithi078 bash[90742]: audit 2024-09-18T09:28:46.217375+0000 mgr.y (mgr.15249) 905 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:48.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:48 smithi078 bash[90742]: audit 2024-09-18T09:28:47.248455+0000 mon.a (mon.0) 769 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:48.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:48 smithi078 bash[90742]: audit 2024-09-18T09:28:47.248455+0000 mon.a (mon.0) 769 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:28:49.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:49 smithi189 bash[70525]: cluster 2024-09-18T09:28:47.916180+0000 mgr.y (mgr.15249) 906 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 22 op/s 2024-09-18T09:28:49.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:49 smithi189 bash[70525]: cluster 2024-09-18T09:28:47.916180+0000 mgr.y (mgr.15249) 906 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 22 op/s 2024-09-18T09:28:49.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:49 smithi078 bash[94202]: cluster 2024-09-18T09:28:47.916180+0000 mgr.y (mgr.15249) 906 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 22 op/s 2024-09-18T09:28:49.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:49 smithi078 bash[94202]: cluster 2024-09-18T09:28:47.916180+0000 mgr.y (mgr.15249) 906 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 22 op/s 2024-09-18T09:28:49.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:49 smithi078 bash[90742]: cluster 2024-09-18T09:28:47.916180+0000 mgr.y (mgr.15249) 906 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 22 op/s 2024-09-18T09:28:49.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:49 smithi078 bash[90742]: cluster 2024-09-18T09:28:47.916180+0000 mgr.y (mgr.15249) 906 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 22 op/s 2024-09-18T09:28:49.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:49 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:49.46622954Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:51.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:51 smithi189 bash[70525]: cluster 2024-09-18T09:28:49.916870+0000 mgr.y (mgr.15249) 907 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 85 B/s wr, 72 op/s 2024-09-18T09:28:51.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:51 smithi189 bash[70525]: cluster 2024-09-18T09:28:49.916870+0000 mgr.y (mgr.15249) 907 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 85 B/s wr, 72 op/s 2024-09-18T09:28:51.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:51 smithi189 bash[70525]: audit 2024-09-18T09:28:50.163301+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:51 smithi189 bash[70525]: audit 2024-09-18T09:28:50.163301+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:51 smithi189 bash[70525]: audit 2024-09-18T09:28:50.168433+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:51 smithi189 bash[70525]: audit 2024-09-18T09:28:50.168433+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:51 smithi189 bash[70525]: audit 2024-09-18T09:28:50.290678+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:51 smithi189 bash[70525]: audit 2024-09-18T09:28:50.290678+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:51 smithi189 bash[70525]: audit 2024-09-18T09:28:50.299891+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:51 smithi189 bash[70525]: audit 2024-09-18T09:28:50.299891+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[90742]: cluster 2024-09-18T09:28:49.916870+0000 mgr.y (mgr.15249) 907 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 85 B/s wr, 72 op/s 2024-09-18T09:28:51.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[90742]: cluster 2024-09-18T09:28:49.916870+0000 mgr.y (mgr.15249) 907 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 85 B/s wr, 72 op/s 2024-09-18T09:28:51.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[90742]: audit 2024-09-18T09:28:50.163301+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[90742]: audit 2024-09-18T09:28:50.163301+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[90742]: audit 2024-09-18T09:28:50.168433+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[90742]: audit 2024-09-18T09:28:50.168433+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[90742]: audit 2024-09-18T09:28:50.290678+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[90742]: audit 2024-09-18T09:28:50.290678+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[90742]: audit 2024-09-18T09:28:50.299891+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[90742]: audit 2024-09-18T09:28:50.299891+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[94202]: cluster 2024-09-18T09:28:49.916870+0000 mgr.y (mgr.15249) 907 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 85 B/s wr, 72 op/s 2024-09-18T09:28:51.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[94202]: cluster 2024-09-18T09:28:49.916870+0000 mgr.y (mgr.15249) 907 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 85 B/s wr, 72 op/s 2024-09-18T09:28:51.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[94202]: audit 2024-09-18T09:28:50.163301+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[94202]: audit 2024-09-18T09:28:50.163301+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[94202]: audit 2024-09-18T09:28:50.168433+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[94202]: audit 2024-09-18T09:28:50.168433+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[94202]: audit 2024-09-18T09:28:50.290678+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[94202]: audit 2024-09-18T09:28:50.290678+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[94202]: audit 2024-09-18T09:28:50.299891+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:51.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:51 smithi078 bash[94202]: audit 2024-09-18T09:28:50.299891+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:52 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:52.471347961Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:52.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:52 smithi189 bash[70525]: audit 2024-09-18T09:28:51.340978+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:52 smithi189 bash[70525]: audit 2024-09-18T09:28:51.340978+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:52 smithi189 bash[70525]: audit 2024-09-18T09:28:51.347234+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:52 smithi189 bash[70525]: audit 2024-09-18T09:28:51.347234+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:52 smithi189 bash[70525]: audit 2024-09-18T09:28:51.353629+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:52 smithi189 bash[70525]: audit 2024-09-18T09:28:51.353629+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.672 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:52 smithi189 bash[70525]: audit 2024-09-18T09:28:51.359360+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:52 smithi189 bash[70525]: audit 2024-09-18T09:28:51.359360+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:52 smithi189 bash[70525]: cluster 2024-09-18T09:28:51.917650+0000 mgr.y (mgr.15249) 908 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:52.673 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:52 smithi189 bash[70525]: cluster 2024-09-18T09:28:51.917650+0000 mgr.y (mgr.15249) 908 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:52.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[90742]: audit 2024-09-18T09:28:51.340978+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[90742]: audit 2024-09-18T09:28:51.340978+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[90742]: audit 2024-09-18T09:28:51.347234+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[90742]: audit 2024-09-18T09:28:51.347234+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[90742]: audit 2024-09-18T09:28:51.353629+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[90742]: audit 2024-09-18T09:28:51.353629+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[90742]: audit 2024-09-18T09:28:51.359360+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[90742]: audit 2024-09-18T09:28:51.359360+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[90742]: cluster 2024-09-18T09:28:51.917650+0000 mgr.y (mgr.15249) 908 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:52.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[90742]: cluster 2024-09-18T09:28:51.917650+0000 mgr.y (mgr.15249) 908 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:52.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[94202]: audit 2024-09-18T09:28:51.340978+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[94202]: audit 2024-09-18T09:28:51.340978+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[94202]: audit 2024-09-18T09:28:51.347234+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[94202]: audit 2024-09-18T09:28:51.347234+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[94202]: audit 2024-09-18T09:28:51.353629+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[94202]: audit 2024-09-18T09:28:51.353629+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[94202]: audit 2024-09-18T09:28:51.359360+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[94202]: audit 2024-09-18T09:28:51.359360+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:28:52.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[94202]: cluster 2024-09-18T09:28:51.917650+0000 mgr.y (mgr.15249) 908 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:52.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:52 smithi078 bash[94202]: cluster 2024-09-18T09:28:51.917650+0000 mgr.y (mgr.15249) 908 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:53.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:28:53 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:28:53] "GET /metrics HTTP/1.1" 200 38300 "" "Prometheus/2.51.0" 2024-09-18T09:28:55.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:54 smithi189 bash[70525]: cluster 2024-09-18T09:28:53.919049+0000 mgr.y (mgr.15249) 909 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:55.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:54 smithi189 bash[70525]: cluster 2024-09-18T09:28:53.919049+0000 mgr.y (mgr.15249) 909 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:55.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:54 smithi078 bash[90742]: cluster 2024-09-18T09:28:53.919049+0000 mgr.y (mgr.15249) 909 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:55.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:54 smithi078 bash[90742]: cluster 2024-09-18T09:28:53.919049+0000 mgr.y (mgr.15249) 909 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:55.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:54 smithi078 bash[94202]: cluster 2024-09-18T09:28:53.919049+0000 mgr.y (mgr.15249) 909 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:55.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:54 smithi078 bash[94202]: cluster 2024-09-18T09:28:53.919049+0000 mgr.y (mgr.15249) 909 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:55.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:55 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:55.465072104Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:55.981 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-09-18T09:28:56.631 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:28:56.631 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (14m) 6s ago 42m 14.3M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:28:56.631 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (14m) 6s ago 41m 68.3M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:28:56.631 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (16m) 6s ago 39m 49.5M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:28:56.631 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (16m) 6s ago 50m 445M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:28:56.632 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (27m) 6s ago 53m 521M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:28:56.632 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (11m) 6s ago 53m 63.1M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:28:56.632 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (12m) 6s ago 51m 47.7M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:28:56.632 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (10m) 6s ago 51m 45.0M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:28:56.632 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (16m) 6s ago 42m 8620k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:28:56.632 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (16m) 6s ago 42m 8739k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:28:56.632 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (8m) 6s ago 50m 57.7M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 b10b88ce2e14 2024-09-18T09:28:56.632 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (8m) 6s ago 49m 60.6M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3939468d55d0 2024-09-18T09:28:56.632 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (6m) 6s ago 48m 53.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 db670b04d315 2024-09-18T09:28:56.632 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (4m) 6s ago 47m 58.4M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 35d85c967fbc 2024-09-18T09:28:56.632 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (4m) 6s ago 46m 57.1M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 5f96420926c0 2024-09-18T09:28:56.632 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (3m) 6s ago 45m 57.8M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 431d53bb44ce 2024-09-18T09:28:56.632 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (2m) 6s ago 44m 47.5M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3d61b3a31c25 2024-09-18T09:28:56.633 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (117s) 6s ago 43m 51.5M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 da1ca3555510 2024-09-18T09:28:56.633 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (15m) 6s ago 42m 53.4M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:28:56.633 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (28s) 6s ago 39m 89.1M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 9cefaaf4f0fb 2024-09-18T09:28:56.633 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (12s) 6s ago 39m 89.1M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fd6c13c532fa 2024-09-18T09:28:57.002 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:28:57.002 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-09-18T09:28:57.002 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 3 2024-09-18T09:28:57.002 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:28:57.002 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-09-18T09:28:57.002 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:28:57.002 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:28:57.002 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-09-18T09:28:57.002 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 8 2024-09-18T09:28:57.003 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:28:57.003 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw": { 2024-09-18T09:28:57.003 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 1, 2024-09-18T09:28:57.003 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 2 2024-09-18T09:28:57.003 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-18T09:28:57.003 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-09-18T09:28:57.003 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.1-330-gc2ddf972 (c2ddf9721ef254645201cdbabd9c8f49c30a586f) squid (stable)": 1, 2024-09-18T09:28:57.003 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.3.0-4983-ge7fb7b56 (e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e) squid (dev)": 15 2024-09-18T09:28:57.003 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-18T09:28:57.003 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:28:57.325 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-18T09:28:57.325 INFO:teuthology.orchestra.run.smithi078.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e", 2024-09-18T09:28:57.325 INFO:teuthology.orchestra.run.smithi078.stdout: "in_progress": true, 2024-09-18T09:28:57.325 INFO:teuthology.orchestra.run.smithi078.stdout: "which": "Upgrading daemons in service(s) rgw.foo", 2024-09-18T09:28:57.325 INFO:teuthology.orchestra.run.smithi078.stdout: "services_complete": [ 2024-09-18T09:28:57.326 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw" 2024-09-18T09:28:57.326 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2024-09-18T09:28:57.326 INFO:teuthology.orchestra.run.smithi078.stdout: "progress": "2/2 daemons upgraded", 2024-09-18T09:28:57.326 INFO:teuthology.orchestra.run.smithi078.stdout: "message": "Currently upgrading rgw daemons", 2024-09-18T09:28:57.326 INFO:teuthology.orchestra.run.smithi078.stdout: "is_paused": false 2024-09-18T09:28:57.326 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-18T09:28:57.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:56 smithi189 bash[70525]: cluster 2024-09-18T09:28:55.919868+0000 mgr.y (mgr.15249) 910 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:57.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:56 smithi189 bash[70525]: cluster 2024-09-18T09:28:55.919868+0000 mgr.y (mgr.15249) 910 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:57.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:56 smithi189 bash[70525]: audit 2024-09-18T09:28:55.966815+0000 mgr.y (mgr.15249) 911 : audit [DBG] from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:57.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:56 smithi189 bash[70525]: audit 2024-09-18T09:28:55.966815+0000 mgr.y (mgr.15249) 911 : audit [DBG] from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:57.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:56 smithi078 bash[90742]: cluster 2024-09-18T09:28:55.919868+0000 mgr.y (mgr.15249) 910 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:57.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:56 smithi078 bash[90742]: cluster 2024-09-18T09:28:55.919868+0000 mgr.y (mgr.15249) 910 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:57.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:56 smithi078 bash[90742]: audit 2024-09-18T09:28:55.966815+0000 mgr.y (mgr.15249) 911 : audit [DBG] from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:57.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:56 smithi078 bash[90742]: audit 2024-09-18T09:28:55.966815+0000 mgr.y (mgr.15249) 911 : audit [DBG] from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:57.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:56 smithi078 bash[94202]: cluster 2024-09-18T09:28:55.919868+0000 mgr.y (mgr.15249) 910 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:57.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:56 smithi078 bash[94202]: cluster 2024-09-18T09:28:55.919868+0000 mgr.y (mgr.15249) 910 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:57.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:56 smithi078 bash[94202]: audit 2024-09-18T09:28:55.966815+0000 mgr.y (mgr.15249) 911 : audit [DBG] from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:57.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:56 smithi078 bash[94202]: audit 2024-09-18T09:28:55.966815+0000 mgr.y (mgr.15249) 911 : audit [DBG] from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:58.105 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:57 smithi078 bash[94202]: audit 2024-09-18T09:28:56.228641+0000 mgr.y (mgr.15249) 912 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:58.105 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:57 smithi078 bash[94202]: audit 2024-09-18T09:28:56.228641+0000 mgr.y (mgr.15249) 912 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:58.105 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:57 smithi078 bash[94202]: audit 2024-09-18T09:28:56.279508+0000 mgr.y (mgr.15249) 913 : audit [DBG] from='client.54716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:58.105 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:57 smithi078 bash[94202]: audit 2024-09-18T09:28:56.279508+0000 mgr.y (mgr.15249) 913 : audit [DBG] from='client.54716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:58.106 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:57 smithi078 bash[94202]: audit 2024-09-18T09:28:56.594107+0000 mgr.y (mgr.15249) 914 : audit [DBG] from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:58.106 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:57 smithi078 bash[94202]: audit 2024-09-18T09:28:56.594107+0000 mgr.y (mgr.15249) 914 : audit [DBG] from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:58.106 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:57 smithi078 bash[94202]: audit 2024-09-18T09:28:57.001254+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.78:0/3185707548' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:58.106 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:57 smithi078 bash[94202]: audit 2024-09-18T09:28:57.001254+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.78:0/3185707548' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:58.106 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:57 smithi078 bash[90742]: audit 2024-09-18T09:28:56.228641+0000 mgr.y (mgr.15249) 912 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:58.106 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:57 smithi078 bash[90742]: audit 2024-09-18T09:28:56.228641+0000 mgr.y (mgr.15249) 912 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:58.106 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:57 smithi078 bash[90742]: audit 2024-09-18T09:28:56.279508+0000 mgr.y (mgr.15249) 913 : audit [DBG] from='client.54716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:58.106 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:57 smithi078 bash[90742]: audit 2024-09-18T09:28:56.279508+0000 mgr.y (mgr.15249) 913 : audit [DBG] from='client.54716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:58.106 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:57 smithi078 bash[90742]: audit 2024-09-18T09:28:56.594107+0000 mgr.y (mgr.15249) 914 : audit [DBG] from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:58.106 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:57 smithi078 bash[90742]: audit 2024-09-18T09:28:56.594107+0000 mgr.y (mgr.15249) 914 : audit [DBG] from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:58.107 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:57 smithi078 bash[90742]: audit 2024-09-18T09:28:57.001254+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.78:0/3185707548' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:58.107 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:57 smithi078 bash[90742]: audit 2024-09-18T09:28:57.001254+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.78:0/3185707548' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:58.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:57 smithi189 bash[70525]: audit 2024-09-18T09:28:56.228641+0000 mgr.y (mgr.15249) 912 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:58.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:57 smithi189 bash[70525]: audit 2024-09-18T09:28:56.228641+0000 mgr.y (mgr.15249) 912 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:28:58.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:57 smithi189 bash[70525]: audit 2024-09-18T09:28:56.279508+0000 mgr.y (mgr.15249) 913 : audit [DBG] from='client.54716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:58.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:57 smithi189 bash[70525]: audit 2024-09-18T09:28:56.279508+0000 mgr.y (mgr.15249) 913 : audit [DBG] from='client.54716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:58.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:57 smithi189 bash[70525]: audit 2024-09-18T09:28:56.594107+0000 mgr.y (mgr.15249) 914 : audit [DBG] from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:58.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:57 smithi189 bash[70525]: audit 2024-09-18T09:28:56.594107+0000 mgr.y (mgr.15249) 914 : audit [DBG] from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:58.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:57 smithi189 bash[70525]: audit 2024-09-18T09:28:57.001254+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.78:0/3185707548' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:58.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:57 smithi189 bash[70525]: audit 2024-09-18T09:28:57.001254+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.78:0/3185707548' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:28:58.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:28:58 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:28:58.425084233Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:28:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:58 smithi078 bash[90742]: audit 2024-09-18T09:28:57.324238+0000 mgr.y (mgr.15249) 915 : audit [DBG] from='client.44754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:58 smithi078 bash[90742]: audit 2024-09-18T09:28:57.324238+0000 mgr.y (mgr.15249) 915 : audit [DBG] from='client.44754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:58 smithi078 bash[90742]: cluster 2024-09-18T09:28:57.920657+0000 mgr.y (mgr.15249) 916 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:59.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:28:58 smithi078 bash[90742]: cluster 2024-09-18T09:28:57.920657+0000 mgr.y (mgr.15249) 916 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:58 smithi078 bash[94202]: audit 2024-09-18T09:28:57.324238+0000 mgr.y (mgr.15249) 915 : audit [DBG] from='client.44754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:58 smithi078 bash[94202]: audit 2024-09-18T09:28:57.324238+0000 mgr.y (mgr.15249) 915 : audit [DBG] from='client.44754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:58 smithi078 bash[94202]: cluster 2024-09-18T09:28:57.920657+0000 mgr.y (mgr.15249) 916 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:59.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:28:58 smithi078 bash[94202]: cluster 2024-09-18T09:28:57.920657+0000 mgr.y (mgr.15249) 916 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:59.394 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:58 smithi189 bash[70525]: audit 2024-09-18T09:28:57.324238+0000 mgr.y (mgr.15249) 915 : audit [DBG] from='client.44754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:59.394 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:58 smithi189 bash[70525]: audit 2024-09-18T09:28:57.324238+0000 mgr.y (mgr.15249) 915 : audit [DBG] from='client.44754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:28:59.395 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:58 smithi189 bash[70525]: cluster 2024-09-18T09:28:57.920657+0000 mgr.y (mgr.15249) 916 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:28:59.395 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:28:59 smithi189 bash[70525]: cluster 2024-09-18T09:28:57.920657+0000 mgr.y (mgr.15249) 916 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-18T09:29:01.322 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:00 smithi078 bash[90742]: cluster 2024-09-18T09:28:59.921866+0000 mgr.y (mgr.15249) 917 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 85 B/s wr, 63 op/s 2024-09-18T09:29:01.322 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:00 smithi078 bash[90742]: cluster 2024-09-18T09:28:59.921866+0000 mgr.y (mgr.15249) 917 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 85 B/s wr, 63 op/s 2024-09-18T09:29:01.322 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:01 smithi078 bash[94202]: cluster 2024-09-18T09:28:59.921866+0000 mgr.y (mgr.15249) 917 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 85 B/s wr, 63 op/s 2024-09-18T09:29:01.322 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:01 smithi078 bash[94202]: cluster 2024-09-18T09:28:59.921866+0000 mgr.y (mgr.15249) 917 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 85 B/s wr, 63 op/s 2024-09-18T09:29:01.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:01 smithi189 bash[70525]: cluster 2024-09-18T09:28:59.921866+0000 mgr.y (mgr.15249) 917 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 85 B/s wr, 63 op/s 2024-09-18T09:29:01.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:01 smithi189 bash[70525]: cluster 2024-09-18T09:28:59.921866+0000 mgr.y (mgr.15249) 917 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 85 B/s wr, 63 op/s 2024-09-18T09:29:01.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:01 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:01.429899433Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:02.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: audit 2024-09-18T09:29:01.109901+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: audit 2024-09-18T09:29:01.109901+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: audit 2024-09-18T09:29:01.117109+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: audit 2024-09-18T09:29:01.117109+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: cluster 2024-09-18T09:29:01.922412+0000 mgr.y (mgr.15249) 918 : cluster [DBG] pgmap v553: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 8.8 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-18T09:29:02.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: cluster 2024-09-18T09:29:01.922412+0000 mgr.y (mgr.15249) 918 : cluster [DBG] pgmap v553: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 8.8 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-18T09:29:02.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: audit 2024-09-18T09:29:01.951519+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: audit 2024-09-18T09:29:01.951519+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: audit 2024-09-18T09:29:01.960429+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: audit 2024-09-18T09:29:01.960429+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: audit 2024-09-18T09:29:01.962450+0000 mon.a (mon.0) 782 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:02.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: audit 2024-09-18T09:29:01.962450+0000 mon.a (mon.0) 782 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:02.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: audit 2024-09-18T09:29:01.964095+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:02.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: audit 2024-09-18T09:29:01.964095+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:02.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: audit 2024-09-18T09:29:01.973245+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: audit 2024-09-18T09:29:01.973245+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: audit 2024-09-18T09:29:02.106980+0000 mon.a (mon.0) 785 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:29:02.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:02 smithi189 bash[70525]: audit 2024-09-18T09:29:02.106980+0000 mon.a (mon.0) 785 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:29:02.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: audit 2024-09-18T09:29:01.109901+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: audit 2024-09-18T09:29:01.109901+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: audit 2024-09-18T09:29:01.117109+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: audit 2024-09-18T09:29:01.117109+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: cluster 2024-09-18T09:29:01.922412+0000 mgr.y (mgr.15249) 918 : cluster [DBG] pgmap v553: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 8.8 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-18T09:29:02.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: cluster 2024-09-18T09:29:01.922412+0000 mgr.y (mgr.15249) 918 : cluster [DBG] pgmap v553: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 8.8 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-18T09:29:02.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: audit 2024-09-18T09:29:01.951519+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: audit 2024-09-18T09:29:01.951519+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: audit 2024-09-18T09:29:01.960429+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: audit 2024-09-18T09:29:01.960429+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: audit 2024-09-18T09:29:01.962450+0000 mon.a (mon.0) 782 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:02.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: audit 2024-09-18T09:29:01.962450+0000 mon.a (mon.0) 782 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:02.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: audit 2024-09-18T09:29:01.964095+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:02.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: audit 2024-09-18T09:29:01.964095+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:02.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: audit 2024-09-18T09:29:01.973245+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: audit 2024-09-18T09:29:01.973245+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: audit 2024-09-18T09:29:02.106980+0000 mon.a (mon.0) 785 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:29:02.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[90742]: audit 2024-09-18T09:29:02.106980+0000 mon.a (mon.0) 785 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:29:02.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: audit 2024-09-18T09:29:01.109901+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: audit 2024-09-18T09:29:01.109901+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: audit 2024-09-18T09:29:01.117109+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: audit 2024-09-18T09:29:01.117109+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: cluster 2024-09-18T09:29:01.922412+0000 mgr.y (mgr.15249) 918 : cluster [DBG] pgmap v553: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 8.8 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-18T09:29:02.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: cluster 2024-09-18T09:29:01.922412+0000 mgr.y (mgr.15249) 918 : cluster [DBG] pgmap v553: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 8.8 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-18T09:29:02.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: audit 2024-09-18T09:29:01.951519+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: audit 2024-09-18T09:29:01.951519+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: audit 2024-09-18T09:29:01.960429+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: audit 2024-09-18T09:29:01.960429+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: audit 2024-09-18T09:29:01.962450+0000 mon.a (mon.0) 782 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:02.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: audit 2024-09-18T09:29:01.962450+0000 mon.a (mon.0) 782 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:02.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: audit 2024-09-18T09:29:01.964095+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:02.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: audit 2024-09-18T09:29:01.964095+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:02.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: audit 2024-09-18T09:29:01.973245+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: audit 2024-09-18T09:29:01.973245+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:02.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: audit 2024-09-18T09:29:02.106980+0000 mon.a (mon.0) 785 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:29:02.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:02 smithi078 bash[94202]: audit 2024-09-18T09:29:02.106980+0000 mon.a (mon.0) 785 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-18T09:29:03.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.117684+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.117684+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.120347+0000 mon.a (mon.0) 787 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.120347+0000 mon.a (mon.0) 787 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.121947+0000 mon.a (mon.0) 788 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.121947+0000 mon.a (mon.0) 788 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.124285+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.124285+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.128118+0000 mon.a (mon.0) 790 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.128118+0000 mon.a (mon.0) 790 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.130222+0000 mon.a (mon.0) 791 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.130222+0000 mon.a (mon.0) 791 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.131176+0000 mgr.y (mgr.15249) 919 : cephadm [WRN] Upgrade: 1 rgw daemon(s) are 19.1.1-330-gc2ddf972 != target 19.3.0-4983-ge7fb7b56 2024-09-18T09:29:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.131176+0000 mgr.y (mgr.15249) 919 : cephadm [WRN] Upgrade: 1 rgw daemon(s) are 19.1.1-330-gc2ddf972 != target 19.3.0-4983-ge7fb7b56 2024-09-18T09:29:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.131302+0000 mgr.y (mgr.15249) 920 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-18T09:29:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.131302+0000 mgr.y (mgr.15249) 920 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-18T09:29:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.137571+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.137571+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.141798+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi078.iqmpps"} : dispatch 2024-09-18T09:29:03.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.141798+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi078.iqmpps"} : dispatch 2024-09-18T09:29:03.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.149754+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi078.iqmpps"}]': finished 2024-09-18T09:29:03.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.149754+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi078.iqmpps"}]': finished 2024-09-18T09:29:03.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.155327+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi189.uqshkq"} : dispatch 2024-09-18T09:29:03.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.155327+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi189.uqshkq"} : dispatch 2024-09-18T09:29:03.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.163266+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi189.uqshkq"}]': finished 2024-09-18T09:29:03.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.163266+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi189.uqshkq"}]': finished 2024-09-18T09:29:03.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.169972+0000 mon.a (mon.0) 797 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.169972+0000 mon.a (mon.0) 797 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.171526+0000 mgr.y (mgr.15249) 921 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:29:03.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.171526+0000 mgr.y (mgr.15249) 921 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:29:03.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.178803+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.178803+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.185413+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.185413+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.188282+0000 mon.a (mon.0) 800 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.188282+0000 mon.a (mon.0) 800 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.189814+0000 mgr.y (mgr.15249) 922 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:29:03.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.189814+0000 mgr.y (mgr.15249) 922 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:29:03.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.199476+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.199476+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.206831+0000 mon.a (mon.0) 802 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.206831+0000 mon.a (mon.0) 802 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.208414+0000 mgr.y (mgr.15249) 923 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:29:03.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.208414+0000 mgr.y (mgr.15249) 923 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:29:03.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.218099+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.218099+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.227086+0000 mon.a (mon.0) 804 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.227086+0000 mon.a (mon.0) 804 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.228803+0000 mgr.y (mgr.15249) 924 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:29:03.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.228803+0000 mgr.y (mgr.15249) 924 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:29:03.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.238200+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.238200+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.245625+0000 mon.a (mon.0) 806 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.245625+0000 mon.a (mon.0) 806 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.249230+0000 mon.a (mon.0) 807 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.249230+0000 mon.a (mon.0) 807 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.250780+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:03.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.250780+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:03.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.252889+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.252889+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.257279+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.257279+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.265501+0000 mon.a (mon.0) 811 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.265501+0000 mon.a (mon.0) 811 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.272612+0000 mon.a (mon.0) 812 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.272612+0000 mon.a (mon.0) 812 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.275069+0000 mgr.y (mgr.15249) 925 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:29:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.275069+0000 mgr.y (mgr.15249) 925 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:29:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.287204+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:29:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.287204+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:29:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.299282+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:29:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.299282+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:29:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.315056+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.315056+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.326586+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:29:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.326586+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:29:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.335654+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:29:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.335654+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:29:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.344061+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:29:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.344061+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:29:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.364793+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:29:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.364793+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:29:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.373349+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-18T09:29:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.373349+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-18T09:29:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.377425+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:29:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.377425+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:29:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.385612+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:29:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.385612+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:29:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.389611+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:29:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.389611+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:29:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.397839+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-18T09:29:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.397839+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-18T09:29:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.401933+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:29:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.401933+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:29:03.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.410330+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:29:03.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.410330+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:29:03.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.439123+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.439123+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.440713+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:29:03.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.440713+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:29:03.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.449227+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:29:03.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.449227+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:29:03.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.453533+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:29:03.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.453533+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:29:03.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.455459+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:29:03.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.455459+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:29:03.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.463358+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:29:03.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.463358+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:29:03.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.467275+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:29:03.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.467275+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:29:03.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.474970+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:29:03.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.474970+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:29:03.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.478927+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.433 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.478927+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.433 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.480380+0000 mon.a (mon.0) 836 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.435 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.480380+0000 mon.a (mon.0) 836 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.435 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.481867+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.481867+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.483283+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.483283+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.484685+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.484685+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.486042+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.486042+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.487178+0000 mgr.y (mgr.15249) 926 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:29:03.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.487178+0000 mgr.y (mgr.15249) 926 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:29:03.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.488029+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:29:03.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.488029+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:29:03.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.495838+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:29:03.437 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.495838+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:29:03.437 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.498056+0000 mon.a (mon.0) 843 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:03.437 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.498056+0000 mon.a (mon.0) 843 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:03.437 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.499792+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:03.437 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.499792+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:03.437 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.511309+0000 mgr.y (mgr.15249) 927 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-18T09:29:03.437 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: cephadm 2024-09-18T09:29:02.511309+0000 mgr.y (mgr.15249) 927 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-18T09:29:03.437 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.731650+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.437 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.731650+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.437 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.820400+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.437 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.820400+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.437 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.885870+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:03.437 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.885870+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:03.438 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.886761+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:03.438 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.886761+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:03.438 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.892482+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.438 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:03 smithi189 bash[70525]: audit 2024-09-18T09:29:02.892482+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.117684+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.117684+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.120347+0000 mon.a (mon.0) 787 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.120347+0000 mon.a (mon.0) 787 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.121947+0000 mon.a (mon.0) 788 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.121947+0000 mon.a (mon.0) 788 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.124285+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.124285+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.128118+0000 mon.a (mon.0) 790 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.128118+0000 mon.a (mon.0) 790 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.130222+0000 mon.a (mon.0) 791 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.130222+0000 mon.a (mon.0) 791 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.131176+0000 mgr.y (mgr.15249) 919 : cephadm [WRN] Upgrade: 1 rgw daemon(s) are 19.1.1-330-gc2ddf972 != target 19.3.0-4983-ge7fb7b56 2024-09-18T09:29:03.455 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.131176+0000 mgr.y (mgr.15249) 919 : cephadm [WRN] Upgrade: 1 rgw daemon(s) are 19.1.1-330-gc2ddf972 != target 19.3.0-4983-ge7fb7b56 2024-09-18T09:29:03.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.131302+0000 mgr.y (mgr.15249) 920 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-18T09:29:03.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.131302+0000 mgr.y (mgr.15249) 920 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-18T09:29:03.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.137571+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.137571+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.141798+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi078.iqmpps"} : dispatch 2024-09-18T09:29:03.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.141798+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi078.iqmpps"} : dispatch 2024-09-18T09:29:03.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.117684+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.117684+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.120347+0000 mon.a (mon.0) 787 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.120347+0000 mon.a (mon.0) 787 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.121947+0000 mon.a (mon.0) 788 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.121947+0000 mon.a (mon.0) 788 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.124285+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.124285+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.128118+0000 mon.a (mon.0) 790 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.128118+0000 mon.a (mon.0) 790 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.130222+0000 mon.a (mon.0) 791 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.130222+0000 mon.a (mon.0) 791 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.131176+0000 mgr.y (mgr.15249) 919 : cephadm [WRN] Upgrade: 1 rgw daemon(s) are 19.1.1-330-gc2ddf972 != target 19.3.0-4983-ge7fb7b56 2024-09-18T09:29:03.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.131176+0000 mgr.y (mgr.15249) 919 : cephadm [WRN] Upgrade: 1 rgw daemon(s) are 19.1.1-330-gc2ddf972 != target 19.3.0-4983-ge7fb7b56 2024-09-18T09:29:03.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.131302+0000 mgr.y (mgr.15249) 920 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-18T09:29:03.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.131302+0000 mgr.y (mgr.15249) 920 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-18T09:29:03.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.137571+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.137571+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.141798+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi078.iqmpps"} : dispatch 2024-09-18T09:29:03.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.141798+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi078.iqmpps"} : dispatch 2024-09-18T09:29:03.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.149754+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi078.iqmpps"}]': finished 2024-09-18T09:29:03.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.149754+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi078.iqmpps"}]': finished 2024-09-18T09:29:03.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.155327+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi189.uqshkq"} : dispatch 2024-09-18T09:29:03.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.155327+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi189.uqshkq"} : dispatch 2024-09-18T09:29:03.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.163266+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi189.uqshkq"}]': finished 2024-09-18T09:29:03.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.163266+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi189.uqshkq"}]': finished 2024-09-18T09:29:03.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.169972+0000 mon.a (mon.0) 797 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.169972+0000 mon.a (mon.0) 797 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.171526+0000 mgr.y (mgr.15249) 921 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:29:03.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.171526+0000 mgr.y (mgr.15249) 921 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:29:03.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.178803+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.178803+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.185413+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.185413+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.188282+0000 mon.a (mon.0) 800 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.188282+0000 mon.a (mon.0) 800 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.189814+0000 mgr.y (mgr.15249) 922 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:29:03.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.189814+0000 mgr.y (mgr.15249) 922 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:29:03.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.199476+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.149754+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi078.iqmpps"}]': finished 2024-09-18T09:29:03.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.149754+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi078.iqmpps"}]': finished 2024-09-18T09:29:03.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.155327+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi189.uqshkq"} : dispatch 2024-09-18T09:29:03.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.155327+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi189.uqshkq"} : dispatch 2024-09-18T09:29:03.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.163266+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi189.uqshkq"}]': finished 2024-09-18T09:29:03.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.163266+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi189.uqshkq"}]': finished 2024-09-18T09:29:03.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.169972+0000 mon.a (mon.0) 797 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.169972+0000 mon.a (mon.0) 797 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.171526+0000 mgr.y (mgr.15249) 921 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:29:03.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.171526+0000 mgr.y (mgr.15249) 921 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-18T09:29:03.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.178803+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.178803+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.185413+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.185413+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.188282+0000 mon.a (mon.0) 800 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.188282+0000 mon.a (mon.0) 800 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.189814+0000 mgr.y (mgr.15249) 922 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:29:03.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.189814+0000 mgr.y (mgr.15249) 922 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-18T09:29:03.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.199476+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.199476+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.206831+0000 mon.a (mon.0) 802 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.206831+0000 mon.a (mon.0) 802 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.208414+0000 mgr.y (mgr.15249) 923 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:29:03.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.208414+0000 mgr.y (mgr.15249) 923 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:29:03.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.218099+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.218099+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.227086+0000 mon.a (mon.0) 804 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.227086+0000 mon.a (mon.0) 804 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.228803+0000 mgr.y (mgr.15249) 924 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:29:03.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.228803+0000 mgr.y (mgr.15249) 924 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:29:03.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.238200+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.238200+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.245625+0000 mon.a (mon.0) 806 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.245625+0000 mon.a (mon.0) 806 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.249230+0000 mon.a (mon.0) 807 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.249230+0000 mon.a (mon.0) 807 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.250780+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:03.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.250780+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:03.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.252889+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.252889+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.199476+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.206831+0000 mon.a (mon.0) 802 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.206831+0000 mon.a (mon.0) 802 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.208414+0000 mgr.y (mgr.15249) 923 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:29:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.208414+0000 mgr.y (mgr.15249) 923 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-18T09:29:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.218099+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.218099+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.227086+0000 mon.a (mon.0) 804 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.227086+0000 mon.a (mon.0) 804 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.228803+0000 mgr.y (mgr.15249) 924 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:29:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.228803+0000 mgr.y (mgr.15249) 924 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-18T09:29:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.238200+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.238200+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.245625+0000 mon.a (mon.0) 806 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.245625+0000 mon.a (mon.0) 806 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.249230+0000 mon.a (mon.0) 807 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.249230+0000 mon.a (mon.0) 807 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.465 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.250780+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:03.465 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.250780+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:03.465 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.252889+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.465 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.252889+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.257279+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.257279+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.265501+0000 mon.a (mon.0) 811 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.265501+0000 mon.a (mon.0) 811 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.272612+0000 mon.a (mon.0) 812 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.272612+0000 mon.a (mon.0) 812 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.275069+0000 mgr.y (mgr.15249) 925 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:29:03.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.275069+0000 mgr.y (mgr.15249) 925 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:29:03.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.287204+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:29:03.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.287204+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:29:03.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.299282+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:29:03.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.299282+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:29:03.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.315056+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.315056+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.326586+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:29:03.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.326586+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:29:03.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.335654+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:29:03.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.335654+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:29:03.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.257279+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.257279+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.265501+0000 mon.a (mon.0) 811 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.265501+0000 mon.a (mon.0) 811 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.272612+0000 mon.a (mon.0) 812 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.272612+0000 mon.a (mon.0) 812 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:03.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.275069+0000 mgr.y (mgr.15249) 925 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:29:03.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.275069+0000 mgr.y (mgr.15249) 925 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-18T09:29:03.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.287204+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:29:03.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.287204+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-18T09:29:03.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.299282+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:29:03.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.299282+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T09:29:03.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.315056+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.468 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.315056+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.468 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.326586+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:29:03.468 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.326586+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T09:29:03.468 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.335654+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:29:03.468 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.335654+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-18T09:29:03.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.344061+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:29:03.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.344061+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:29:03.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.364793+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:29:03.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.364793+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:29:03.468 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.373349+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-18T09:29:03.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.373349+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-18T09:29:03.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.377425+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:29:03.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.377425+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:29:03.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.385612+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:29:03.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.385612+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:29:03.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.389611+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:29:03.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.389611+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:29:03.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.397839+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-18T09:29:03.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.397839+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-18T09:29:03.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.401933+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:29:03.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.401933+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:29:03.469 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.344061+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:29:03.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.344061+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T09:29:03.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.364793+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:29:03.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.364793+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-18T09:29:03.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.373349+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-18T09:29:03.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.373349+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-18T09:29:03.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.377425+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:29:03.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.377425+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-18T09:29:03.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.385612+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:29:03.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.385612+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T09:29:03.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.389611+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:29:03.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.389611+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-18T09:29:03.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.397839+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-18T09:29:03.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.397839+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-18T09:29:03.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.401933+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:29:03.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.401933+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-18T09:29:03.471 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.410330+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:29:03.471 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.410330+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:29:03.471 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.439123+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.471 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.439123+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.471 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.440713+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:29:03.471 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.440713+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:29:03.471 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.449227+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:29:03.471 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.449227+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:29:03.471 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.453533+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:29:03.472 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.453533+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:29:03.472 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.455459+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:29:03.472 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.455459+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:29:03.472 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.463358+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:29:03.472 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.463358+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:29:03.472 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.467275+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:29:03.472 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.467275+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:29:03.472 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.410330+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:29:03.472 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.410330+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T09:29:03.472 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.439123+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.439123+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.440713+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:29:03.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.440713+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-18T09:29:03.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.449227+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:29:03.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.449227+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T09:29:03.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.453533+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:29:03.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.453533+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-18T09:29:03.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.455459+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:29:03.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.455459+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-18T09:29:03.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.463358+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:29:03.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.463358+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T09:29:03.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.467275+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:29:03.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.467275+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-18T09:29:03.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.474970+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:29:03.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.474970+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:29:03.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.478927+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.478927+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.480380+0000 mon.a (mon.0) 836 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.480380+0000 mon.a (mon.0) 836 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.481867+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.481867+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.483283+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.483283+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.484685+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.475 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.484685+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.475 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.486042+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.475 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.486042+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.475 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.487178+0000 mgr.y (mgr.15249) 926 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:29:03.475 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.487178+0000 mgr.y (mgr.15249) 926 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:29:03.475 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.488029+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:29:03.475 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.488029+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:29:03.475 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.474970+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:29:03.475 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.474970+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T09:29:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.478927+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.478927+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.480380+0000 mon.a (mon.0) 836 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.480380+0000 mon.a (mon.0) 836 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.481867+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.481867+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.483283+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.483283+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.484685+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.484685+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.486042+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.486042+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-18T09:29:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.487178+0000 mgr.y (mgr.15249) 926 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:29:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.487178+0000 mgr.y (mgr.15249) 926 : cephadm [INF] Upgrade: Complete! 2024-09-18T09:29:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.488029+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:29:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.488029+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-18T09:29:03.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.495838+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:29:03.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.495838+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:29:03.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.498056+0000 mon.a (mon.0) 843 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:03.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.498056+0000 mon.a (mon.0) 843 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:03.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.499792+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:03.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.499792+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:03.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.511309+0000 mgr.y (mgr.15249) 927 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-18T09:29:03.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: cephadm 2024-09-18T09:29:02.511309+0000 mgr.y (mgr.15249) 927 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-18T09:29:03.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.731650+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.731650+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.820400+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.820400+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.885870+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:03.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.885870+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:03.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.886761+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:03.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.886761+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:03.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.892482+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[90742]: audit 2024-09-18T09:29:02.892482+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.495838+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:29:03.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.495838+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T09:29:03.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.498056+0000 mon.a (mon.0) 843 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:03.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.498056+0000 mon.a (mon.0) 843 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:03.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.499792+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:03.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.499792+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:03.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.511309+0000 mgr.y (mgr.15249) 927 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-18T09:29:03.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: cephadm 2024-09-18T09:29:02.511309+0000 mgr.y (mgr.15249) 927 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-18T09:29:03.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.731650+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.731650+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.820400+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.820400+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.885870+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:03.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.885870+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-18T09:29:03.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.886761+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:03.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.886761+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-18T09:29:03.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.892482+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[94202]: audit 2024-09-18T09:29:02.892482+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' 2024-09-18T09:29:03.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:29:03 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:29:03] "GET /metrics HTTP/1.1" 200 38335 "" "Prometheus/2.51.0" 2024-09-18T09:29:04.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:04 smithi189 bash[70525]: cluster 2024-09-18T09:29:03.924041+0000 mgr.y (mgr.15249) 928 : cluster [DBG] pgmap v554: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-09-18T09:29:04.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:04 smithi189 bash[70525]: cluster 2024-09-18T09:29:03.924041+0000 mgr.y (mgr.15249) 928 : cluster [DBG] pgmap v554: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-09-18T09:29:04.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:04 smithi078 bash[90742]: cluster 2024-09-18T09:29:03.924041+0000 mgr.y (mgr.15249) 928 : cluster [DBG] pgmap v554: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-09-18T09:29:04.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:04 smithi078 bash[90742]: cluster 2024-09-18T09:29:03.924041+0000 mgr.y (mgr.15249) 928 : cluster [DBG] pgmap v554: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-09-18T09:29:04.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:04 smithi078 bash[94202]: cluster 2024-09-18T09:29:03.924041+0000 mgr.y (mgr.15249) 928 : cluster [DBG] pgmap v554: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-09-18T09:29:04.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:04 smithi078 bash[94202]: cluster 2024-09-18T09:29:03.924041+0000 mgr.y (mgr.15249) 928 : cluster [DBG] pgmap v554: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-09-18T09:29:04.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:04 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:04.438669687Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:07.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:06 smithi189 bash[70525]: cluster 2024-09-18T09:29:05.925277+0000 mgr.y (mgr.15249) 929 : cluster [DBG] pgmap v555: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 2 op/s 2024-09-18T09:29:07.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:06 smithi189 bash[70525]: cluster 2024-09-18T09:29:05.925277+0000 mgr.y (mgr.15249) 929 : cluster [DBG] pgmap v555: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 2 op/s 2024-09-18T09:29:07.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:06 smithi078 bash[90742]: cluster 2024-09-18T09:29:05.925277+0000 mgr.y (mgr.15249) 929 : cluster [DBG] pgmap v555: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 2 op/s 2024-09-18T09:29:07.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:06 smithi078 bash[90742]: cluster 2024-09-18T09:29:05.925277+0000 mgr.y (mgr.15249) 929 : cluster [DBG] pgmap v555: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 2 op/s 2024-09-18T09:29:07.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:06 smithi078 bash[94202]: cluster 2024-09-18T09:29:05.925277+0000 mgr.y (mgr.15249) 929 : cluster [DBG] pgmap v555: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 2 op/s 2024-09-18T09:29:07.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:06 smithi078 bash[94202]: cluster 2024-09-18T09:29:05.925277+0000 mgr.y (mgr.15249) 929 : cluster [DBG] pgmap v555: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 2 op/s 2024-09-18T09:29:07.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:07 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:07.428712276Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:08.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:07 smithi189 bash[70525]: audit 2024-09-18T09:29:06.239789+0000 mgr.y (mgr.15249) 930 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:08.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:07 smithi189 bash[70525]: audit 2024-09-18T09:29:06.239789+0000 mgr.y (mgr.15249) 930 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:08.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:07 smithi078 bash[94202]: audit 2024-09-18T09:29:06.239789+0000 mgr.y (mgr.15249) 930 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:08.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:07 smithi078 bash[94202]: audit 2024-09-18T09:29:06.239789+0000 mgr.y (mgr.15249) 930 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:08.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:07 smithi078 bash[90742]: audit 2024-09-18T09:29:06.239789+0000 mgr.y (mgr.15249) 930 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:08.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:07 smithi078 bash[90742]: audit 2024-09-18T09:29:06.239789+0000 mgr.y (mgr.15249) 930 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:09.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:08 smithi189 bash[70525]: cluster 2024-09-18T09:29:07.926370+0000 mgr.y (mgr.15249) 931 : cluster [DBG] pgmap v556: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-18T09:29:09.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:08 smithi189 bash[70525]: cluster 2024-09-18T09:29:07.926370+0000 mgr.y (mgr.15249) 931 : cluster [DBG] pgmap v556: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-18T09:29:09.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:08 smithi078 bash[90742]: cluster 2024-09-18T09:29:07.926370+0000 mgr.y (mgr.15249) 931 : cluster [DBG] pgmap v556: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-18T09:29:09.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:08 smithi078 bash[90742]: cluster 2024-09-18T09:29:07.926370+0000 mgr.y (mgr.15249) 931 : cluster [DBG] pgmap v556: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-18T09:29:09.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:08 smithi078 bash[94202]: cluster 2024-09-18T09:29:07.926370+0000 mgr.y (mgr.15249) 931 : cluster [DBG] pgmap v556: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-18T09:29:09.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:08 smithi078 bash[94202]: cluster 2024-09-18T09:29:07.926370+0000 mgr.y (mgr.15249) 931 : cluster [DBG] pgmap v556: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-18T09:29:10.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:10 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:10.462656345Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:11.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:10 smithi189 bash[70525]: cluster 2024-09-18T09:29:09.927681+0000 mgr.y (mgr.15249) 932 : cluster [DBG] pgmap v557: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-18T09:29:11.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:10 smithi189 bash[70525]: cluster 2024-09-18T09:29:09.927681+0000 mgr.y (mgr.15249) 932 : cluster [DBG] pgmap v557: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-18T09:29:11.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:10 smithi078 bash[90742]: cluster 2024-09-18T09:29:09.927681+0000 mgr.y (mgr.15249) 932 : cluster [DBG] pgmap v557: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-18T09:29:11.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:10 smithi078 bash[90742]: cluster 2024-09-18T09:29:09.927681+0000 mgr.y (mgr.15249) 932 : cluster [DBG] pgmap v557: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-18T09:29:11.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:10 smithi078 bash[94202]: cluster 2024-09-18T09:29:09.927681+0000 mgr.y (mgr.15249) 932 : cluster [DBG] pgmap v557: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-18T09:29:11.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:10 smithi078 bash[94202]: cluster 2024-09-18T09:29:09.927681+0000 mgr.y (mgr.15249) 932 : cluster [DBG] pgmap v557: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-18T09:29:13.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:13 smithi189 bash[70525]: cluster 2024-09-18T09:29:11.928697+0000 mgr.y (mgr.15249) 933 : cluster [DBG] pgmap v558: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-18T09:29:13.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:13 smithi189 bash[70525]: cluster 2024-09-18T09:29:11.928697+0000 mgr.y (mgr.15249) 933 : cluster [DBG] pgmap v558: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-18T09:29:13.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:12 smithi078 bash[90742]: cluster 2024-09-18T09:29:11.928697+0000 mgr.y (mgr.15249) 933 : cluster [DBG] pgmap v558: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-18T09:29:13.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:12 smithi078 bash[90742]: cluster 2024-09-18T09:29:11.928697+0000 mgr.y (mgr.15249) 933 : cluster [DBG] pgmap v558: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-18T09:29:13.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:13 smithi078 bash[94202]: cluster 2024-09-18T09:29:11.928697+0000 mgr.y (mgr.15249) 933 : cluster [DBG] pgmap v558: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-18T09:29:13.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:13 smithi078 bash[94202]: cluster 2024-09-18T09:29:11.928697+0000 mgr.y (mgr.15249) 933 : cluster [DBG] pgmap v558: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-18T09:29:13.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:13 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:13.438126263Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:13.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:29:13 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:29:13] "GET /metrics HTTP/1.1" 200 38335 "" "Prometheus/2.51.0" 2024-09-18T09:29:15.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:15 smithi189 bash[70525]: cluster 2024-09-18T09:29:13.930046+0000 mgr.y (mgr.15249) 934 : cluster [DBG] pgmap v559: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-18T09:29:15.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:15 smithi189 bash[70525]: cluster 2024-09-18T09:29:13.930046+0000 mgr.y (mgr.15249) 934 : cluster [DBG] pgmap v559: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-18T09:29:15.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:15 smithi078 bash[90742]: cluster 2024-09-18T09:29:13.930046+0000 mgr.y (mgr.15249) 934 : cluster [DBG] pgmap v559: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-18T09:29:15.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:15 smithi078 bash[90742]: cluster 2024-09-18T09:29:13.930046+0000 mgr.y (mgr.15249) 934 : cluster [DBG] pgmap v559: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-18T09:29:15.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:15 smithi078 bash[94202]: cluster 2024-09-18T09:29:13.930046+0000 mgr.y (mgr.15249) 934 : cluster [DBG] pgmap v559: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-18T09:29:15.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:15 smithi078 bash[94202]: cluster 2024-09-18T09:29:13.930046+0000 mgr.y (mgr.15249) 934 : cluster [DBG] pgmap v559: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-18T09:29:16.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:16 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:16.44427769Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:17.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:17 smithi189 bash[70525]: cluster 2024-09-18T09:29:15.931229+0000 mgr.y (mgr.15249) 935 : cluster [DBG] pgmap v560: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.1 KiB/s rd, 1 op/s 2024-09-18T09:29:17.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:17 smithi189 bash[70525]: cluster 2024-09-18T09:29:15.931229+0000 mgr.y (mgr.15249) 935 : cluster [DBG] pgmap v560: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.1 KiB/s rd, 1 op/s 2024-09-18T09:29:17.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:17 smithi078 bash[90742]: cluster 2024-09-18T09:29:15.931229+0000 mgr.y (mgr.15249) 935 : cluster [DBG] pgmap v560: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.1 KiB/s rd, 1 op/s 2024-09-18T09:29:17.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:17 smithi078 bash[90742]: cluster 2024-09-18T09:29:15.931229+0000 mgr.y (mgr.15249) 935 : cluster [DBG] pgmap v560: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.1 KiB/s rd, 1 op/s 2024-09-18T09:29:17.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:17 smithi078 bash[94202]: cluster 2024-09-18T09:29:15.931229+0000 mgr.y (mgr.15249) 935 : cluster [DBG] pgmap v560: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.1 KiB/s rd, 1 op/s 2024-09-18T09:29:17.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:17 smithi078 bash[94202]: cluster 2024-09-18T09:29:15.931229+0000 mgr.y (mgr.15249) 935 : cluster [DBG] pgmap v560: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 2.1 KiB/s rd, 1 op/s 2024-09-18T09:29:18.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:18 smithi189 bash[70525]: audit 2024-09-18T09:29:16.251117+0000 mgr.y (mgr.15249) 936 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:18.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:18 smithi189 bash[70525]: audit 2024-09-18T09:29:16.251117+0000 mgr.y (mgr.15249) 936 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:18.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:18 smithi189 bash[70525]: audit 2024-09-18T09:29:17.251867+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:18.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:18 smithi189 bash[70525]: audit 2024-09-18T09:29:17.251867+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:18.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:18 smithi078 bash[90742]: audit 2024-09-18T09:29:16.251117+0000 mgr.y (mgr.15249) 936 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:18.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:18 smithi078 bash[90742]: audit 2024-09-18T09:29:16.251117+0000 mgr.y (mgr.15249) 936 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:18.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:18 smithi078 bash[90742]: audit 2024-09-18T09:29:17.251867+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:18.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:18 smithi078 bash[90742]: audit 2024-09-18T09:29:17.251867+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:18.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:18 smithi078 bash[94202]: audit 2024-09-18T09:29:16.251117+0000 mgr.y (mgr.15249) 936 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:18.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:18 smithi078 bash[94202]: audit 2024-09-18T09:29:16.251117+0000 mgr.y (mgr.15249) 936 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:18.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:18 smithi078 bash[94202]: audit 2024-09-18T09:29:17.251867+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:18.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:18 smithi078 bash[94202]: audit 2024-09-18T09:29:17.251867+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:19.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:19 smithi189 bash[70525]: cluster 2024-09-18T09:29:17.932282+0000 mgr.y (mgr.15249) 937 : cluster [DBG] pgmap v561: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:29:19.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:19 smithi189 bash[70525]: cluster 2024-09-18T09:29:17.932282+0000 mgr.y (mgr.15249) 937 : cluster [DBG] pgmap v561: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:29:19.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:19 smithi078 bash[90742]: cluster 2024-09-18T09:29:17.932282+0000 mgr.y (mgr.15249) 937 : cluster [DBG] pgmap v561: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:29:19.514 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:19 smithi078 bash[90742]: cluster 2024-09-18T09:29:17.932282+0000 mgr.y (mgr.15249) 937 : cluster [DBG] pgmap v561: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:29:19.514 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:19 smithi078 bash[94202]: cluster 2024-09-18T09:29:17.932282+0000 mgr.y (mgr.15249) 937 : cluster [DBG] pgmap v561: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:29:19.514 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:19 smithi078 bash[94202]: cluster 2024-09-18T09:29:17.932282+0000 mgr.y (mgr.15249) 937 : cluster [DBG] pgmap v561: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-18T09:29:19.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:19 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:19.46653852Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:21.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:21 smithi189 bash[70525]: cluster 2024-09-18T09:29:19.933598+0000 mgr.y (mgr.15249) 938 : cluster [DBG] pgmap v562: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:21.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:21 smithi189 bash[70525]: cluster 2024-09-18T09:29:19.933598+0000 mgr.y (mgr.15249) 938 : cluster [DBG] pgmap v562: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:21.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:21 smithi078 bash[90742]: cluster 2024-09-18T09:29:19.933598+0000 mgr.y (mgr.15249) 938 : cluster [DBG] pgmap v562: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:21.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:21 smithi078 bash[90742]: cluster 2024-09-18T09:29:19.933598+0000 mgr.y (mgr.15249) 938 : cluster [DBG] pgmap v562: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:21.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:21 smithi078 bash[94202]: cluster 2024-09-18T09:29:19.933598+0000 mgr.y (mgr.15249) 938 : cluster [DBG] pgmap v562: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:21.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:21 smithi078 bash[94202]: cluster 2024-09-18T09:29:19.933598+0000 mgr.y (mgr.15249) 938 : cluster [DBG] pgmap v562: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:22.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:22 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:22.453353343Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:23.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:23 smithi189 bash[70525]: cluster 2024-09-18T09:29:21.934490+0000 mgr.y (mgr.15249) 939 : cluster [DBG] pgmap v563: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:23.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:23 smithi189 bash[70525]: cluster 2024-09-18T09:29:21.934490+0000 mgr.y (mgr.15249) 939 : cluster [DBG] pgmap v563: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:23.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:23 smithi078 bash[90742]: cluster 2024-09-18T09:29:21.934490+0000 mgr.y (mgr.15249) 939 : cluster [DBG] pgmap v563: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:23.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:23 smithi078 bash[90742]: cluster 2024-09-18T09:29:21.934490+0000 mgr.y (mgr.15249) 939 : cluster [DBG] pgmap v563: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:23.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:23 smithi078 bash[94202]: cluster 2024-09-18T09:29:21.934490+0000 mgr.y (mgr.15249) 939 : cluster [DBG] pgmap v563: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:23.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:23 smithi078 bash[94202]: cluster 2024-09-18T09:29:21.934490+0000 mgr.y (mgr.15249) 939 : cluster [DBG] pgmap v563: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:23.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:29:23 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:29:23] "GET /metrics HTTP/1.1" 200 38337 "" "Prometheus/2.51.0" 2024-09-18T09:29:25.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:25 smithi189 bash[70525]: cluster 2024-09-18T09:29:23.935852+0000 mgr.y (mgr.15249) 940 : cluster [DBG] pgmap v564: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:25.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:25 smithi189 bash[70525]: cluster 2024-09-18T09:29:23.935852+0000 mgr.y (mgr.15249) 940 : cluster [DBG] pgmap v564: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:25.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:25 smithi078 bash[90742]: cluster 2024-09-18T09:29:23.935852+0000 mgr.y (mgr.15249) 940 : cluster [DBG] pgmap v564: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:25.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:25 smithi078 bash[90742]: cluster 2024-09-18T09:29:23.935852+0000 mgr.y (mgr.15249) 940 : cluster [DBG] pgmap v564: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:25.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:25 smithi078 bash[94202]: cluster 2024-09-18T09:29:23.935852+0000 mgr.y (mgr.15249) 940 : cluster [DBG] pgmap v564: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:25.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:25 smithi078 bash[94202]: cluster 2024-09-18T09:29:23.935852+0000 mgr.y (mgr.15249) 940 : cluster [DBG] pgmap v564: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:25.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:25 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:25.449303123Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:27.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:27 smithi189 bash[70525]: cluster 2024-09-18T09:29:25.937041+0000 mgr.y (mgr.15249) 941 : cluster [DBG] pgmap v565: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:27.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:27 smithi189 bash[70525]: cluster 2024-09-18T09:29:25.937041+0000 mgr.y (mgr.15249) 941 : cluster [DBG] pgmap v565: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:27.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:27 smithi078 bash[90742]: cluster 2024-09-18T09:29:25.937041+0000 mgr.y (mgr.15249) 941 : cluster [DBG] pgmap v565: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:27.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:27 smithi078 bash[90742]: cluster 2024-09-18T09:29:25.937041+0000 mgr.y (mgr.15249) 941 : cluster [DBG] pgmap v565: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:27.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:27 smithi078 bash[94202]: cluster 2024-09-18T09:29:25.937041+0000 mgr.y (mgr.15249) 941 : cluster [DBG] pgmap v565: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:27.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:27 smithi078 bash[94202]: cluster 2024-09-18T09:29:25.937041+0000 mgr.y (mgr.15249) 941 : cluster [DBG] pgmap v565: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:28.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:28 smithi189 bash[70525]: audit 2024-09-18T09:29:26.262463+0000 mgr.y (mgr.15249) 942 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:28.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:28 smithi189 bash[70525]: audit 2024-09-18T09:29:26.262463+0000 mgr.y (mgr.15249) 942 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:28.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:28 smithi078 bash[90742]: audit 2024-09-18T09:29:26.262463+0000 mgr.y (mgr.15249) 942 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:28.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:28 smithi078 bash[90742]: audit 2024-09-18T09:29:26.262463+0000 mgr.y (mgr.15249) 942 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:28.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:28 smithi078 bash[94202]: audit 2024-09-18T09:29:26.262463+0000 mgr.y (mgr.15249) 942 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:28.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:28 smithi078 bash[94202]: audit 2024-09-18T09:29:26.262463+0000 mgr.y (mgr.15249) 942 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:28.493 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph orch ps' 2024-09-18T09:29:28.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:28 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:28.44091663Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:29.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:29 smithi189 bash[70525]: audit 2024-09-18T09:29:27.655576+0000 mgr.y (mgr.15249) 943 : audit [DBG] from='client.44796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:29:29.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:29 smithi189 bash[70525]: audit 2024-09-18T09:29:27.655576+0000 mgr.y (mgr.15249) 943 : audit [DBG] from='client.44796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:29:29.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:29 smithi189 bash[70525]: cluster 2024-09-18T09:29:27.938140+0000 mgr.y (mgr.15249) 944 : cluster [DBG] pgmap v566: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:29.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:29 smithi189 bash[70525]: cluster 2024-09-18T09:29:27.938140+0000 mgr.y (mgr.15249) 944 : cluster [DBG] pgmap v566: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:29.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:29 smithi078 bash[90742]: audit 2024-09-18T09:29:27.655576+0000 mgr.y (mgr.15249) 943 : audit [DBG] from='client.44796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:29:29.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:29 smithi078 bash[90742]: audit 2024-09-18T09:29:27.655576+0000 mgr.y (mgr.15249) 943 : audit [DBG] from='client.44796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:29:29.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:29 smithi078 bash[90742]: cluster 2024-09-18T09:29:27.938140+0000 mgr.y (mgr.15249) 944 : cluster [DBG] pgmap v566: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:29.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:29 smithi078 bash[90742]: cluster 2024-09-18T09:29:27.938140+0000 mgr.y (mgr.15249) 944 : cluster [DBG] pgmap v566: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:29.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:29 smithi078 bash[94202]: audit 2024-09-18T09:29:27.655576+0000 mgr.y (mgr.15249) 943 : audit [DBG] from='client.44796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:29:29.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:29 smithi078 bash[94202]: audit 2024-09-18T09:29:27.655576+0000 mgr.y (mgr.15249) 943 : audit [DBG] from='client.44796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:29:29.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:29 smithi078 bash[94202]: cluster 2024-09-18T09:29:27.938140+0000 mgr.y (mgr.15249) 944 : cluster [DBG] pgmap v566: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:29.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:29 smithi078 bash[94202]: cluster 2024-09-18T09:29:27.938140+0000 mgr.y (mgr.15249) 944 : cluster [DBG] pgmap v566: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:31.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:31 smithi189 bash[70525]: cluster 2024-09-18T09:29:29.939458+0000 mgr.y (mgr.15249) 945 : cluster [DBG] pgmap v567: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:31.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:31 smithi189 bash[70525]: cluster 2024-09-18T09:29:29.939458+0000 mgr.y (mgr.15249) 945 : cluster [DBG] pgmap v567: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:31.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:31 smithi078 bash[90742]: cluster 2024-09-18T09:29:29.939458+0000 mgr.y (mgr.15249) 945 : cluster [DBG] pgmap v567: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:31.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:31 smithi078 bash[90742]: cluster 2024-09-18T09:29:29.939458+0000 mgr.y (mgr.15249) 945 : cluster [DBG] pgmap v567: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:31.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:31 smithi078 bash[94202]: cluster 2024-09-18T09:29:29.939458+0000 mgr.y (mgr.15249) 945 : cluster [DBG] pgmap v567: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:31.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:31 smithi078 bash[94202]: cluster 2024-09-18T09:29:29.939458+0000 mgr.y (mgr.15249) 945 : cluster [DBG] pgmap v567: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:31.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:31 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:31.436065533Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:33.352 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:29:33.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:33 smithi189 bash[70525]: cluster 2024-09-18T09:29:31.940373+0000 mgr.y (mgr.15249) 946 : cluster [DBG] pgmap v568: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:33 smithi189 bash[70525]: cluster 2024-09-18T09:29:31.940373+0000 mgr.y (mgr.15249) 946 : cluster [DBG] pgmap v568: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:33 smithi189 bash[70525]: audit 2024-09-18T09:29:32.251545+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:33.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:33 smithi189 bash[70525]: audit 2024-09-18T09:29:32.251545+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:33.444 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:33 smithi078 bash[90742]: cluster 2024-09-18T09:29:31.940373+0000 mgr.y (mgr.15249) 946 : cluster [DBG] pgmap v568: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:33.444 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:33 smithi078 bash[90742]: cluster 2024-09-18T09:29:31.940373+0000 mgr.y (mgr.15249) 946 : cluster [DBG] pgmap v568: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:33.445 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:33 smithi078 bash[90742]: audit 2024-09-18T09:29:32.251545+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:33.445 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:33 smithi078 bash[90742]: audit 2024-09-18T09:29:32.251545+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:33.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:33 smithi078 bash[94202]: cluster 2024-09-18T09:29:31.940373+0000 mgr.y (mgr.15249) 946 : cluster [DBG] pgmap v568: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:33.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:33 smithi078 bash[94202]: cluster 2024-09-18T09:29:31.940373+0000 mgr.y (mgr.15249) 946 : cluster [DBG] pgmap v568: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:33.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:33 smithi078 bash[94202]: audit 2024-09-18T09:29:32.251545+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:33.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:33 smithi078 bash[94202]: audit 2024-09-18T09:29:32.251545+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.15249 172.21.15.78:0/4047443787' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-18T09:29:33.704 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:29:33 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:29:33] "GET /metrics HTTP/1.1" 200 38334 "" "Prometheus/2.51.0" 2024-09-18T09:29:34.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:34 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:34.435081036Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:34.932 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T09:29:34.932 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (15m) 44s ago 42m 14.3M - 0.27.0 11f11916f8cd 1fe2e8cb86ec 2024-09-18T09:29:34.932 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi189 *:3000 running (14m) 44s ago 42m 68.3M - 10.4.0 c8b91775d855 1a38857f869f 2024-09-18T09:29:34.932 INFO:teuthology.orchestra.run.smithi078.stdout:iscsi.foo.smithi078.kaairk smithi078 *:5000 running (17m) 44s ago 40m 49.5M - 3.8 ebb0615149de 21eac36e4763 2024-09-18T09:29:34.933 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi189 *:8443,9283,8765 running (17m) 44s ago 51m 445M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 0efdb70a4df1 2024-09-18T09:29:34.933 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (28m) 44s ago 53m 521M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fe0956ceac8b 2024-09-18T09:29:34.933 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (11m) 44s ago 53m 63.1M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 61a5285e0abf 2024-09-18T09:29:34.933 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi189 running (13m) 44s ago 51m 47.7M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 d916624a256d 2024-09-18T09:29:34.933 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (11m) 44s ago 51m 45.0M 2048M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 89cd20771346 2024-09-18T09:29:34.933 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (16m) 44s ago 43m 8620k - 1.7.0 72c9c2088986 258adb7fc6f7 2024-09-18T09:29:34.933 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi189 *:9100 running (16m) 44s ago 43m 8739k - 1.7.0 72c9c2088986 48ca569e75bd 2024-09-18T09:29:34.933 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (9m) 44s ago 50m 57.7M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 b10b88ce2e14 2024-09-18T09:29:34.933 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (8m) 44s ago 49m 60.6M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3939468d55d0 2024-09-18T09:29:34.933 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (7m) 44s ago 48m 53.5M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 db670b04d315 2024-09-18T09:29:34.933 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (5m) 44s ago 47m 58.4M 3036M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 35d85c967fbc 2024-09-18T09:29:34.933 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi189 running (4m) 44s ago 46m 57.1M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 5f96420926c0 2024-09-18T09:29:34.933 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi189 running (4m) 44s ago 45m 57.8M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 431d53bb44ce 2024-09-18T09:29:34.933 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi189 running (3m) 44s ago 45m 47.5M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 3d61b3a31c25 2024-09-18T09:29:34.934 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi189 running (2m) 44s ago 44m 51.5M 3292M 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 da1ca3555510 2024-09-18T09:29:34.934 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi189 *:9095 running (16m) 44s ago 43m 53.4M - 2.51.0 1d3b7f56885b a16f27dc1fbb 2024-09-18T09:29:34.934 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi078.iqmpps smithi078 *:8000 running (67s) 44s ago 40m 89.1M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 9cefaaf4f0fb 2024-09-18T09:29:34.934 INFO:teuthology.orchestra.run.smithi078.stdout:rgw.foo.smithi189.uqshkq smithi189 *:8000 running (50s) 44s ago 40m 89.1M - 19.3.0-4983-ge7fb7b56 b22e1e37ddf1 fd6c13c532fa 2024-09-18T09:29:35.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:35 smithi078 bash[90742]: cluster 2024-09-18T09:29:33.941704+0000 mgr.y (mgr.15249) 947 : cluster [DBG] pgmap v569: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:35.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:35 smithi078 bash[90742]: cluster 2024-09-18T09:29:33.941704+0000 mgr.y (mgr.15249) 947 : cluster [DBG] pgmap v569: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:35.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:35 smithi078 bash[94202]: cluster 2024-09-18T09:29:33.941704+0000 mgr.y (mgr.15249) 947 : cluster [DBG] pgmap v569: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:35.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:35 smithi078 bash[94202]: cluster 2024-09-18T09:29:33.941704+0000 mgr.y (mgr.15249) 947 : cluster [DBG] pgmap v569: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:35.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:35 smithi189 bash[70525]: cluster 2024-09-18T09:29:33.941704+0000 mgr.y (mgr.15249) 947 : cluster [DBG] pgmap v569: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:35.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:35 smithi189 bash[70525]: cluster 2024-09-18T09:29:33.941704+0000 mgr.y (mgr.15249) 947 : cluster [DBG] pgmap v569: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:35.690 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c 'ceph versions | jq -e '"'"'.rgw | length == 1'"'"'' 2024-09-18T09:29:36.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:36 smithi189 bash[70525]: audit 2024-09-18T09:29:34.894001+0000 mgr.y (mgr.15249) 948 : audit [DBG] from='client.44802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:29:36.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:36 smithi189 bash[70525]: audit 2024-09-18T09:29:34.894001+0000 mgr.y (mgr.15249) 948 : audit [DBG] from='client.44802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:29:36.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:36 smithi078 bash[90742]: audit 2024-09-18T09:29:34.894001+0000 mgr.y (mgr.15249) 948 : audit [DBG] from='client.44802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:29:36.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:36 smithi078 bash[90742]: audit 2024-09-18T09:29:34.894001+0000 mgr.y (mgr.15249) 948 : audit [DBG] from='client.44802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:29:36.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:36 smithi078 bash[94202]: audit 2024-09-18T09:29:34.894001+0000 mgr.y (mgr.15249) 948 : audit [DBG] from='client.44802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:29:36.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:36 smithi078 bash[94202]: audit 2024-09-18T09:29:34.894001+0000 mgr.y (mgr.15249) 948 : audit [DBG] from='client.44802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T09:29:37.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:37 smithi189 bash[70525]: cluster 2024-09-18T09:29:35.942333+0000 mgr.y (mgr.15249) 949 : cluster [DBG] pgmap v570: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:37.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:37 smithi189 bash[70525]: cluster 2024-09-18T09:29:35.942333+0000 mgr.y (mgr.15249) 949 : cluster [DBG] pgmap v570: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:37.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:37 smithi078 bash[90742]: cluster 2024-09-18T09:29:35.942333+0000 mgr.y (mgr.15249) 949 : cluster [DBG] pgmap v570: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:37.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:37 smithi078 bash[90742]: cluster 2024-09-18T09:29:35.942333+0000 mgr.y (mgr.15249) 949 : cluster [DBG] pgmap v570: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:37.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:37 smithi078 bash[94202]: cluster 2024-09-18T09:29:35.942333+0000 mgr.y (mgr.15249) 949 : cluster [DBG] pgmap v570: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:37.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:37 smithi078 bash[94202]: cluster 2024-09-18T09:29:35.942333+0000 mgr.y (mgr.15249) 949 : cluster [DBG] pgmap v570: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:37.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:37 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:37.428158244Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:38.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:38 smithi189 bash[70525]: audit 2024-09-18T09:29:36.273417+0000 mgr.y (mgr.15249) 950 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:38.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:38 smithi189 bash[70525]: audit 2024-09-18T09:29:36.273417+0000 mgr.y (mgr.15249) 950 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:38.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:38 smithi078 bash[90742]: audit 2024-09-18T09:29:36.273417+0000 mgr.y (mgr.15249) 950 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:38.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:38 smithi078 bash[90742]: audit 2024-09-18T09:29:36.273417+0000 mgr.y (mgr.15249) 950 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:38.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:38 smithi078 bash[94202]: audit 2024-09-18T09:29:36.273417+0000 mgr.y (mgr.15249) 950 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:38.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:38 smithi078 bash[94202]: audit 2024-09-18T09:29:36.273417+0000 mgr.y (mgr.15249) 950 : audit [DBG] from='client.15426 -' entity='client.iscsi.foo.smithi078.kaairk' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-18T09:29:39.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:39 smithi189 bash[70525]: cluster 2024-09-18T09:29:37.943206+0000 mgr.y (mgr.15249) 951 : cluster [DBG] pgmap v571: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:39.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:39 smithi189 bash[70525]: cluster 2024-09-18T09:29:37.943206+0000 mgr.y (mgr.15249) 951 : cluster [DBG] pgmap v571: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:39.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:39 smithi078 bash[90742]: cluster 2024-09-18T09:29:37.943206+0000 mgr.y (mgr.15249) 951 : cluster [DBG] pgmap v571: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:39.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:39 smithi078 bash[90742]: cluster 2024-09-18T09:29:37.943206+0000 mgr.y (mgr.15249) 951 : cluster [DBG] pgmap v571: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:39.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:39 smithi078 bash[94202]: cluster 2024-09-18T09:29:37.943206+0000 mgr.y (mgr.15249) 951 : cluster [DBG] pgmap v571: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:39.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:39 smithi078 bash[94202]: cluster 2024-09-18T09:29:37.943206+0000 mgr.y (mgr.15249) 951 : cluster [DBG] pgmap v571: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:40.496 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T09:29:40.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:40 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:40.448394438Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:41.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:41 smithi189 bash[70525]: cluster 2024-09-18T09:29:39.944482+0000 mgr.y (mgr.15249) 952 : cluster [DBG] pgmap v572: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:41.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:41 smithi189 bash[70525]: cluster 2024-09-18T09:29:39.944482+0000 mgr.y (mgr.15249) 952 : cluster [DBG] pgmap v572: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:41.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:41 smithi078 bash[90742]: cluster 2024-09-18T09:29:39.944482+0000 mgr.y (mgr.15249) 952 : cluster [DBG] pgmap v572: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:41.454 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:41 smithi078 bash[90742]: cluster 2024-09-18T09:29:39.944482+0000 mgr.y (mgr.15249) 952 : cluster [DBG] pgmap v572: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:41.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:41 smithi078 bash[94202]: cluster 2024-09-18T09:29:39.944482+0000 mgr.y (mgr.15249) 952 : cluster [DBG] pgmap v572: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:41.455 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:41 smithi078 bash[94202]: cluster 2024-09-18T09:29:39.944482+0000 mgr.y (mgr.15249) 952 : cluster [DBG] pgmap v572: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-18T09:29:42.111 INFO:teuthology.orchestra.run.smithi078.stdout:false 2024-09-18T09:29:42.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T09:29:42.936 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e/qa/tasks/cephadm.py", line 1525, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph-c_e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e/qa/tasks/cephadm.py", line 111, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi078 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c \'ceph versions | jq -e \'"\'"\'.rgw | length == 1\'"\'"\'\'' 2024-09-18T09:29:43.208 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=b5998235ecd9487a923e75720281a07f Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e/qa/tasks/cephadm.py", line 1525, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph-c_e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e/qa/tasks/cephadm.py", line 111, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi078 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c \'ceph versions | jq -e \'"\'"\'.rgw | length == 1\'"\'"\'\'' 2024-09-18T09:29:43.210 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-18T09:29:43.220 INFO:tasks.cephadm:Teardown begin 2024-09-18T09:29:43.220 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-18T09:29:43.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:43 smithi078 bash[90742]: cluster 2024-09-18T09:29:41.945366+0000 mgr.y (mgr.15249) 953 : cluster [DBG] pgmap v573: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:43.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:43 smithi078 bash[90742]: cluster 2024-09-18T09:29:41.945366+0000 mgr.y (mgr.15249) 953 : cluster [DBG] pgmap v573: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:43.224 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:43 smithi078 bash[90742]: audit 2024-09-18T09:29:42.099253+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.78:0/4067706438' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:43.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:43 smithi078 bash[90742]: audit 2024-09-18T09:29:42.099253+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.78:0/4067706438' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:43.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:43 smithi078 bash[94202]: cluster 2024-09-18T09:29:41.945366+0000 mgr.y (mgr.15249) 953 : cluster [DBG] pgmap v573: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:43.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:43 smithi078 bash[94202]: cluster 2024-09-18T09:29:41.945366+0000 mgr.y (mgr.15249) 953 : cluster [DBG] pgmap v573: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:43.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:43 smithi078 bash[94202]: audit 2024-09-18T09:29:42.099253+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.78:0/4067706438' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:43.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:43 smithi078 bash[94202]: audit 2024-09-18T09:29:42.099253+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.78:0/4067706438' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:43.239 DEBUG:teuthology.orchestra.run.smithi189:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-18T09:29:43.253 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-18T09:29:43.253 DEBUG:teuthology.orchestra.run.smithi078:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-18T09:29:43.285 DEBUG:teuthology.orchestra.run.smithi189:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-18T09:29:43.300 INFO:tasks.cephadm:Stopping all daemons... 2024-09-18T09:29:43.301 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-18T09:29:43.301 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.a 2024-09-18T09:29:43.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:43 smithi189 bash[70525]: cluster 2024-09-18T09:29:41.945366+0000 mgr.y (mgr.15249) 953 : cluster [DBG] pgmap v573: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:43.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:43 smithi189 bash[70525]: cluster 2024-09-18T09:29:41.945366+0000 mgr.y (mgr.15249) 953 : cluster [DBG] pgmap v573: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-18T09:29:43.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:43 smithi189 bash[70525]: audit 2024-09-18T09:29:42.099253+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.78:0/4067706438' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:43.422 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:43 smithi189 bash[70525]: audit 2024-09-18T09:29:42.099253+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.78:0/4067706438' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-18T09:29:43.646 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:29:43 smithi078 bash[70347]: [18/Sep/2024:09:29:43] ENGINE Bus STOPPING 2024-09-18T09:29:43.647 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:43 smithi078 systemd[1]: Stopping Ceph mon.a for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:29:43.647 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:43 smithi078 bash[90742]: debug 2024-09-18T09:29:43.461+0000 7fc291b12640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-18T09:29:43.647 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:43 smithi078 bash[90742]: debug 2024-09-18T09:29:43.461+0000 7fc291b12640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-18T09:29:43.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:43 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:43.462316503Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:43.993 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:29:43 smithi078 bash[70347]: ::ffff:172.21.15.189 - - [18/Sep/2024:09:29:43] "GET /metrics HTTP/1.1" 200 38334 "" "Prometheus/2.51.0" 2024-09-18T09:29:43.993 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:29:43 smithi078 bash[70347]: [18/Sep/2024:09:29:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T09:29:43.993 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:29:43 smithi078 bash[70347]: [18/Sep/2024:09:29:43] ENGINE Bus STOPPED 2024-09-18T09:29:43.993 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:29:43 smithi078 bash[70347]: [18/Sep/2024:09:29:43] ENGINE Bus STARTING 2024-09-18T09:29:43.993 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:29:43 smithi078 bash[70347]: [18/Sep/2024:09:29:43] ENGINE Serving on http://:::9283 2024-09-18T09:29:43.994 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:29:43 smithi078 bash[70347]: [18/Sep/2024:09:29:43] ENGINE Bus STARTED 2024-09-18T09:29:44.579 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:44 smithi078 bash[127289]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-mon-a 2024-09-18T09:29:44.579 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:44 smithi078 bash[127361]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-mon-a 2024-09-18T09:29:44.579 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:44 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-18T09:29:44.579 INFO:journalctl@ceph.mon.a.smithi078.stdout:Sep 18 09:29:44 smithi078 systemd[1]: Stopped Ceph mon.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:29:44.580 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.a.service' 2024-09-18T09:29:44.627 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T09:29:44.627 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-18T09:29:44.627 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-18T09:29:44.628 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.c 2024-09-18T09:29:44.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:44 smithi078 systemd[1]: Stopping Ceph mon.c for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:29:44.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:44 smithi078 bash[94202]: debug 2024-09-18T09:29:44.805+0000 7fb8d8832640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-18T09:29:44.954 INFO:journalctl@ceph.mon.c.smithi078.stdout:Sep 18 09:29:44 smithi078 bash[94202]: debug 2024-09-18T09:29:44.805+0000 7fb8d8832640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-18T09:29:45.824 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.c.service' 2024-09-18T09:29:45.849 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T09:29:45.850 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-18T09:29:45.850 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-18T09:29:45.850 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.b 2024-09-18T09:29:46.161 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:45 smithi189 systemd[1]: Stopping Ceph mon.b for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:29:46.162 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:45 smithi189 bash[70525]: debug 2024-09-18T09:29:45.994+0000 7f5dec3c3640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-18T09:29:46.162 INFO:journalctl@ceph.mon.b.smithi189.stdout:Sep 18 09:29:45 smithi189 bash[70525]: debug 2024-09-18T09:29:45.994+0000 7f5dec3c3640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-18T09:29:46.704 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:46 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:46.429049022Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:46.913 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mon.b.service' 2024-09-18T09:29:46.945 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T09:29:46.945 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-18T09:29:46.945 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-18T09:29:46.946 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mgr.y 2024-09-18T09:29:47.349 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:29:46 smithi078 systemd[1]: Stopping Ceph mgr.y for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:29:47.350 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Sep 18 09:29:47 smithi078 bash[70347]: debug 2024-09-18T09:29:47.069+0000 7fdf2efb3640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-18T09:29:48.010 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mgr.y.service' 2024-09-18T09:29:48.035 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T09:29:48.035 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-18T09:29:48.035 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-18T09:29:48.036 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mgr.x 2024-09-18T09:29:48.421 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Sep 18 09:29:48 smithi189 systemd[1]: Stopping Ceph mgr.x for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:29:49.100 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@mgr.x.service' 2024-09-18T09:29:49.124 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T09:29:49.124 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-18T09:29:49.124 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-18T09:29:49.125 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.0 2024-09-18T09:29:49.454 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:29:49 smithi078 systemd[1]: Stopping Ceph osd.0 for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:29:49.454 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:29:49 smithi078 bash[99742]: debug 2024-09-18T09:29:49.237+0000 7fcafe307640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-18T09:29:49.455 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:29:49 smithi078 bash[99742]: debug 2024-09-18T09:29:49.237+0000 7fcafe307640 -1 osd.0 156 *** Got signal Terminated *** 2024-09-18T09:29:49.455 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:29:49 smithi078 bash[99742]: debug 2024-09-18T09:29:49.237+0000 7fcafe307640 -1 osd.0 156 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T09:29:49.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:49 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:49.432835975Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:52.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:52 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:52.4570465Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:55.454 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:29:55 smithi078 bash[127601]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-0 2024-09-18T09:29:55.454 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:29:55 smithi078 bash[127664]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-0 2024-09-18T09:29:55.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:55 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:55.453203362Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:29:57.612 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.0.service' 2024-09-18T09:29:57.622 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:29:57 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-18T09:29:57.622 INFO:journalctl@ceph.osd.0.smithi078.stdout:Sep 18 09:29:57 smithi078 systemd[1]: Stopped Ceph osd.0 for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:29:57.641 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T09:29:57.641 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-18T09:29:57.641 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-18T09:29:57.642 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.1 2024-09-18T09:29:57.954 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:29:57 smithi078 systemd[1]: Stopping Ceph osd.1 for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:29:57.954 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:29:57 smithi078 bash[104400]: debug 2024-09-18T09:29:57.809+0000 7fc59c36c640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-18T09:29:57.955 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:29:57 smithi078 bash[104400]: debug 2024-09-18T09:29:57.809+0000 7fc59c36c640 -1 osd.1 156 *** Got signal Terminated *** 2024-09-18T09:29:57.955 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:29:57 smithi078 bash[104400]: debug 2024-09-18T09:29:57.809+0000 7fc59c36c640 -1 osd.1 156 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T09:29:58.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:29:58 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:29:58.458865133Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:01.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:01 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:01.438497411Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:04.383 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:30:04 smithi078 bash[127793]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-1 2024-09-18T09:30:04.383 INFO:journalctl@ceph.osd.1.smithi078.stdout:Sep 18 09:30:04 smithi078 bash[127858]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-1 2024-09-18T09:30:04.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:04 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:04.471215117Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:06.332 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.1.service' 2024-09-18T09:30:06.360 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T09:30:06.360 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-18T09:30:06.360 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-18T09:30:06.361 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.2 2024-09-18T09:30:06.704 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:30:06 smithi078 systemd[1]: Stopping Ceph osd.2 for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:30:06.704 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:30:06 smithi078 bash[110179]: debug 2024-09-18T09:30:06.541+0000 7f0b72a7f640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-18T09:30:06.705 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:30:06 smithi078 bash[110179]: debug 2024-09-18T09:30:06.541+0000 7f0b72a7f640 -1 osd.2 156 *** Got signal Terminated *** 2024-09-18T09:30:06.705 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:30:06 smithi078 bash[110179]: debug 2024-09-18T09:30:06.541+0000 7f0b72a7f640 -1 osd.2 156 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T09:30:07.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:07 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:07.463366651Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:10.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:10 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:10.448599756Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:12.831 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:30:12 smithi078 bash[127991]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-2 2024-09-18T09:30:12.831 INFO:journalctl@ceph.osd.2.smithi078.stdout:Sep 18 09:30:12 smithi078 bash[128055]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-2 2024-09-18T09:30:13.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:13 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:13.429497738Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:14.752 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.2.service' 2024-09-18T09:30:14.779 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T09:30:14.780 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-18T09:30:14.780 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-18T09:30:14.780 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.3 2024-09-18T09:30:15.204 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:30:14 smithi078 systemd[1]: Stopping Ceph osd.3 for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:30:15.205 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:30:14 smithi078 bash[116007]: debug 2024-09-18T09:30:14.956+0000 7f8c266cc640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-18T09:30:15.205 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:30:14 smithi078 bash[116007]: debug 2024-09-18T09:30:14.956+0000 7f8c266cc640 -1 osd.3 156 *** Got signal Terminated *** 2024-09-18T09:30:15.205 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:30:14 smithi078 bash[116007]: debug 2024-09-18T09:30:14.956+0000 7f8c266cc640 -1 osd.3 156 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T09:30:16.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:16 smithi189 bash[78879]: debug 2024-09-18T09:30:16.165+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:16.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:16 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:16.45634374Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:16.954 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:30:16 smithi078 bash[116007]: debug 2024-09-18T09:30:16.580+0000 7f8c1ecd9640 -1 osd.3 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:51.191227+0000 front 2024-09-18T09:29:51.191273+0000 (oldest deadline 2024-09-18T09:30:15.891258+0000) 2024-09-18T09:30:17.421 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:17 smithi189 bash[74481]: debug 2024-09-18T09:30:17.141+0000 7f305897c640 -1 osd.4 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:51.624541+0000 front 2024-09-18T09:29:51.624391+0000 (oldest deadline 2024-09-18T09:30:16.324043+0000) 2024-09-18T09:30:17.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:17 smithi189 bash[78879]: debug 2024-09-18T09:30:17.125+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:17.921 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:17 smithi189 bash[83022]: debug 2024-09-18T09:30:17.525+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:17.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:17 smithi189 bash[87158]: debug 2024-09-18T09:30:17.605+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:17.954 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:30:17 smithi078 bash[116007]: debug 2024-09-18T09:30:17.604+0000 7f8c1ecd9640 -1 osd.3 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:51.191227+0000 front 2024-09-18T09:29:51.191273+0000 (oldest deadline 2024-09-18T09:30:15.891258+0000) 2024-09-18T09:30:18.421 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:18 smithi189 bash[74481]: debug 2024-09-18T09:30:18.133+0000 7f305897c640 -1 osd.4 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:51.624541+0000 front 2024-09-18T09:29:51.624391+0000 (oldest deadline 2024-09-18T09:30:16.324043+0000) 2024-09-18T09:30:18.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:18 smithi189 bash[78879]: debug 2024-09-18T09:30:18.093+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:18.921 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:18 smithi189 bash[83022]: debug 2024-09-18T09:30:18.545+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:18.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:18 smithi189 bash[87158]: debug 2024-09-18T09:30:18.637+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:18.954 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:30:18 smithi078 bash[116007]: debug 2024-09-18T09:30:18.648+0000 7f8c1ecd9640 -1 osd.3 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:51.191227+0000 front 2024-09-18T09:29:51.191273+0000 (oldest deadline 2024-09-18T09:30:15.891258+0000) 2024-09-18T09:30:19.421 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:19 smithi189 bash[74481]: debug 2024-09-18T09:30:19.097+0000 7f305897c640 -1 osd.4 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:51.624541+0000 front 2024-09-18T09:29:51.624391+0000 (oldest deadline 2024-09-18T09:30:16.324043+0000) 2024-09-18T09:30:19.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:19 smithi189 bash[78879]: debug 2024-09-18T09:30:19.073+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:19.921 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:19 smithi189 bash[83022]: debug 2024-09-18T09:30:19.537+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:19.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:19 smithi189 bash[87158]: debug 2024-09-18T09:30:19.685+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:19.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:19 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:19.46800468Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:19.954 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:30:19 smithi078 bash[116007]: debug 2024-09-18T09:30:19.696+0000 7f8c1ecd9640 -1 osd.3 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:51.191227+0000 front 2024-09-18T09:29:51.191273+0000 (oldest deadline 2024-09-18T09:30:15.891258+0000) 2024-09-18T09:30:20.421 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:20 smithi189 bash[74481]: debug 2024-09-18T09:30:20.089+0000 7f305897c640 -1 osd.4 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:51.624541+0000 front 2024-09-18T09:29:51.624391+0000 (oldest deadline 2024-09-18T09:30:16.324043+0000) 2024-09-18T09:30:20.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:20 smithi189 bash[78879]: debug 2024-09-18T09:30:20.053+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:20.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:20 smithi189 bash[83022]: debug 2024-09-18T09:30:20.537+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:21.026 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:20 smithi189 bash[87158]: debug 2024-09-18T09:30:20.685+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:21.205 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:30:20 smithi078 bash[128186]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-3 2024-09-18T09:30:21.205 INFO:journalctl@ceph.osd.3.smithi078.stdout:Sep 18 09:30:21 smithi078 bash[128251]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-3 2024-09-18T09:30:21.421 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:21 smithi189 bash[74481]: debug 2024-09-18T09:30:21.053+0000 7f305897c640 -1 osd.4 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:51.624541+0000 front 2024-09-18T09:29:51.624391+0000 (oldest deadline 2024-09-18T09:30:16.324043+0000) 2024-09-18T09:30:21.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:21 smithi189 bash[78879]: debug 2024-09-18T09:30:21.057+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:21.921 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:21 smithi189 bash[83022]: debug 2024-09-18T09:30:21.585+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:21.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:21 smithi189 bash[87158]: debug 2024-09-18T09:30:21.709+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:22.421 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:22 smithi189 bash[74481]: debug 2024-09-18T09:30:22.057+0000 7f305897c640 -1 osd.4 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:51.624541+0000 front 2024-09-18T09:29:51.624391+0000 (oldest deadline 2024-09-18T09:30:16.324043+0000) 2024-09-18T09:30:22.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:22 smithi189 bash[78879]: debug 2024-09-18T09:30:22.057+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:22.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:22 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:22.460675331Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:22.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:22 smithi189 bash[83022]: debug 2024-09-18T09:30:22.577+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:22.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:22 smithi189 bash[87158]: debug 2024-09-18T09:30:22.689+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:23.202 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.3.service' 2024-09-18T09:30:23.230 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T09:30:23.230 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-18T09:30:23.231 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-18T09:30:23.231 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.4 2024-09-18T09:30:23.382 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:23 smithi189 bash[74481]: debug 2024-09-18T09:30:23.029+0000 7f305897c640 -1 osd.4 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:51.624541+0000 front 2024-09-18T09:29:51.624391+0000 (oldest deadline 2024-09-18T09:30:16.324043+0000) 2024-09-18T09:30:23.383 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:23 smithi189 systemd[1]: Stopping Ceph osd.4 for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:30:23.383 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:23 smithi189 bash[78879]: debug 2024-09-18T09:30:23.085+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:23.627 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:23 smithi189 bash[74481]: debug 2024-09-18T09:30:23.381+0000 7f305c367640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-18T09:30:23.627 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:23 smithi189 bash[74481]: debug 2024-09-18T09:30:23.381+0000 7f305c367640 -1 osd.4 156 *** Got signal Terminated *** 2024-09-18T09:30:23.627 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:23 smithi189 bash[74481]: debug 2024-09-18T09:30:23.381+0000 7f305c367640 -1 osd.4 156 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T09:30:23.664 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:23 smithi189 bash[83022]: debug 2024-09-18T09:30:23.625+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:23.921 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:23 smithi189 bash[87158]: debug 2024-09-18T09:30:23.665+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:24.421 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:24 smithi189 bash[74481]: debug 2024-09-18T09:30:24.057+0000 7f305897c640 -1 osd.4 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:51.624541+0000 front 2024-09-18T09:29:51.624391+0000 (oldest deadline 2024-09-18T09:30:16.324043+0000) 2024-09-18T09:30:24.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:24 smithi189 bash[78879]: debug 2024-09-18T09:30:24.053+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:24.921 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:24 smithi189 bash[83022]: debug 2024-09-18T09:30:24.585+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:24.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:24 smithi189 bash[87158]: debug 2024-09-18T09:30:24.625+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:24.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:24 smithi189 bash[87158]: debug 2024-09-18T09:30:24.625+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:25.421 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:25 smithi189 bash[74481]: debug 2024-09-18T09:30:25.009+0000 7f305897c640 -1 osd.4 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:51.624541+0000 front 2024-09-18T09:29:51.624391+0000 (oldest deadline 2024-09-18T09:30:16.324043+0000) 2024-09-18T09:30:25.422 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:25 smithi189 bash[74481]: debug 2024-09-18T09:30:25.009+0000 7f305897c640 -1 osd.4 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:00.326313+0000 front 2024-09-18T09:30:00.326529+0000 (oldest deadline 2024-09-18T09:30:24.425991+0000) 2024-09-18T09:30:25.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:25 smithi189 bash[78879]: debug 2024-09-18T09:30:25.089+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:25.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:25 smithi189 bash[78879]: debug 2024-09-18T09:30:25.089+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.859122+0000 front 2024-09-18T09:30:01.858725+0000 (oldest deadline 2024-09-18T09:30:24.158646+0000) 2024-09-18T09:30:25.921 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:25 smithi189 bash[83022]: debug 2024-09-18T09:30:25.589+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:25.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:25 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:25.429297808Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:25.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:25 smithi189 bash[87158]: debug 2024-09-18T09:30:25.661+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:25.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:25 smithi189 bash[87158]: debug 2024-09-18T09:30:25.661+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:26.421 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:26 smithi189 bash[74481]: debug 2024-09-18T09:30:26.013+0000 7f305897c640 -1 osd.4 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:51.624541+0000 front 2024-09-18T09:29:51.624391+0000 (oldest deadline 2024-09-18T09:30:16.324043+0000) 2024-09-18T09:30:26.422 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:26 smithi189 bash[74481]: debug 2024-09-18T09:30:26.013+0000 7f305897c640 -1 osd.4 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:00.326313+0000 front 2024-09-18T09:30:00.326529+0000 (oldest deadline 2024-09-18T09:30:24.425991+0000) 2024-09-18T09:30:26.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:26 smithi189 bash[78879]: debug 2024-09-18T09:30:26.049+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:26.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:26 smithi189 bash[78879]: debug 2024-09-18T09:30:26.049+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.859122+0000 front 2024-09-18T09:30:01.858725+0000 (oldest deadline 2024-09-18T09:30:24.158646+0000) 2024-09-18T09:30:26.925 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:26 smithi189 bash[83022]: debug 2024-09-18T09:30:26.549+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:26.925 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:26 smithi189 bash[87158]: debug 2024-09-18T09:30:26.693+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:26.925 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:26 smithi189 bash[87158]: debug 2024-09-18T09:30:26.693+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:27.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:27 smithi189 bash[78879]: debug 2024-09-18T09:30:27.001+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:27.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:27 smithi189 bash[78879]: debug 2024-09-18T09:30:27.001+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.859122+0000 front 2024-09-18T09:30:01.858725+0000 (oldest deadline 2024-09-18T09:30:24.158646+0000) 2024-09-18T09:30:27.422 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:27 smithi189 bash[74481]: debug 2024-09-18T09:30:27.049+0000 7f305897c640 -1 osd.4 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:51.624541+0000 front 2024-09-18T09:29:51.624391+0000 (oldest deadline 2024-09-18T09:30:16.324043+0000) 2024-09-18T09:30:27.422 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:27 smithi189 bash[74481]: debug 2024-09-18T09:30:27.049+0000 7f305897c640 -1 osd.4 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:00.326313+0000 front 2024-09-18T09:30:00.326529+0000 (oldest deadline 2024-09-18T09:30:24.425991+0000) 2024-09-18T09:30:27.921 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:27 smithi189 bash[87158]: debug 2024-09-18T09:30:27.693+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:27.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:27 smithi189 bash[87158]: debug 2024-09-18T09:30:27.693+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:27.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:27 smithi189 bash[83022]: debug 2024-09-18T09:30:27.561+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:27.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:27 smithi189 bash[83022]: debug 2024-09-18T09:30:27.561+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:28.421 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:27 smithi189 bash[78879]: debug 2024-09-18T09:30:27.989+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:28.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:27 smithi189 bash[78879]: debug 2024-09-18T09:30:27.989+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.859122+0000 front 2024-09-18T09:30:01.858725+0000 (oldest deadline 2024-09-18T09:30:24.158646+0000) 2024-09-18T09:30:28.422 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:28 smithi189 bash[74481]: debug 2024-09-18T09:30:28.081+0000 7f305897c640 -1 osd.4 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:51.624541+0000 front 2024-09-18T09:29:51.624391+0000 (oldest deadline 2024-09-18T09:30:16.324043+0000) 2024-09-18T09:30:28.422 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:28 smithi189 bash[74481]: debug 2024-09-18T09:30:28.081+0000 7f305897c640 -1 osd.4 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:00.326313+0000 front 2024-09-18T09:30:00.326529+0000 (oldest deadline 2024-09-18T09:30:24.425991+0000) 2024-09-18T09:30:28.722 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:28 smithi189 bash[83022]: debug 2024-09-18T09:30:28.549+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:28.722 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:28 smithi189 bash[83022]: debug 2024-09-18T09:30:28.549+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:28.722 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:28 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:28.465359982Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:29.072 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:28 smithi189 bash[78879]: debug 2024-09-18T09:30:28.965+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:29.072 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:28 smithi189 bash[78879]: debug 2024-09-18T09:30:28.965+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.859122+0000 front 2024-09-18T09:30:01.858725+0000 (oldest deadline 2024-09-18T09:30:24.158646+0000) 2024-09-18T09:30:29.073 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:28 smithi189 bash[87158]: debug 2024-09-18T09:30:28.721+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:29.073 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:28 smithi189 bash[87158]: debug 2024-09-18T09:30:28.721+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:29.785 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:29 smithi189 bash[94912]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-4 2024-09-18T09:30:29.785 INFO:journalctl@ceph.osd.4.smithi189.stdout:Sep 18 09:30:29 smithi189 bash[94977]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-4 2024-09-18T09:30:29.786 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:29 smithi189 bash[83022]: debug 2024-09-18T09:30:29.521+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:29.786 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:29 smithi189 bash[83022]: debug 2024-09-18T09:30:29.521+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:29.786 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:29 smithi189 bash[87158]: debug 2024-09-18T09:30:29.677+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:29.786 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:29 smithi189 bash[87158]: debug 2024-09-18T09:30:29.677+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:30.171 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:30 smithi189 bash[78879]: debug 2024-09-18T09:30:30.005+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:30.172 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:30 smithi189 bash[78879]: debug 2024-09-18T09:30:30.005+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.859122+0000 front 2024-09-18T09:30:01.858725+0000 (oldest deadline 2024-09-18T09:30:24.158646+0000) 2024-09-18T09:30:30.172 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:29 smithi189 bash[63582]: ts=2024-09-18T09:30:29.979Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=smb msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=smb\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-09-18T09:30:30.172 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:29 smithi189 bash[63582]: ts=2024-09-18T09:30:29.984Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-09-18T09:30:30.173 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:29 smithi189 bash[63582]: ts=2024-09-18T09:30:29.987Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-09-18T09:30:30.173 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:29 smithi189 bash[63582]: ts=2024-09-18T09:30:29.989Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-09-18T09:30:30.173 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:29 smithi189 bash[63582]: ts=2024-09-18T09:30:29.993Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-09-18T09:30:30.173 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:29 smithi189 bash[63582]: ts=2024-09-18T09:30:29.993Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-09-18T09:30:30.524 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:30 smithi189 bash[63582]: ts=2024-09-18T09:30:30.178Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-09-18T09:30:30.921 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:30 smithi189 bash[83022]: debug 2024-09-18T09:30:30.521+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:30.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:30 smithi189 bash[83022]: debug 2024-09-18T09:30:30.521+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:30.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:30 smithi189 bash[87158]: debug 2024-09-18T09:30:30.709+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:30.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:30 smithi189 bash[87158]: debug 2024-09-18T09:30:30.709+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:31.212 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:31 smithi189 bash[78879]: debug 2024-09-18T09:30:31.049+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:31.212 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:31 smithi189 bash[78879]: debug 2024-09-18T09:30:31.049+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.859122+0000 front 2024-09-18T09:30:01.858725+0000 (oldest deadline 2024-09-18T09:30:24.158646+0000) 2024-09-18T09:30:31.509 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:31 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:31.432655833Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:31.793 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:31 smithi189 bash[83022]: debug 2024-09-18T09:30:31.509+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:31.794 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:31 smithi189 bash[83022]: debug 2024-09-18T09:30:31.509+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:31.794 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:31 smithi189 bash[87158]: debug 2024-09-18T09:30:31.669+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:31.794 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:31 smithi189 bash[87158]: debug 2024-09-18T09:30:31.669+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:31.797 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.4.service' 2024-09-18T09:30:31.826 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T09:30:31.827 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-18T09:30:31.827 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-18T09:30:31.827 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.5 2024-09-18T09:30:32.067 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:31 smithi189 systemd[1]: Stopping Ceph osd.5 for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:30:32.067 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:31 smithi189 bash[78879]: debug 2024-09-18T09:30:31.993+0000 7f8604d8a640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-18T09:30:32.067 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:31 smithi189 bash[78879]: debug 2024-09-18T09:30:31.993+0000 7f8604d8a640 -1 osd.5 156 *** Got signal Terminated *** 2024-09-18T09:30:32.068 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:31 smithi189 bash[78879]: debug 2024-09-18T09:30:31.993+0000 7f8604d8a640 -1 osd.5 156 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T09:30:32.421 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:32 smithi189 bash[78879]: debug 2024-09-18T09:30:32.065+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:32.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:32 smithi189 bash[78879]: debug 2024-09-18T09:30:32.065+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.859122+0000 front 2024-09-18T09:30:01.858725+0000 (oldest deadline 2024-09-18T09:30:24.158646+0000) 2024-09-18T09:30:32.921 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:32 smithi189 bash[83022]: debug 2024-09-18T09:30:32.501+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:32.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:32 smithi189 bash[83022]: debug 2024-09-18T09:30:32.501+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:32.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:32 smithi189 bash[87158]: debug 2024-09-18T09:30:32.709+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:32.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:32 smithi189 bash[87158]: debug 2024-09-18T09:30:32.709+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:32.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:32 smithi189 bash[87158]: debug 2024-09-18T09:30:32.709+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:33.421 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:33 smithi189 bash[78879]: debug 2024-09-18T09:30:33.093+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:33.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:33 smithi189 bash[78879]: debug 2024-09-18T09:30:33.093+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.859122+0000 front 2024-09-18T09:30:01.858725+0000 (oldest deadline 2024-09-18T09:30:24.158646+0000) 2024-09-18T09:30:33.725 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:33 smithi189 bash[83022]: debug 2024-09-18T09:30:33.465+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:33.725 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:33 smithi189 bash[83022]: debug 2024-09-18T09:30:33.465+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:33.725 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:33 smithi189 bash[83022]: debug 2024-09-18T09:30:33.465+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:07.347885+0000 front 2024-09-18T09:30:07.347726+0000 (oldest deadline 2024-09-18T09:30:32.647629+0000) 2024-09-18T09:30:34.047 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:33 smithi189 bash[87158]: debug 2024-09-18T09:30:33.721+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:34.047 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:33 smithi189 bash[87158]: debug 2024-09-18T09:30:33.725+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:34.047 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:33 smithi189 bash[87158]: debug 2024-09-18T09:30:33.725+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:34.421 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:34 smithi189 bash[78879]: debug 2024-09-18T09:30:34.045+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:34.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:34 smithi189 bash[78879]: debug 2024-09-18T09:30:34.045+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.859122+0000 front 2024-09-18T09:30:01.858725+0000 (oldest deadline 2024-09-18T09:30:24.158646+0000) 2024-09-18T09:30:34.921 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:34 smithi189 bash[83022]: debug 2024-09-18T09:30:34.461+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:34.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:34 smithi189 bash[83022]: debug 2024-09-18T09:30:34.461+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:34.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:34 smithi189 bash[83022]: debug 2024-09-18T09:30:34.461+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:07.347885+0000 front 2024-09-18T09:30:07.347726+0000 (oldest deadline 2024-09-18T09:30:32.647629+0000) 2024-09-18T09:30:34.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:34 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:34.468519048Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:34.923 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:34 smithi189 bash[87158]: debug 2024-09-18T09:30:34.685+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:34.923 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:34 smithi189 bash[87158]: debug 2024-09-18T09:30:34.685+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:34.923 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:34 smithi189 bash[87158]: debug 2024-09-18T09:30:34.685+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:35.421 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:35 smithi189 bash[78879]: debug 2024-09-18T09:30:35.093+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:35.422 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:35 smithi189 bash[78879]: debug 2024-09-18T09:30:35.093+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.859122+0000 front 2024-09-18T09:30:01.858725+0000 (oldest deadline 2024-09-18T09:30:24.158646+0000) 2024-09-18T09:30:35.921 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:35 smithi189 bash[83022]: debug 2024-09-18T09:30:35.457+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:35.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:35 smithi189 bash[83022]: debug 2024-09-18T09:30:35.457+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:35.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:35 smithi189 bash[83022]: debug 2024-09-18T09:30:35.457+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:07.347885+0000 front 2024-09-18T09:30:07.347726+0000 (oldest deadline 2024-09-18T09:30:32.647629+0000) 2024-09-18T09:30:35.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:35 smithi189 bash[87158]: debug 2024-09-18T09:30:35.641+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:35.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:35 smithi189 bash[87158]: debug 2024-09-18T09:30:35.641+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:35.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:35 smithi189 bash[87158]: debug 2024-09-18T09:30:35.641+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:36.421 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:36 smithi189 bash[78879]: debug 2024-09-18T09:30:36.121+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.757010+0000 front 2024-09-18T09:29:53.757239+0000 (oldest deadline 2024-09-18T09:30:16.056896+0000) 2024-09-18T09:30:36.421 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:36 smithi189 bash[78879]: debug 2024-09-18T09:30:36.121+0000 7f85fd397640 -1 osd.5 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.859122+0000 front 2024-09-18T09:30:01.858725+0000 (oldest deadline 2024-09-18T09:30:24.158646+0000) 2024-09-18T09:30:36.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:36 smithi189 bash[83022]: debug 2024-09-18T09:30:36.493+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:36.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:36 smithi189 bash[83022]: debug 2024-09-18T09:30:36.493+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:36.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:36 smithi189 bash[83022]: debug 2024-09-18T09:30:36.493+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:07.347885+0000 front 2024-09-18T09:30:07.347726+0000 (oldest deadline 2024-09-18T09:30:32.647629+0000) 2024-09-18T09:30:36.923 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:36 smithi189 bash[87158]: debug 2024-09-18T09:30:36.593+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:36.923 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:36 smithi189 bash[87158]: debug 2024-09-18T09:30:36.593+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:36.923 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:36 smithi189 bash[87158]: debug 2024-09-18T09:30:36.593+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:37.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:37 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:37.428608567Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:37.771 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:37 smithi189 bash[87158]: debug 2024-09-18T09:30:37.605+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:37.771 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:37 smithi189 bash[87158]: debug 2024-09-18T09:30:37.605+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:37.771 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:37 smithi189 bash[87158]: debug 2024-09-18T09:30:37.605+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:37.772 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:37 smithi189 bash[83022]: debug 2024-09-18T09:30:37.529+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:37.772 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:37 smithi189 bash[83022]: debug 2024-09-18T09:30:37.529+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:37.772 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:37 smithi189 bash[83022]: debug 2024-09-18T09:30:37.529+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:07.347885+0000 front 2024-09-18T09:30:07.347726+0000 (oldest deadline 2024-09-18T09:30:32.647629+0000) 2024-09-18T09:30:38.411 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:38 smithi189 bash[95106]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-5 2024-09-18T09:30:38.411 INFO:journalctl@ceph.osd.5.smithi189.stdout:Sep 18 09:30:38 smithi189 bash[95167]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-5 2024-09-18T09:30:38.671 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:38 smithi189 bash[87158]: debug 2024-09-18T09:30:38.625+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:38.672 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:38 smithi189 bash[87158]: debug 2024-09-18T09:30:38.625+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:38.672 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:38 smithi189 bash[87158]: debug 2024-09-18T09:30:38.625+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:38.672 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:38 smithi189 bash[83022]: debug 2024-09-18T09:30:38.517+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:38.672 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:38 smithi189 bash[83022]: debug 2024-09-18T09:30:38.517+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:38.672 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:38 smithi189 bash[83022]: debug 2024-09-18T09:30:38.517+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:07.347885+0000 front 2024-09-18T09:30:07.347726+0000 (oldest deadline 2024-09-18T09:30:32.647629+0000) 2024-09-18T09:30:39.750 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:39 smithi189 bash[83022]: debug 2024-09-18T09:30:39.469+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:39.750 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:39 smithi189 bash[83022]: debug 2024-09-18T09:30:39.469+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:39.750 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:39 smithi189 bash[83022]: debug 2024-09-18T09:30:39.469+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:07.347885+0000 front 2024-09-18T09:30:07.347726+0000 (oldest deadline 2024-09-18T09:30:32.647629+0000) 2024-09-18T09:30:39.750 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:39 smithi189 bash[87158]: debug 2024-09-18T09:30:39.673+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:39.751 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:39 smithi189 bash[87158]: debug 2024-09-18T09:30:39.673+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:39.751 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:39 smithi189 bash[87158]: debug 2024-09-18T09:30:39.673+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:40.383 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.5.service' 2024-09-18T09:30:40.410 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T09:30:40.411 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-18T09:30:40.411 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-18T09:30:40.411 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.6 2024-09-18T09:30:40.672 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:40 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:40.422541603Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:40.672 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:40 smithi189 systemd[1]: Stopping Ceph osd.6 for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:30:40.672 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:40 smithi189 bash[83022]: debug 2024-09-18T09:30:40.481+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:40.672 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:40 smithi189 bash[83022]: debug 2024-09-18T09:30:40.481+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:40.672 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:40 smithi189 bash[83022]: debug 2024-09-18T09:30:40.481+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:07.347885+0000 front 2024-09-18T09:30:07.347726+0000 (oldest deadline 2024-09-18T09:30:32.647629+0000) 2024-09-18T09:30:40.673 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:40 smithi189 bash[83022]: debug 2024-09-18T09:30:40.605+0000 7f994f109640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-18T09:30:40.673 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:40 smithi189 bash[83022]: debug 2024-09-18T09:30:40.605+0000 7f994f109640 -1 osd.6 156 *** Got signal Terminated *** 2024-09-18T09:30:40.673 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:40 smithi189 bash[83022]: debug 2024-09-18T09:30:40.605+0000 7f994f109640 -1 osd.6 156 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T09:30:41.171 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:40 smithi189 bash[87158]: debug 2024-09-18T09:30:40.681+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:41.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:40 smithi189 bash[87158]: debug 2024-09-18T09:30:40.681+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:41.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:40 smithi189 bash[87158]: debug 2024-09-18T09:30:40.681+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:41.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:40 smithi189 bash[87158]: debug 2024-09-18T09:30:40.681+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:15.806321+0000 front 2024-09-18T09:30:15.806354+0000 (oldest deadline 2024-09-18T09:30:40.505922+0000) 2024-09-18T09:30:41.921 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:41 smithi189 bash[83022]: debug 2024-09-18T09:30:41.533+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:41.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:41 smithi189 bash[83022]: debug 2024-09-18T09:30:41.533+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:41.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:41 smithi189 bash[83022]: debug 2024-09-18T09:30:41.533+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:07.347885+0000 front 2024-09-18T09:30:07.347726+0000 (oldest deadline 2024-09-18T09:30:32.647629+0000) 2024-09-18T09:30:41.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:41 smithi189 bash[87158]: debug 2024-09-18T09:30:41.645+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:41.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:41 smithi189 bash[87158]: debug 2024-09-18T09:30:41.645+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:41.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:41 smithi189 bash[87158]: debug 2024-09-18T09:30:41.645+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:41.923 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:41 smithi189 bash[87158]: debug 2024-09-18T09:30:41.645+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:15.806321+0000 front 2024-09-18T09:30:15.806354+0000 (oldest deadline 2024-09-18T09:30:40.505922+0000) 2024-09-18T09:30:42.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:42 smithi189 bash[83022]: debug 2024-09-18T09:30:42.561+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:42.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:42 smithi189 bash[83022]: debug 2024-09-18T09:30:42.561+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:42.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:42 smithi189 bash[83022]: debug 2024-09-18T09:30:42.561+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:07.347885+0000 front 2024-09-18T09:30:07.347726+0000 (oldest deadline 2024-09-18T09:30:32.647629+0000) 2024-09-18T09:30:42.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:42 smithi189 bash[83022]: debug 2024-09-18T09:30:42.561+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:16.049350+0000 front 2024-09-18T09:30:16.049533+0000 (oldest deadline 2024-09-18T09:30:41.949292+0000) 2024-09-18T09:30:42.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:42 smithi189 bash[87158]: debug 2024-09-18T09:30:42.665+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:42.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:42 smithi189 bash[87158]: debug 2024-09-18T09:30:42.665+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:42.923 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:42 smithi189 bash[87158]: debug 2024-09-18T09:30:42.665+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:42.923 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:42 smithi189 bash[87158]: debug 2024-09-18T09:30:42.665+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:15.806321+0000 front 2024-09-18T09:30:15.806354+0000 (oldest deadline 2024-09-18T09:30:40.505922+0000) 2024-09-18T09:30:43.718 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:43 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:43.428923745Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:43.718 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:43 smithi189 bash[83022]: debug 2024-09-18T09:30:43.561+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:43.718 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:43 smithi189 bash[83022]: debug 2024-09-18T09:30:43.561+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:43.719 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:43 smithi189 bash[83022]: debug 2024-09-18T09:30:43.561+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:07.347885+0000 front 2024-09-18T09:30:07.347726+0000 (oldest deadline 2024-09-18T09:30:32.647629+0000) 2024-09-18T09:30:43.719 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:43 smithi189 bash[83022]: debug 2024-09-18T09:30:43.561+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:16.049350+0000 front 2024-09-18T09:30:16.049533+0000 (oldest deadline 2024-09-18T09:30:41.949292+0000) 2024-09-18T09:30:44.171 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:43 smithi189 bash[87158]: debug 2024-09-18T09:30:43.717+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:44.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:43 smithi189 bash[87158]: debug 2024-09-18T09:30:43.717+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:44.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:43 smithi189 bash[87158]: debug 2024-09-18T09:30:43.717+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:44.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:43 smithi189 bash[87158]: debug 2024-09-18T09:30:43.717+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:15.806321+0000 front 2024-09-18T09:30:15.806354+0000 (oldest deadline 2024-09-18T09:30:40.505922+0000) 2024-09-18T09:30:44.921 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:44 smithi189 bash[87158]: debug 2024-09-18T09:30:44.681+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:44.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:44 smithi189 bash[87158]: debug 2024-09-18T09:30:44.681+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:44.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:44 smithi189 bash[87158]: debug 2024-09-18T09:30:44.681+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:44.922 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:44 smithi189 bash[87158]: debug 2024-09-18T09:30:44.681+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:15.806321+0000 front 2024-09-18T09:30:15.806354+0000 (oldest deadline 2024-09-18T09:30:40.505922+0000) 2024-09-18T09:30:44.922 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:44 smithi189 bash[83022]: debug 2024-09-18T09:30:44.533+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:44.923 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:44 smithi189 bash[83022]: debug 2024-09-18T09:30:44.533+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:44.923 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:44 smithi189 bash[83022]: debug 2024-09-18T09:30:44.533+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:07.347885+0000 front 2024-09-18T09:30:07.347726+0000 (oldest deadline 2024-09-18T09:30:32.647629+0000) 2024-09-18T09:30:44.923 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:44 smithi189 bash[83022]: debug 2024-09-18T09:30:44.533+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:16.049350+0000 front 2024-09-18T09:30:16.049533+0000 (oldest deadline 2024-09-18T09:30:41.949292+0000) 2024-09-18T09:30:45.924 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:45 smithi189 bash[83022]: debug 2024-09-18T09:30:45.573+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:53.846123+0000 front 2024-09-18T09:29:53.845909+0000 (oldest deadline 2024-09-18T09:30:16.745592+0000) 2024-09-18T09:30:45.924 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:45 smithi189 bash[83022]: debug 2024-09-18T09:30:45.573+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:01.447614+0000 front 2024-09-18T09:30:01.447219+0000 (oldest deadline 2024-09-18T09:30:27.347053+0000) 2024-09-18T09:30:45.924 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:45 smithi189 bash[83022]: debug 2024-09-18T09:30:45.573+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:07.347885+0000 front 2024-09-18T09:30:07.347726+0000 (oldest deadline 2024-09-18T09:30:32.647629+0000) 2024-09-18T09:30:45.925 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:45 smithi189 bash[83022]: debug 2024-09-18T09:30:45.573+0000 7f994b71e640 -1 osd.6 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:16.049350+0000 front 2024-09-18T09:30:16.049533+0000 (oldest deadline 2024-09-18T09:30:41.949292+0000) 2024-09-18T09:30:45.925 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:45 smithi189 bash[87158]: debug 2024-09-18T09:30:45.721+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:45.925 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:45 smithi189 bash[87158]: debug 2024-09-18T09:30:45.721+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:45.925 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:45 smithi189 bash[87158]: debug 2024-09-18T09:30:45.721+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:45.925 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:45 smithi189 bash[87158]: debug 2024-09-18T09:30:45.721+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:15.806321+0000 front 2024-09-18T09:30:15.806354+0000 (oldest deadline 2024-09-18T09:30:40.505922+0000) 2024-09-18T09:30:46.735 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:46 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:46.468852333Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:46.990 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:46 smithi189 bash[95299]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-6 2024-09-18T09:30:46.990 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:46 smithi189 bash[87158]: debug 2024-09-18T09:30:46.733+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:46.991 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:46 smithi189 bash[87158]: debug 2024-09-18T09:30:46.733+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:46.991 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:46 smithi189 bash[87158]: debug 2024-09-18T09:30:46.733+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:46.991 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:46 smithi189 bash[87158]: debug 2024-09-18T09:30:46.733+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:15.806321+0000 front 2024-09-18T09:30:15.806354+0000 (oldest deadline 2024-09-18T09:30:40.505922+0000) 2024-09-18T09:30:47.421 INFO:journalctl@ceph.osd.6.smithi189.stdout:Sep 18 09:30:47 smithi189 bash[95363]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-6 2024-09-18T09:30:48.035 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:47 smithi189 bash[87158]: debug 2024-09-18T09:30:47.745+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:48.035 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:47 smithi189 bash[87158]: debug 2024-09-18T09:30:47.745+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:48.035 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:47 smithi189 bash[87158]: debug 2024-09-18T09:30:47.745+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:48.035 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:47 smithi189 bash[87158]: debug 2024-09-18T09:30:47.745+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:15.806321+0000 front 2024-09-18T09:30:15.806354+0000 (oldest deadline 2024-09-18T09:30:40.505922+0000) 2024-09-18T09:30:48.975 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.6.service' 2024-09-18T09:30:49.002 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T09:30:49.003 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-18T09:30:49.003 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-18T09:30:49.003 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.7 2024-09-18T09:30:49.052 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:48 smithi189 bash[87158]: debug 2024-09-18T09:30:48.769+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:49.053 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:48 smithi189 bash[87158]: debug 2024-09-18T09:30:48.769+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:49.053 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:48 smithi189 bash[87158]: debug 2024-09-18T09:30:48.769+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:49.053 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:48 smithi189 bash[87158]: debug 2024-09-18T09:30:48.769+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:15.806321+0000 front 2024-09-18T09:30:15.806354+0000 (oldest deadline 2024-09-18T09:30:40.505922+0000) 2024-09-18T09:30:49.422 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:49 smithi189 systemd[1]: Stopping Ceph osd.7 for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:30:49.422 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:49 smithi189 bash[87158]: debug 2024-09-18T09:30:49.181+0000 7f68d8b52640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-18T09:30:49.422 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:49 smithi189 bash[87158]: debug 2024-09-18T09:30:49.181+0000 7f68d8b52640 -1 osd.7 156 *** Got signal Terminated *** 2024-09-18T09:30:49.423 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:49 smithi189 bash[87158]: debug 2024-09-18T09:30:49.181+0000 7f68d8b52640 -1 osd.7 156 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T09:30:49.816 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:49 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:49.461842987Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:50.171 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:49 smithi189 bash[87158]: debug 2024-09-18T09:30:49.817+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:50.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:49 smithi189 bash[87158]: debug 2024-09-18T09:30:49.817+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:50.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:49 smithi189 bash[87158]: debug 2024-09-18T09:30:49.817+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:50.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:49 smithi189 bash[87158]: debug 2024-09-18T09:30:49.817+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:15.806321+0000 front 2024-09-18T09:30:15.806354+0000 (oldest deadline 2024-09-18T09:30:40.505922+0000) 2024-09-18T09:30:51.171 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:50 smithi189 bash[87158]: debug 2024-09-18T09:30:50.825+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:51.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:50 smithi189 bash[87158]: debug 2024-09-18T09:30:50.825+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:51.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:50 smithi189 bash[87158]: debug 2024-09-18T09:30:50.825+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:51.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:50 smithi189 bash[87158]: debug 2024-09-18T09:30:50.825+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:15.806321+0000 front 2024-09-18T09:30:15.806354+0000 (oldest deadline 2024-09-18T09:30:40.505922+0000) 2024-09-18T09:30:52.171 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:51 smithi189 bash[87158]: debug 2024-09-18T09:30:51.789+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:52.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:51 smithi189 bash[87158]: debug 2024-09-18T09:30:51.789+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:52.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:51 smithi189 bash[87158]: debug 2024-09-18T09:30:51.789+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:52.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:51 smithi189 bash[87158]: debug 2024-09-18T09:30:51.789+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:15.806321+0000 front 2024-09-18T09:30:15.806354+0000 (oldest deadline 2024-09-18T09:30:40.505922+0000) 2024-09-18T09:30:52.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:51 smithi189 bash[87158]: debug 2024-09-18T09:30:51.789+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.189:6804 osd.4 since back 2024-09-18T09:30:25.107765+0000 front 2024-09-18T09:30:25.107611+0000 (oldest deadline 2024-09-18T09:30:51.007399+0000) 2024-09-18T09:30:52.801 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:52 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:52.435277959Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:53.171 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:52 smithi189 bash[87158]: debug 2024-09-18T09:30:52.801+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:53.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:52 smithi189 bash[87158]: debug 2024-09-18T09:30:52.801+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:53.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:52 smithi189 bash[87158]: debug 2024-09-18T09:30:52.801+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:53.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:52 smithi189 bash[87158]: debug 2024-09-18T09:30:52.801+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:15.806321+0000 front 2024-09-18T09:30:15.806354+0000 (oldest deadline 2024-09-18T09:30:40.505922+0000) 2024-09-18T09:30:53.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:52 smithi189 bash[87158]: debug 2024-09-18T09:30:52.801+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.189:6804 osd.4 since back 2024-09-18T09:30:25.107765+0000 front 2024-09-18T09:30:25.107611+0000 (oldest deadline 2024-09-18T09:30:51.007399+0000) 2024-09-18T09:30:54.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:53 smithi189 bash[87158]: debug 2024-09-18T09:30:53.764+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-09-18T09:29:52.700435+0000 front 2024-09-18T09:29:52.700708+0000 (oldest deadline 2024-09-18T09:30:17.400453+0000) 2024-09-18T09:30:54.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:53 smithi189 bash[87158]: debug 2024-09-18T09:30:53.764+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-09-18T09:30:02.101914+0000 front 2024-09-18T09:30:02.102107+0000 (oldest deadline 2024-09-18T09:30:23.801791+0000) 2024-09-18T09:30:54.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:53 smithi189 bash[87158]: debug 2024-09-18T09:30:53.764+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-09-18T09:30:09.003858+0000 front 2024-09-18T09:30:09.003779+0000 (oldest deadline 2024-09-18T09:30:32.403959+0000) 2024-09-18T09:30:54.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:53 smithi189 bash[87158]: debug 2024-09-18T09:30:53.764+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-09-18T09:30:15.806321+0000 front 2024-09-18T09:30:15.806354+0000 (oldest deadline 2024-09-18T09:30:40.505922+0000) 2024-09-18T09:30:54.172 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:53 smithi189 bash[87158]: debug 2024-09-18T09:30:53.764+0000 7f68d115f640 -1 osd.7 156 heartbeat_check: no reply from 172.21.15.189:6804 osd.4 since back 2024-09-18T09:30:25.107765+0000 front 2024-09-18T09:30:25.107611+0000 (oldest deadline 2024-09-18T09:30:51.007399+0000) 2024-09-18T09:30:55.566 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:55 smithi189 bash[95491]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-7 2024-09-18T09:30:55.566 INFO:journalctl@ceph.osd.7.smithi189.stdout:Sep 18 09:30:55 smithi189 bash[95555]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-osd-7 2024-09-18T09:30:55.567 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:55 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:55.445555215Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:30:57.301 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@osd.7.service' 2024-09-18T09:30:57.373 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T09:30:57.374 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-18T09:30:57.374 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-18T09:30:57.374 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@prometheus.a 2024-09-18T09:30:57.566 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:57 smithi189 systemd[1]: Stopping Ceph prometheus.a for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:30:57.922 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:57 smithi189 bash[63582]: ts=2024-09-18T09:30:57.568Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-18T09:30:57.922 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:57 smithi189 bash[63582]: ts=2024-09-18T09:30:57.568Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-09-18T09:30:57.922 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:57 smithi189 bash[63582]: ts=2024-09-18T09:30:57.568Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-09-18T09:30:57.922 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:57 smithi189 bash[63582]: ts=2024-09-18T09:30:57.568Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-18T09:30:57.922 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:57 smithi189 bash[63582]: ts=2024-09-18T09:30:57.568Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-09-18T09:30:57.923 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:57 smithi189 bash[63582]: ts=2024-09-18T09:30:57.568Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-09-18T09:30:57.923 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:57 smithi189 bash[63582]: ts=2024-09-18T09:30:57.568Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-09-18T09:30:57.923 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:57 smithi189 bash[63582]: ts=2024-09-18T09:30:57.568Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-09-18T09:30:57.923 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:57 smithi189 bash[63582]: ts=2024-09-18T09:30:57.569Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-09-18T09:30:57.923 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:57 smithi189 bash[63582]: ts=2024-09-18T09:30:57.570Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-09-18T09:30:57.923 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:57 smithi189 bash[63582]: ts=2024-09-18T09:30:57.570Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-09-18T09:30:57.923 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Sep 18 09:30:57 smithi189 bash[63582]: ts=2024-09-18T09:30:57.570Z caller=main.go:1273 level=info msg="See you next time!" 2024-09-18T09:30:58.339 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@prometheus.a.service' 2024-09-18T09:30:58.361 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T09:30:58.361 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-18T09:30:58.362 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-18T09:30:58.544 INFO:teuthology.orchestra.run.smithi078.stdout:Deleting cluster with fsid: c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:30:58.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:30:58 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:30:58.435532249Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:31:01.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:01 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:31:01.469931363Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:31:03.411 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:31:03 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:03.412 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:31:03 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:03.673 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:31:03 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:03.674 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:31:03 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:03.938 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:31:03 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:03.939 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:31:03 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:04.195 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:31:04 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:04.196 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:31:04 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:04.454 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:31:04 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:04.454 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:31:04 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:04.805 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:31:04 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:04.805 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:31:04 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:04.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:04 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:31:04.429641467Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:31:05.074 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:31:04 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:05.074 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:31:04 smithi078 systemd[1]: Stopping Ceph node-exporter.a for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:31:05.074 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:31:04 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:05.857 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:31:05 smithi078 bash[128653]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-node-exporter-a 2024-09-18T09:31:05.857 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:31:05 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-18T09:31:05.857 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:31:05 smithi078 bash[128715]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-node-exporter-a 2024-09-18T09:31:05.857 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:31:05 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-18T09:31:05.857 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:31:05 smithi078 systemd[1]: Stopped Ceph node-exporter.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:31:06.118 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Sep 18 09:31:05 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:06.119 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:31:05 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:06.119 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:31:05 smithi078 systemd[1]: Stopping Ceph alertmanager.a for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:31:06.119 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:31:06 smithi078 bash[84667]: ts=2024-09-18T09:31:06.078Z caller=main.go:542 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-18T09:31:06.954 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:31:06 smithi078 bash[128784]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-alertmanager-a 2024-09-18T09:31:07.008 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:31:06 smithi078 bash[128843]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-alertmanager-a 2024-09-18T09:31:07.008 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:31:06 smithi078 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-18T09:31:07.009 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:31:06 smithi078 systemd[1]: Stopped Ceph alertmanager.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:31:07.454 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Sep 18 09:31:07 smithi078 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:07.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:07 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:31:07.450752202Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:31:10.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:10 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:31:10.427880394Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:31:13.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:13 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:31:13.43010847Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:31:16.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:16 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:31:16.428219548Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:31:19.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:19 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:31:19.466117927Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:31:22.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:22 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:31:22.442820819Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:31:25.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:25 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:31:25.468373631Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:31:28.922 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:28 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:31:28.452296139Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:31:30.781 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-18T09:31:30.963 INFO:teuthology.orchestra.run.smithi189.stdout:Deleting cluster with fsid: c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:31:31.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:31 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:31:31.448404057Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:31:34.921 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:34 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:31:34.44185056Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:31:35.794 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:31:35 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:35.795 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:35 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:36.155 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:31:35 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:36.156 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:35 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:36.421 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:36.421 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:36.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:31:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:36.422 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:31:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:36.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:36.680 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:31:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:36.974 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:31:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:36.974 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:36 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:37.408 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:31:37 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:37.408 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:31:37 smithi189 systemd[1]: Stopping Ceph node-exporter.b for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:31:37.408 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:37 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:37.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:37 smithi189 bash[67228]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-18T09:31:37.42846349Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-18T09:31:38.171 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:31:37 smithi189 bash[96056]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-node-exporter-b 2024-09-18T09:31:38.172 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:31:38 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-18T09:31:38.172 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:31:38 smithi189 bash[96116]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-node-exporter-b 2024-09-18T09:31:38.172 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:31:38 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-18T09:31:38.172 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:31:38 smithi189 systemd[1]: Stopped Ceph node-exporter.b for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:31:38.485 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Sep 18 09:31:38 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:38.485 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:38 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:38.486 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:38 smithi189 systemd[1]: Stopping Ceph grafana.a for c5c73ad4-7598-11ef-bceb-c7b262605968... 2024-09-18T09:31:38.486 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:38 smithi189 bash[67228]: logger=server t=2024-09-18T09:31:38.444837855Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-09-18T09:31:38.486 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:38 smithi189 bash[67228]: logger=ticker t=2024-09-18T09:31:38.444883913Z level=info msg=stopped last_tick=2024-09-18T09:31:30Z 2024-09-18T09:31:38.486 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:38 smithi189 bash[67228]: logger=tracing t=2024-09-18T09:31:38.444932172Z level=info msg="Closing tracing" 2024-09-18T09:31:38.486 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:38 smithi189 bash[67228]: logger=grafana-apiserver t=2024-09-18T09:31:38.444969191Z level=info msg="StorageObjectCountTracker pruner is exiting" 2024-09-18T09:31:39.276 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:38 smithi189 bash[96185]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-grafana-a 2024-09-18T09:31:39.276 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:39 smithi189 bash[96246]: Error response from daemon: No such container: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968-grafana-a 2024-09-18T09:31:39.277 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:39 smithi189 systemd[1]: ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@grafana.a.service: Deactivated successfully. 2024-09-18T09:31:39.277 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:39 smithi189 systemd[1]: Stopped Ceph grafana.a for c5c73ad4-7598-11ef-bceb-c7b262605968. 2024-09-18T09:31:39.671 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Sep 18 09:31:39 smithi189 systemd[1]: /etc/systemd/system/ceph-c5c73ad4-7598-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-18T09:31:51.025 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-18T09:31:51.038 DEBUG:teuthology.orchestra.run.smithi189:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-18T09:31:51.050 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-18T09:31:51.053 DEBUG:teuthology.misc:Transferring archived files from smithi078:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/gabrioux-2024-09-18_06:59:44-orch:cephadm-wip-guits-main-2024-09-17-1213-distro-default-smithi/7910391/remote/smithi078/crash 2024-09-18T09:31:51.054 DEBUG:teuthology.orchestra.run.smithi078:> sudo tar c -f - -C /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/crash -- . 2024-09-18T09:31:51.096 INFO:teuthology.orchestra.run.smithi078.stderr:tar: /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-18T09:31:51.096 INFO:teuthology.orchestra.run.smithi078.stderr:tar: Error is not recoverable: exiting now 2024-09-18T09:31:51.098 DEBUG:teuthology.misc:Transferring archived files from smithi189:/var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/gabrioux-2024-09-18_06:59:44-orch:cephadm-wip-guits-main-2024-09-17-1213-distro-default-smithi/7910391/remote/smithi189/crash 2024-09-18T09:31:51.099 DEBUG:teuthology.orchestra.run.smithi189:> sudo tar c -f - -C /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/crash -- . 2024-09-18T09:31:51.109 INFO:teuthology.orchestra.run.smithi189.stderr:tar: /var/lib/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-18T09:31:51.109 INFO:teuthology.orchestra.run.smithi189.stderr:tar: Error is not recoverable: exiting now 2024-09-18T09:31:51.110 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-18T09:31:51.110 DEBUG:teuthology.orchestra.run.smithi078:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v CEPHADM_STRAY_DAEMON | egrep -v CEPHADM_FAILED_DAEMON | egrep -v CEPHADM_AGENT_DOWN | head -n 1 2024-09-18T09:31:51.155 INFO:tasks.cephadm:Compressing logs... 2024-09-18T09:31:51.155 DEBUG:teuthology.orchestra.run.smithi078:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-18T09:31:51.198 DEBUG:teuthology.orchestra.run.smithi189:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-18T09:31:51.206 INFO:teuthology.orchestra.run.smithi078.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-09-18T09:31:51.210 INFO:teuthology.orchestra.run.smithi189.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-09-18T09:31:51.216 INFO:teuthology.orchestra.run.smithi189.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-18T09:31:51.216 INFO:teuthology.orchestra.run.smithi189.stderr:gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.7.log 2024-09-18T09:31:51.216 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.6.log 2024-09-18T09:31:51.218 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-18T09:31:51.218 INFO:teuthology.orchestra.run.smithi189.stderr:gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.5.log 2024-09-18T09:31:51.219 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.6.log: /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-mgr.x.log 2024-09-18T09:31:51.219 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.log 2024-09-18T09:31:51.222 INFO:teuthology.orchestra.run.smithi189.stderr: 86.0% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-18T09:31:51.222 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-18T09:31:51.222 INFO:teuthology.orchestra.run.smithi189.stderr:gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-18T09:31:51.222 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.log: /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-client.rgw.foo.smithi189.uqshkq.log 2024-09-18T09:31:51.224 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-18T09:31:51.225 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-mgr.y.log 2024-09-18T09:31:51.225 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.0.log 2024-09-18T09:31:51.225 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.2.log 2024-09-18T09:31:51.225 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-mon.a.log 2024-09-18T09:31:51.225 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-18T09:31:51.225 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.3.log 2024-09-18T09:31:51.226 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.1.log 2024-09-18T09:31:51.226 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/tcmu-runner.log 2024-09-18T09:31:51.226 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.1.log: 92.1% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-18T09:31:51.226 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.log 2024-09-18T09:31:51.226 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/tcmu-runner.log: 62.3% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/tcmu-runner.log.gz 2024-09-18T09:31:51.226 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-18T09:31:51.227 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.log: 91.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-18T09:31:51.227 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-mon.c.log 2024-09-18T09:31:51.229 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.audit.log: 89.5% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-18T09:31:51.229 INFO:teuthology.orchestra.run.smithi189.stderr:gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-mon.b.log 2024-09-18T09:31:51.229 INFO:teuthology.orchestra.run.smithi189.stderr: 91.0% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-18T09:31:51.230 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-client.rgw.foo.smithi189.uqshkq.log: gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.4.log 2024-09-18T09:31:51.230 INFO:teuthology.orchestra.run.smithi189.stderr: 77.4% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-client.rgw.foo.smithi189.uqshkq.log.gz 2024-09-18T09:31:51.234 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-volume.log: 94.2% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-18T09:31:51.235 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-18T09:31:51.243 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-mon.b.log: /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.4.log: 91.1% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-18T09:31:51.249 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-client.rgw.foo.smithi078.iqmpps.log 2024-09-18T09:31:51.251 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.audit.log: 91.3% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-18T09:31:51.252 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-client.rgw.foo.smithi078.iqmpps.log: 77.5% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-client.rgw.foo.smithi078.iqmpps.log.gz 2024-09-18T09:31:51.256 INFO:teuthology.orchestra.run.smithi189.stderr: 90.0% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-18T09:31:51.262 INFO:teuthology.orchestra.run.smithi078.stderr: 94.4% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-18T09:31:51.364 INFO:teuthology.orchestra.run.smithi189.stderr: 90.0% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-mgr.x.log.gz 2024-09-18T09:31:51.770 INFO:teuthology.orchestra.run.smithi078.stderr: 90.0% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-mgr.y.log.gz 2024-09-18T09:31:51.843 INFO:teuthology.orchestra.run.smithi189.stderr: 92.8% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-mon.b.log.gz 2024-09-18T09:31:52.070 INFO:teuthology.orchestra.run.smithi078.stderr: 92.8% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-mon.c.log.gz 2024-09-18T09:31:52.717 INFO:teuthology.orchestra.run.smithi078.stderr: 93.2% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.2.log.gz 2024-09-18T09:31:53.156 INFO:teuthology.orchestra.run.smithi078.stderr: 91.1% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-mon.a.log.gz 2024-09-18T09:31:53.287 INFO:teuthology.orchestra.run.smithi189.stderr: 93.1% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.6.log.gz 2024-09-18T09:31:53.481 INFO:teuthology.orchestra.run.smithi189.stderr: 93.6% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.7.log.gz 2024-09-18T09:31:53.667 INFO:teuthology.orchestra.run.smithi189.stderr: 93.2% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.5.log.gz 2024-09-18T09:31:53.714 INFO:teuthology.orchestra.run.smithi078.stderr: 93.4% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.1.log.gz 2024-09-18T09:31:53.825 INFO:teuthology.orchestra.run.smithi078.stderr: 93.3% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.0.log.gz 2024-09-18T09:31:54.007 INFO:teuthology.orchestra.run.smithi189.stderr: 93.5% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.4.log.gz 2024-09-18T09:31:54.008 INFO:teuthology.orchestra.run.smithi189.stderr: 2024-09-18T09:31:54.008 INFO:teuthology.orchestra.run.smithi189.stderr:real 0m2.806s 2024-09-18T09:31:54.008 INFO:teuthology.orchestra.run.smithi189.stderr:user 0m10.032s 2024-09-18T09:31:54.008 INFO:teuthology.orchestra.run.smithi189.stderr:sys 0m0.392s 2024-09-18T09:31:54.398 INFO:teuthology.orchestra.run.smithi078.stderr: 93.2% -- replaced with /var/log/ceph/c5c73ad4-7598-11ef-bceb-c7b262605968/ceph-osd.3.log.gz 2024-09-18T09:31:54.399 INFO:teuthology.orchestra.run.smithi078.stderr: 2024-09-18T09:31:54.399 INFO:teuthology.orchestra.run.smithi078.stderr:real 0m3.199s 2024-09-18T09:31:54.399 INFO:teuthology.orchestra.run.smithi078.stderr:user 0m12.705s 2024-09-18T09:31:54.399 INFO:teuthology.orchestra.run.smithi078.stderr:sys 0m0.468s 2024-09-18T09:31:54.400 INFO:tasks.cephadm:Archiving logs... 2024-09-18T09:31:54.401 DEBUG:teuthology.misc:Transferring archived files from smithi078:/var/log/ceph to /home/teuthworker/archive/gabrioux-2024-09-18_06:59:44-orch:cephadm-wip-guits-main-2024-09-17-1213-distro-default-smithi/7910391/remote/smithi078/log 2024-09-18T09:31:54.402 DEBUG:teuthology.orchestra.run.smithi078:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-18T09:31:55.998 DEBUG:teuthology.misc:Transferring archived files from smithi189:/var/log/ceph to /home/teuthworker/archive/gabrioux-2024-09-18_06:59:44-orch:cephadm-wip-guits-main-2024-09-17-1213-distro-default-smithi/7910391/remote/smithi189/log 2024-09-18T09:31:55.999 DEBUG:teuthology.orchestra.run.smithi189:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-18T09:31:57.310 INFO:tasks.cephadm:Removing cluster... 2024-09-18T09:31:57.311 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 --force 2024-09-18T09:31:57.496 INFO:teuthology.orchestra.run.smithi078.stdout:Deleting cluster with fsid: c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:31:58.658 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 --force 2024-09-18T09:31:58.843 INFO:teuthology.orchestra.run.smithi189.stdout:Deleting cluster with fsid: c5c73ad4-7598-11ef-bceb-c7b262605968 2024-09-18T09:31:59.985 INFO:tasks.cephadm:Removing cephadm ... 2024-09-18T09:31:59.985 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-18T09:31:59.991 DEBUG:teuthology.orchestra.run.smithi189:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-18T09:31:59.997 INFO:tasks.cephadm:Teardown complete 2024-09-18T09:31:59.997 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-18T09:32:00.010 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-18T09:32:00.011 DEBUG:teuthology.orchestra.run.smithi078:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-18T09:32:00.035 DEBUG:teuthology.orchestra.run.smithi189:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-18T09:32:00.048 INFO:teuthology.orchestra.run.smithi078.stdout: remote refid st t when poll reach delay offset jitter 2024-09-18T09:32:00.048 INFO:teuthology.orchestra.run.smithi078.stdout:============================================================================== 2024-09-18T09:32:00.048 INFO:teuthology.orchestra.run.smithi078.stdout:*hv01.front.sepi 67.205.162.81 3 u 8 64 377 0.087 -0.656 0.093 2024-09-18T09:32:00.048 INFO:teuthology.orchestra.run.smithi078.stdout:+hv02.front.sepi 63.231.80.2 3 u 5 64 377 0.078 -2.127 0.085 2024-09-18T09:32:00.048 INFO:teuthology.orchestra.run.smithi078.stdout:+hv03.front.sepi 74.6.168.72 3 u 51 64 377 0.089 +1.030 0.114 2024-09-18T09:32:00.049 INFO:teuthology.orchestra.run.smithi078.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-18T09:32:00.050 INFO:teuthology.orchestra.run.smithi189.stdout: remote refid st t when poll reach delay offset jitter 2024-09-18T09:32:00.050 INFO:teuthology.orchestra.run.smithi189.stdout:============================================================================== 2024-09-18T09:32:00.050 INFO:teuthology.orchestra.run.smithi189.stdout:*hv01.front.sepi 67.205.162.81 3 u 5 128 377 0.170 -2.773 0.749 2024-09-18T09:32:00.050 INFO:teuthology.orchestra.run.smithi189.stdout:+hv02.front.sepi 63.231.80.2 3 u 47 128 377 0.148 -5.289 0.797 2024-09-18T09:32:00.050 INFO:teuthology.orchestra.run.smithi189.stdout:+hv03.front.sepi 74.6.168.72 3 u 52 128 377 0.184 -1.376 0.499 2024-09-18T09:32:00.050 INFO:teuthology.orchestra.run.smithi189.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-18T09:32:00.050 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-18T09:32:00.062 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-18T09:32:00.062 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-18T09:32:00.076 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-18T09:32:00.091 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-18T09:32:00.105 INFO:teuthology.task.internal:Duration was 3932.802048 seconds 2024-09-18T09:32:00.106 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-18T09:32:00.120 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-18T09:32:00.121 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-18T09:32:00.123 DEBUG:teuthology.orchestra.run.smithi189:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-18T09:32:00.158 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-18T09:32:00.158 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi078.front.sepia.ceph.com 2024-09-18T09:32:00.158 DEBUG:teuthology.orchestra.run.smithi078:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-18T09:32:00.212 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi189.front.sepia.ceph.com 2024-09-18T09:32:00.212 DEBUG:teuthology.orchestra.run.smithi189:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-18T09:32:00.221 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-18T09:32:00.221 DEBUG:teuthology.orchestra.run.smithi078:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-18T09:32:00.254 DEBUG:teuthology.orchestra.run.smithi189:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-18T09:32:00.334 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-18T09:32:00.335 DEBUG:teuthology.orchestra.run.smithi078:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-18T09:32:00.337 DEBUG:teuthology.orchestra.run.smithi189:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-18T09:32:00.568 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-18T09:32:00.580 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-18T09:32:00.580 DEBUG:teuthology.orchestra.run.smithi078:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-18T09:32:00.593 DEBUG:teuthology.orchestra.run.smithi189:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-18T09:32:00.605 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-18T09:32:00.617 DEBUG:teuthology.orchestra.run.smithi078:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-18T09:32:00.638 DEBUG:teuthology.orchestra.run.smithi189:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-18T09:32:00.646 INFO:teuthology.orchestra.run.smithi078.stdout:kernel.core_pattern = core 2024-09-18T09:32:00.658 INFO:teuthology.orchestra.run.smithi189.stdout:kernel.core_pattern = core 2024-09-18T09:32:00.685 DEBUG:teuthology.orchestra.run.smithi078:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-18T09:32:00.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T09:32:00.708 DEBUG:teuthology.orchestra.run.smithi189:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-18T09:32:00.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T09:32:00.732 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-18T09:32:00.747 INFO:teuthology.task.internal:Transferring archived files... 2024-09-18T09:32:00.749 DEBUG:teuthology.misc:Transferring archived files from smithi078:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/gabrioux-2024-09-18_06:59:44-orch:cephadm-wip-guits-main-2024-09-17-1213-distro-default-smithi/7910391/remote/smithi078 2024-09-18T09:32:00.749 DEBUG:teuthology.orchestra.run.smithi078:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-18T09:32:00.786 DEBUG:teuthology.misc:Transferring archived files from smithi189:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/gabrioux-2024-09-18_06:59:44-orch:cephadm-wip-guits-main-2024-09-17-1213-distro-default-smithi/7910391/remote/smithi189 2024-09-18T09:32:00.786 DEBUG:teuthology.orchestra.run.smithi189:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-18T09:32:00.813 INFO:teuthology.task.internal:Removing archive directory... 2024-09-18T09:32:00.813 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-18T09:32:00.826 DEBUG:teuthology.orchestra.run.smithi189:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-18T09:32:00.860 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-18T09:32:00.873 INFO:teuthology.task.internal:Not uploading archives. 2024-09-18T09:32:00.873 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-18T09:32:00.916 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-18T09:32:00.916 DEBUG:teuthology.orchestra.run.smithi078:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-18T09:32:00.919 DEBUG:teuthology.orchestra.run.smithi189:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-18T09:32:00.923 INFO:teuthology.orchestra.run.smithi078.stdout: 658466 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 18 09:32 /home/ubuntu/cephtest 2024-09-18T09:32:00.924 INFO:teuthology.orchestra.run.smithi189.stdout: 658635 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 18 09:32 /home/ubuntu/cephtest 2024-09-18T09:32:00.926 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-18T09:32:00.937 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-18T09:32:00.970 INFO:teuthology.run:Summary data: description: orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_22.04-squid 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic} duration: 3932.802047729492 failure_reason: 'Command failed on smithi078 with status 1: ''sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c5c73ad4-7598-11ef-bceb-c7b262605968 -e sha1=e7fb7b56dbae911c82c9a0310bb8cf8c37e8363e -- bash -c \''ceph versions | jq -e \''"\''"\''.rgw | length == 1\''"\''"\''\''''' owner: scheduled_gabrioux@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=b5998235ecd9487a923e75720281a07f status: fail success: false 2024-09-18T09:32:00.971 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-18T09:32:01.065 INFO:teuthology.run:FAIL